[ 635.314138] env[69524]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69524) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 635.314568] env[69524]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69524) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 635.314568] env[69524]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69524) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 635.314963] env[69524]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 635.415172] env[69524]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69524) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 635.424490] env[69524]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.009s {{(pid=69524) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 635.469716] env[69524]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 636.031912] env[69524]: INFO nova.virt.driver [None req-e2192704-73d5-4125-8620-a67ded318a9e None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 636.108168] env[69524]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.108332] env[69524]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.108462] env[69524]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69524) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 639.402315] env[69524]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-58575bc0-40d7-4d9a-a1c1-6d55d923acf2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.418675] env[69524]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69524) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 639.418849] env[69524]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-9a70da3c-d346-44d1-b4e0-54d6b066a956 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.447927] env[69524]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 051a3. [ 639.448176] env[69524]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.340s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.448670] env[69524]: INFO nova.virt.vmwareapi.driver [None req-e2192704-73d5-4125-8620-a67ded318a9e None None] VMware vCenter version: 7.0.3 [ 639.452151] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949acc55-5809-41bf-9d66-c242a81dd12a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.470573] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7924c8-94eb-4f65-90b6-b955ab7aaf22 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.477390] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f897717-8156-4c89-bdda-5847da95e6c0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.484705] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82092f75-7b1d-439d-95dd-9d65b43cc294 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.498442] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be09abc0-65b6-484a-8281-412537e43675 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.505408] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c5bbc4-3592-4291-854d-af6378b2a81e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.537446] env[69524]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-cf598249-879b-4155-874a-b0dfa5d25923 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.543826] env[69524]: DEBUG nova.virt.vmwareapi.driver [None req-e2192704-73d5-4125-8620-a67ded318a9e None None] Extension org.openstack.compute already exists. {{(pid=69524) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 639.546670] env[69524]: INFO nova.compute.provider_config [None req-e2192704-73d5-4125-8620-a67ded318a9e None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 640.050232] env[69524]: DEBUG nova.context [None req-e2192704-73d5-4125-8620-a67ded318a9e None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),0333b517-d354-4dd9-b6ca-13e7b2987173(cell1) {{(pid=69524) load_cells /opt/stack/nova/nova/context.py:464}} [ 640.052624] env[69524]: DEBUG oslo_concurrency.lockutils [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.052914] env[69524]: DEBUG oslo_concurrency.lockutils [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.053831] env[69524]: DEBUG oslo_concurrency.lockutils [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.054319] env[69524]: DEBUG oslo_concurrency.lockutils [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] Acquiring lock "0333b517-d354-4dd9-b6ca-13e7b2987173" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.054515] env[69524]: DEBUG oslo_concurrency.lockutils [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] Lock "0333b517-d354-4dd9-b6ca-13e7b2987173" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.055720] env[69524]: DEBUG oslo_concurrency.lockutils [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] Lock "0333b517-d354-4dd9-b6ca-13e7b2987173" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.077968] env[69524]: INFO dbcounter [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] Registered counter for database nova_cell0 [ 640.086496] env[69524]: INFO dbcounter [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] Registered counter for database nova_cell1 [ 640.089721] env[69524]: DEBUG oslo_db.sqlalchemy.engines [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69524) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 640.090097] env[69524]: DEBUG oslo_db.sqlalchemy.engines [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69524) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 640.095170] env[69524]: ERROR nova.db.main.api [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 640.095170] env[69524]: result = function(*args, **kwargs) [ 640.095170] env[69524]: File "/opt/stack/nova/nova/utils.py", line 672, in context_wrapper [ 640.095170] env[69524]: return func(*args, **kwargs) [ 640.095170] env[69524]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 640.095170] env[69524]: result = fn(*args, **kwargs) [ 640.095170] env[69524]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 640.095170] env[69524]: return f(*args, **kwargs) [ 640.095170] env[69524]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 640.095170] env[69524]: return db.service_get_minimum_version(context, binaries) [ 640.095170] env[69524]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 640.095170] env[69524]: _check_db_access() [ 640.095170] env[69524]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 640.095170] env[69524]: stacktrace = ''.join(traceback.format_stack()) [ 640.095170] env[69524]: [ 640.095917] env[69524]: ERROR nova.db.main.api [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 640.095917] env[69524]: result = function(*args, **kwargs) [ 640.095917] env[69524]: File "/opt/stack/nova/nova/utils.py", line 672, in context_wrapper [ 640.095917] env[69524]: return func(*args, **kwargs) [ 640.095917] env[69524]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 640.095917] env[69524]: result = fn(*args, **kwargs) [ 640.095917] env[69524]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 640.095917] env[69524]: return f(*args, **kwargs) [ 640.095917] env[69524]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 640.095917] env[69524]: return db.service_get_minimum_version(context, binaries) [ 640.095917] env[69524]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 640.095917] env[69524]: _check_db_access() [ 640.095917] env[69524]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 640.095917] env[69524]: stacktrace = ''.join(traceback.format_stack()) [ 640.095917] env[69524]: [ 640.096338] env[69524]: WARNING nova.objects.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] Failed to get minimum service version for cell 0333b517-d354-4dd9-b6ca-13e7b2987173 [ 640.096468] env[69524]: WARNING nova.objects.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 640.096872] env[69524]: DEBUG oslo_concurrency.lockutils [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] Acquiring lock "singleton_lock" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.097040] env[69524]: DEBUG oslo_concurrency.lockutils [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] Acquired lock "singleton_lock" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.097285] env[69524]: DEBUG oslo_concurrency.lockutils [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] Releasing lock "singleton_lock" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.097619] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] Full set of CONF: {{(pid=69524) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 640.097764] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] ******************************************************************************** {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 640.097892] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] Configuration options gathered from: {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 640.098040] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 640.098234] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 640.098362] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] ================================================================================ {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 640.098564] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] allow_resize_to_same_host = True {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.098729] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] arq_binding_timeout = 300 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.098860] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] backdoor_port = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.098987] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] backdoor_socket = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.099169] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] block_device_allocate_retries = 60 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.099330] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] block_device_allocate_retries_interval = 3 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.099498] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cert = self.pem {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.099661] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.099826] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] compute_monitors = [] {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.099991] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] config_dir = [] {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.100174] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] config_drive_format = iso9660 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.100308] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.100470] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] config_source = [] {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.100633] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] console_host = devstack {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.100801] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] control_exchange = nova {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.100960] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cpu_allocation_ratio = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.101175] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] daemon = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.101296] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] debug = True {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.101455] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] default_access_ip_network_name = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.101618] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] default_availability_zone = nova {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.101770] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] default_ephemeral_format = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.101928] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] default_green_pool_size = 1000 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.102175] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.102340] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] default_schedule_zone = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.102498] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] disk_allocation_ratio = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.102655] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] enable_new_services = True {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.102857] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] enabled_apis = ['osapi_compute'] {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.103040] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] enabled_ssl_apis = [] {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.103203] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] flat_injected = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.103358] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] force_config_drive = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.103512] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] force_raw_images = True {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.103676] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] graceful_shutdown_timeout = 5 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.103833] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] heal_instance_info_cache_interval = -1 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.104068] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] host = cpu-1 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.104247] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.104709] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] initial_disk_allocation_ratio = 1.0 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.104709] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] initial_ram_allocation_ratio = 1.0 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.104870] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.104968] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] instance_build_timeout = 0 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.105148] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] instance_delete_interval = 300 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.105323] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] instance_format = [instance: %(uuid)s] {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.105487] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] instance_name_template = instance-%08x {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.105645] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] instance_usage_audit = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.105827] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] instance_usage_audit_period = month {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.106014] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.106188] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] instances_path = /opt/stack/data/nova/instances {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.106355] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] internal_service_availability_zone = internal {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.106513] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] key = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.106675] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] live_migration_retry_count = 30 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.106854] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] log_color = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.107036] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] log_config_append = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.107208] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.107365] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] log_dir = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.107519] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] log_file = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.107646] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] log_options = True {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.107804] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] log_rotate_interval = 1 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.107970] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] log_rotate_interval_type = days {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.108148] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] log_rotation_type = none {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.108276] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.108401] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.108567] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.108728] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.108854] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.109015] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] long_rpc_timeout = 1800 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.109178] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] max_concurrent_builds = 10 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.109334] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] max_concurrent_live_migrations = 1 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.109487] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] max_concurrent_snapshots = 5 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.109644] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] max_local_block_devices = 3 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.109800] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] max_logfile_count = 30 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.109956] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] max_logfile_size_mb = 200 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.110124] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] maximum_instance_delete_attempts = 5 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.110288] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] metadata_listen = 0.0.0.0 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.110455] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] metadata_listen_port = 8775 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.110620] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] metadata_workers = 2 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.110778] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] migrate_max_retries = -1 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.110941] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] mkisofs_cmd = genisoimage {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.111160] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] my_block_storage_ip = 10.180.1.21 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.111292] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] my_ip = 10.180.1.21 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.111490] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.111651] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] network_allocate_retries = 0 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.111824] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.111992] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] osapi_compute_listen = 0.0.0.0 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.112166] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] osapi_compute_listen_port = 8774 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.112330] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] osapi_compute_unique_server_name_scope = {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.112495] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] osapi_compute_workers = 2 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.112652] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] password_length = 12 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.112824] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] periodic_enable = True {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.112970] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] periodic_fuzzy_delay = 60 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.113145] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] pointer_model = usbtablet {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.113313] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] preallocate_images = none {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.113471] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] publish_errors = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.113599] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] pybasedir = /opt/stack/nova {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.113754] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] ram_allocation_ratio = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.113910] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] rate_limit_burst = 0 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.114087] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] rate_limit_except_level = CRITICAL {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.114246] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] rate_limit_interval = 0 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.114400] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] reboot_timeout = 0 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.114552] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] reclaim_instance_interval = 0 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.114702] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] record = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.114904] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] reimage_timeout_per_gb = 60 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.115087] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] report_interval = 120 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.115252] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] rescue_timeout = 0 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.115410] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] reserved_host_cpus = 0 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.115566] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] reserved_host_disk_mb = 0 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.115723] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] reserved_host_memory_mb = 512 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.115908] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] reserved_huge_pages = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.116091] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] resize_confirm_window = 0 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.116255] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] resize_fs_using_block_device = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.116411] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] resume_guests_state_on_host_boot = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.116578] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.116738] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] rpc_response_timeout = 60 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.116896] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] run_external_periodic_tasks = True {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.117075] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] running_deleted_instance_action = reap {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.117237] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] running_deleted_instance_poll_interval = 1800 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.117394] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] running_deleted_instance_timeout = 0 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.117550] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] scheduler_instance_sync_interval = 120 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.117715] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] service_down_time = 720 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.117881] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] servicegroup_driver = db {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.118048] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] shell_completion = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.118211] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] shelved_offload_time = 0 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.118366] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] shelved_poll_interval = 3600 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.118528] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] shutdown_timeout = 0 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.118688] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] source_is_ipv6 = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.118844] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] ssl_only = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.119119] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.119289] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] sync_power_state_interval = 600 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.119447] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] sync_power_state_pool_size = 1000 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.119614] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] syslog_log_facility = LOG_USER {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.119771] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] tempdir = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.119932] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] timeout_nbd = 10 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.120112] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] transport_url = **** {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.120273] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] update_resources_interval = 0 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.120429] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] use_cow_images = True {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.120582] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] use_journal = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.120736] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] use_json = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.120890] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] use_rootwrap_daemon = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.121052] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] use_stderr = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.121210] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] use_syslog = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.121362] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vcpu_pin_set = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.121524] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vif_plugging_is_fatal = True {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.121686] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vif_plugging_timeout = 300 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.121850] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] virt_mkfs = [] {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.122014] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] volume_usage_poll_interval = 0 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.122180] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] watch_log_file = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.122342] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] web = /usr/share/spice-html5 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 640.122524] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.122693] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.122884] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.123065] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_concurrency.disable_process_locking = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.123716] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.123910] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.124093] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.124275] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.124448] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.124612] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.124826] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] api.auth_strategy = keystone {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.124998] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] api.compute_link_prefix = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.125197] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.125374] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] api.dhcp_domain = novalocal {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.125542] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] api.enable_instance_password = True {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.125705] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] api.glance_link_prefix = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.125868] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.126066] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.126212] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] api.instance_list_per_project_cells = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.126370] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] api.list_records_by_skipping_down_cells = True {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.126529] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] api.local_metadata_per_cell = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.126691] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] api.max_limit = 1000 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.126856] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] api.metadata_cache_expiration = 15 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.128072] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] api.neutron_default_tenant_id = default {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.128072] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] api.response_validation = warn {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.128072] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] api.use_neutron_default_nets = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.128072] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.128072] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.128072] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.128072] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.128338] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] api.vendordata_dynamic_targets = [] {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.128338] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] api.vendordata_jsonfile_path = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.128524] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.128719] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cache.backend = dogpile.cache.memcached {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.128886] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cache.backend_argument = **** {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.129732] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cache.backend_expiration_time = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.129945] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cache.config_prefix = cache.oslo {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.130164] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cache.dead_timeout = 60.0 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.130343] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cache.debug_cache_backend = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.130506] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cache.enable_retry_client = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.130669] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cache.enable_socket_keepalive = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.130836] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cache.enabled = True {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.131011] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cache.enforce_fips_mode = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.131180] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cache.expiration_time = 600 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.131341] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cache.hashclient_retry_attempts = 2 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.131794] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cache.hashclient_retry_delay = 1.0 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.131794] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cache.memcache_dead_retry = 300 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.131883] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cache.memcache_password = **** {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.131969] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.132146] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.132311] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cache.memcache_pool_maxsize = 10 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.132470] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.132628] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cache.memcache_sasl_enabled = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.132863] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.133040] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cache.memcache_socket_timeout = 1.0 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.133231] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cache.memcache_username = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.133366] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cache.proxies = [] {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.133527] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cache.redis_db = 0 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.134092] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cache.redis_password = **** {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.134092] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cache.redis_sentinel_service_name = mymaster {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.134092] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.134240] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cache.redis_server = localhost:6379 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.134411] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cache.redis_socket_timeout = 1.0 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.134500] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cache.redis_username = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.134661] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cache.retry_attempts = 2 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.134864] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cache.retry_delay = 0.0 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.135082] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cache.socket_keepalive_count = 1 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.135191] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cache.socket_keepalive_idle = 1 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.135350] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cache.socket_keepalive_interval = 1 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.135504] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cache.tls_allowed_ciphers = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.135657] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cache.tls_cafile = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.135834] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cache.tls_certfile = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.135974] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cache.tls_enabled = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.136143] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cache.tls_keyfile = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.136312] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cinder.auth_section = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.136483] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cinder.auth_type = password {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.136641] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cinder.cafile = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.136812] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cinder.catalog_info = volumev3::publicURL {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.136971] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cinder.certfile = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.137170] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cinder.collect_timing = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.137405] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cinder.cross_az_attach = True {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.137593] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cinder.debug = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.137760] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cinder.endpoint_template = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.137924] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cinder.http_retries = 3 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.138101] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cinder.insecure = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.138510] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cinder.keyfile = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.138510] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cinder.os_region_name = RegionOne {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.138576] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cinder.split_loggers = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.138732] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cinder.timeout = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.138901] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.139075] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] compute.cpu_dedicated_set = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.139236] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] compute.cpu_shared_set = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.139408] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] compute.image_type_exclude_list = [] {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.139572] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.139733] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] compute.max_concurrent_disk_ops = 0 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.139896] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] compute.max_disk_devices_to_attach = -1 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.140068] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.140240] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.140402] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] compute.resource_provider_association_refresh = 300 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.140561] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.140721] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] compute.shutdown_retry_interval = 10 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.140898] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.141088] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] conductor.workers = 2 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.141296] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] console.allowed_origins = [] {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.141425] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] console.ssl_ciphers = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.141592] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] console.ssl_minimum_version = default {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.141760] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] consoleauth.enforce_session_timeout = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.141924] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] consoleauth.token_ttl = 600 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.142105] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cyborg.cafile = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.142268] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cyborg.certfile = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.142430] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cyborg.collect_timing = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.142588] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cyborg.connect_retries = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.142765] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cyborg.connect_retry_delay = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.142940] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cyborg.endpoint_override = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.143117] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cyborg.insecure = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.143276] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cyborg.keyfile = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.143436] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cyborg.max_version = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.143591] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cyborg.min_version = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.143748] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cyborg.region_name = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.143906] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cyborg.retriable_status_codes = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.144077] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cyborg.service_name = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.144292] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cyborg.service_type = accelerator {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.144474] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cyborg.split_loggers = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.144635] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cyborg.status_code_retries = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.144796] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cyborg.status_code_retry_delay = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.144987] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cyborg.timeout = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.145191] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.145353] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] cyborg.version = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.145522] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] database.asyncio_connection = **** {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.145682] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] database.asyncio_slave_connection = **** {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.145884] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] database.backend = sqlalchemy {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.146089] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] database.connection = **** {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.146260] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] database.connection_debug = 0 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.146431] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] database.connection_parameters = {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.146593] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] database.connection_recycle_time = 3600 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.146751] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] database.connection_trace = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.146909] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] database.db_inc_retry_interval = True {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.147083] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] database.db_max_retries = 20 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.147258] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] database.db_max_retry_interval = 10 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.147418] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] database.db_retry_interval = 1 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.147581] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] database.max_overflow = 50 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.147740] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] database.max_pool_size = 5 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.147901] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] database.max_retries = 10 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.148093] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.148256] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] database.mysql_wsrep_sync_wait = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.148411] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] database.pool_timeout = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.148569] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] database.retry_interval = 10 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.148725] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] database.slave_connection = **** {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.148906] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] database.sqlite_synchronous = True {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.149132] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] database.use_db_reconnect = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.149313] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] api_database.asyncio_connection = **** {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.149475] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] api_database.asyncio_slave_connection = **** {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.149646] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] api_database.backend = sqlalchemy {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.149815] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] api_database.connection = **** {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.149983] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] api_database.connection_debug = 0 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.150168] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] api_database.connection_parameters = {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.150331] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] api_database.connection_recycle_time = 3600 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.150493] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] api_database.connection_trace = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.150653] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] api_database.db_inc_retry_interval = True {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.150814] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] api_database.db_max_retries = 20 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.150977] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] api_database.db_max_retry_interval = 10 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.151151] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] api_database.db_retry_interval = 1 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.151311] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] api_database.max_overflow = 50 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.151473] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] api_database.max_pool_size = 5 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.151628] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] api_database.max_retries = 10 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.151794] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.151954] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.152124] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] api_database.pool_timeout = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.152283] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] api_database.retry_interval = 10 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.152441] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] api_database.slave_connection = **** {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.152908] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] api_database.sqlite_synchronous = True {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.152908] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] devices.enabled_mdev_types = [] {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.153065] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.153157] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] ephemeral_storage_encryption.default_format = luks {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.153324] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] ephemeral_storage_encryption.enabled = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.153485] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.153654] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] glance.api_servers = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.153817] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] glance.cafile = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.153982] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] glance.certfile = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.154160] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] glance.collect_timing = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.154319] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] glance.connect_retries = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.154475] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] glance.connect_retry_delay = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.154636] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] glance.debug = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.154825] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] glance.default_trusted_certificate_ids = [] {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.154992] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] glance.enable_certificate_validation = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.155171] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] glance.enable_rbd_download = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.155333] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] glance.endpoint_override = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.155494] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] glance.insecure = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.155653] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] glance.keyfile = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.155829] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] glance.max_version = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.156015] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] glance.min_version = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.156185] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] glance.num_retries = 3 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.156353] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] glance.rbd_ceph_conf = {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.156515] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] glance.rbd_connect_timeout = 5 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.156679] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] glance.rbd_pool = {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.156844] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] glance.rbd_user = {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.157019] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] glance.region_name = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.157179] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] glance.retriable_status_codes = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.157332] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] glance.service_name = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.157495] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] glance.service_type = image {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.157655] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] glance.split_loggers = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.157810] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] glance.status_code_retries = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.157967] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] glance.status_code_retry_delay = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.158137] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] glance.timeout = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.158317] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.158478] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] glance.verify_glance_signatures = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.158633] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] glance.version = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.158796] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] guestfs.debug = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.158964] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] manila.auth_section = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.159145] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] manila.auth_type = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.159295] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] manila.cafile = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.159453] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] manila.certfile = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.159615] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] manila.collect_timing = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.159772] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] manila.connect_retries = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.159929] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] manila.connect_retry_delay = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.160098] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] manila.endpoint_override = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.160263] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] manila.insecure = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.160423] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] manila.keyfile = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.160578] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] manila.max_version = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.160732] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] manila.min_version = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.160891] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] manila.region_name = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.161060] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] manila.retriable_status_codes = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.161224] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] manila.service_name = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.161389] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] manila.service_type = shared-file-system {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.161555] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] manila.share_apply_policy_timeout = 10 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.161716] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] manila.split_loggers = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.161873] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] manila.status_code_retries = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.162046] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] manila.status_code_retry_delay = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.162207] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] manila.timeout = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.162385] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.162545] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] manila.version = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.162728] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] mks.enabled = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.163123] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.163321] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] image_cache.manager_interval = 2400 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.163489] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] image_cache.precache_concurrency = 1 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.163660] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] image_cache.remove_unused_base_images = True {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.163829] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.163998] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.164191] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] image_cache.subdirectory_name = _base {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.164369] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] ironic.api_max_retries = 60 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.164533] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] ironic.api_retry_interval = 2 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.164690] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] ironic.auth_section = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.164895] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] ironic.auth_type = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.165084] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] ironic.cafile = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.165250] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] ironic.certfile = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.165418] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] ironic.collect_timing = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.165584] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] ironic.conductor_group = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.165743] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] ironic.connect_retries = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.165933] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] ironic.connect_retry_delay = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.166112] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] ironic.endpoint_override = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.166278] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] ironic.insecure = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.166438] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] ironic.keyfile = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.166597] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] ironic.max_version = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.166756] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] ironic.min_version = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.166921] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] ironic.peer_list = [] {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.167095] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] ironic.region_name = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.167258] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] ironic.retriable_status_codes = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.167421] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] ironic.serial_console_state_timeout = 10 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.167582] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] ironic.service_name = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.167754] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] ironic.service_type = baremetal {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.167917] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] ironic.shard = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.168100] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] ironic.split_loggers = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.168258] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] ironic.status_code_retries = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.168417] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] ironic.status_code_retry_delay = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.168577] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] ironic.timeout = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.168764] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.168926] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] ironic.version = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.169133] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.169313] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] key_manager.fixed_key = **** {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.169499] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.169669] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] barbican.barbican_api_version = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.169834] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] barbican.barbican_endpoint = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.170020] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] barbican.barbican_endpoint_type = public {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.170189] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] barbican.barbican_region_name = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.170354] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] barbican.cafile = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.170517] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] barbican.certfile = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.170699] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] barbican.collect_timing = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.170851] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] barbican.insecure = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.171014] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] barbican.keyfile = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.171196] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] barbican.number_of_retries = 60 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.171352] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] barbican.retry_delay = 1 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.171513] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] barbican.send_service_user_token = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.171673] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] barbican.split_loggers = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.171829] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] barbican.timeout = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.171992] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] barbican.verify_ssl = True {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.172187] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] barbican.verify_ssl_path = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.172326] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] barbican_service_user.auth_section = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.172488] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] barbican_service_user.auth_type = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.172648] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] barbican_service_user.cafile = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.172854] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] barbican_service_user.certfile = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.173053] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] barbican_service_user.collect_timing = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.173222] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] barbican_service_user.insecure = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.173383] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] barbican_service_user.keyfile = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.173547] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] barbican_service_user.split_loggers = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.173703] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] barbican_service_user.timeout = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.173868] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vault.approle_role_id = **** {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.174048] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vault.approle_secret_id = **** {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.174230] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vault.kv_mountpoint = secret {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.174386] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vault.kv_path = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.174549] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vault.kv_version = 2 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.174708] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vault.namespace = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.174899] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vault.root_token_id = **** {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.175077] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vault.ssl_ca_crt_file = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.175253] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vault.timeout = 60.0 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.175418] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vault.use_ssl = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.175588] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.175759] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] keystone.cafile = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.175949] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] keystone.certfile = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.176138] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] keystone.collect_timing = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.176299] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] keystone.connect_retries = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.176456] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] keystone.connect_retry_delay = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.176613] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] keystone.endpoint_override = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.176771] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] keystone.insecure = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.176927] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] keystone.keyfile = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.177099] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] keystone.max_version = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.177252] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] keystone.min_version = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.177410] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] keystone.region_name = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.177571] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] keystone.retriable_status_codes = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.177729] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] keystone.service_name = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.177899] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] keystone.service_type = identity {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.178074] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] keystone.split_loggers = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.178236] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] keystone.status_code_retries = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.178395] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] keystone.status_code_retry_delay = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.178552] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] keystone.timeout = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.178734] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.178893] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] keystone.version = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.179101] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.ceph_mount_options = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.179452] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.179634] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.connection_uri = {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.179799] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.cpu_mode = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.179965] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.cpu_model_extra_flags = [] {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.180151] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.cpu_models = [] {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.180324] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.cpu_power_governor_high = performance {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.180488] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.cpu_power_governor_low = powersave {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.180649] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.cpu_power_management = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.180822] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.180991] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.device_detach_attempts = 8 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.181169] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.device_detach_timeout = 20 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.181345] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.disk_cachemodes = [] {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.181509] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.disk_prefix = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.181674] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.enabled_perf_events = [] {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.181839] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.file_backed_memory = 0 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.182009] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.gid_maps = [] {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.182176] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.hw_disk_discard = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.182332] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.hw_machine_type = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.182501] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.images_rbd_ceph_conf = {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.182662] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.182858] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.183042] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.images_rbd_glance_store_name = {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.183215] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.images_rbd_pool = rbd {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.183385] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.images_type = default {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.183545] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.images_volume_group = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.183705] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.inject_key = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.183865] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.inject_partition = -2 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.184037] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.inject_password = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.184201] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.iscsi_iface = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.184358] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.iser_use_multipath = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.184519] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.live_migration_bandwidth = 0 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.184682] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.184869] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.live_migration_downtime = 500 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.185060] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.185226] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.185384] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.live_migration_inbound_addr = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.185544] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.185703] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.live_migration_permit_post_copy = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.185890] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.live_migration_scheme = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.186084] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.live_migration_timeout_action = abort {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.186253] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.live_migration_tunnelled = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.186414] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.live_migration_uri = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.186577] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.live_migration_with_native_tls = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.186734] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.max_queues = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.186894] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.187142] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.187306] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.nfs_mount_options = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.187621] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.187793] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.187958] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.num_iser_scan_tries = 5 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.188130] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.num_memory_encrypted_guests = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.188296] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.188454] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.num_pcie_ports = 0 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.188619] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.num_volume_scan_tries = 5 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.188784] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.pmem_namespaces = [] {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.188944] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.quobyte_client_cfg = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.189269] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.189446] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.rbd_connect_timeout = 5 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.189609] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.189767] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.189928] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.rbd_secret_uuid = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.190103] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.rbd_user = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.190271] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.190440] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.remote_filesystem_transport = ssh {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.190600] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.rescue_image_id = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.190756] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.rescue_kernel_id = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.190916] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.rescue_ramdisk_id = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.191098] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.191259] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.rx_queue_size = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.191427] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.smbfs_mount_options = {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.191726] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.191899] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.snapshot_compression = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.192074] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.snapshot_image_format = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.192313] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.192480] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.sparse_logical_volumes = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.192643] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.swtpm_enabled = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.192841] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.swtpm_group = tss {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.193037] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.swtpm_user = tss {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.193207] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.sysinfo_serial = unique {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.193368] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.tb_cache_size = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.193526] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.tx_queue_size = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.193689] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.uid_maps = [] {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.193852] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.use_virtio_for_bridges = True {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.194034] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.virt_type = kvm {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.194207] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.volume_clear = zero {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.194369] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.volume_clear_size = 0 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.194531] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.volume_enforce_multipath = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.194691] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.volume_use_multipath = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.194871] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.vzstorage_cache_path = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.195066] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.195240] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.vzstorage_mount_group = qemu {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.195402] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.vzstorage_mount_opts = [] {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.195568] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.195893] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.196108] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.vzstorage_mount_user = stack {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.196282] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.196460] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] neutron.auth_section = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.196632] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] neutron.auth_type = password {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.196792] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] neutron.cafile = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.196953] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] neutron.certfile = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.197128] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] neutron.collect_timing = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.197289] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] neutron.connect_retries = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.197448] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] neutron.connect_retry_delay = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.197619] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] neutron.default_floating_pool = public {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.197779] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] neutron.endpoint_override = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.197941] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] neutron.extension_sync_interval = 600 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.198115] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] neutron.http_retries = 3 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.198279] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] neutron.insecure = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.198438] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] neutron.keyfile = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.198597] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] neutron.max_version = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.198766] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.198931] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] neutron.min_version = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.199116] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] neutron.ovs_bridge = br-int {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.199286] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] neutron.physnets = [] {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.199533] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] neutron.region_name = RegionOne {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.199608] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] neutron.retriable_status_codes = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.199773] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] neutron.service_metadata_proxy = True {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.199932] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] neutron.service_name = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.200112] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] neutron.service_type = network {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.200274] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] neutron.split_loggers = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.200431] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] neutron.status_code_retries = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.200591] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] neutron.status_code_retry_delay = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.200748] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] neutron.timeout = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.200924] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.201096] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] neutron.version = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.201269] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] notifications.bdms_in_notifications = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.201450] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] notifications.default_level = INFO {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.201609] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] notifications.include_share_mapping = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.201781] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] notifications.notification_format = unversioned {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.201945] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] notifications.notify_on_state_change = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.202133] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.202311] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] pci.alias = [] {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.202478] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] pci.device_spec = [] {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.202641] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] pci.report_in_placement = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.202848] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] placement.auth_section = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.203037] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] placement.auth_type = password {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.203210] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.203373] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] placement.cafile = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.203530] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] placement.certfile = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.203689] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] placement.collect_timing = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.203844] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] placement.connect_retries = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.204008] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] placement.connect_retry_delay = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.204172] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] placement.default_domain_id = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.204328] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] placement.default_domain_name = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.204484] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] placement.domain_id = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.204637] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] placement.domain_name = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.204796] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] placement.endpoint_override = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.204979] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] placement.insecure = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.205158] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] placement.keyfile = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.205317] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] placement.max_version = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.205470] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] placement.min_version = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.205637] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] placement.password = **** {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.205804] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] placement.project_domain_id = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.206014] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] placement.project_domain_name = Default {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.206194] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] placement.project_id = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.206368] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] placement.project_name = service {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.206538] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] placement.region_name = RegionOne {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.206703] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] placement.retriable_status_codes = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.206865] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] placement.service_name = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.207047] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] placement.service_type = placement {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.207215] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] placement.split_loggers = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.207372] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] placement.status_code_retries = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.207530] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] placement.status_code_retry_delay = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.207686] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] placement.system_scope = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.207843] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] placement.timeout = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.208008] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] placement.trust_id = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.208173] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] placement.user_domain_id = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.208342] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] placement.user_domain_name = Default {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.208499] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] placement.user_id = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.208670] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] placement.username = nova {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.208850] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.209027] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] placement.version = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.209202] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] quota.cores = 20 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.209367] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] quota.count_usage_from_placement = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.209538] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.209708] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] quota.injected_file_content_bytes = 10240 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.209872] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] quota.injected_file_path_length = 255 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.210046] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] quota.injected_files = 5 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.210215] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] quota.instances = 10 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.210376] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] quota.key_pairs = 100 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.210538] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] quota.metadata_items = 128 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.210701] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] quota.ram = 51200 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.210859] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] quota.recheck_quota = True {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.211032] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] quota.server_group_members = 10 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.211197] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] quota.server_groups = 10 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.211401] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.211575] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] quota.unified_limits_resource_strategy = require {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.211747] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.211910] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.212083] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] scheduler.image_metadata_prefilter = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.212263] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.212429] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] scheduler.max_attempts = 3 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.212589] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] scheduler.max_placement_results = 1000 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.212775] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.212963] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] scheduler.query_placement_for_image_type_support = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.213122] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.213295] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] scheduler.workers = 2 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.213475] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.213643] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.213821] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.213994] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.214175] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.214335] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.214493] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.214682] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.214875] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] filter_scheduler.host_subset_size = 1 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.215060] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.215226] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.215389] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.215552] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.215724] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.215914] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] filter_scheduler.isolated_hosts = [] {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.216103] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] filter_scheduler.isolated_images = [] {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.216268] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.216428] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.216589] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.216750] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] filter_scheduler.pci_in_placement = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.216910] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.217081] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.217250] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.217410] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.217565] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.217727] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.217885] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] filter_scheduler.track_instance_changes = True {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.218073] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.218246] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] metrics.required = True {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.218410] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] metrics.weight_multiplier = 1.0 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.218572] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.218731] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] metrics.weight_setting = [] {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.219061] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.219241] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] serial_console.enabled = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.219419] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] serial_console.port_range = 10000:20000 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.219589] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.219803] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.219923] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] serial_console.serialproxy_port = 6083 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.220102] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] service_user.auth_section = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.220278] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] service_user.auth_type = password {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.220441] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] service_user.cafile = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.220599] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] service_user.certfile = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.220760] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] service_user.collect_timing = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.220919] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] service_user.insecure = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.221090] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] service_user.keyfile = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.221262] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] service_user.send_service_user_token = True {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.221422] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] service_user.split_loggers = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.221579] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] service_user.timeout = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.221748] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] spice.agent_enabled = True {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.221909] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] spice.enabled = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.222242] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.222453] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.222624] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] spice.html5proxy_port = 6082 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.222852] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] spice.image_compression = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.223103] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] spice.jpeg_compression = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.223223] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] spice.playback_compression = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.223385] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] spice.require_secure = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.223557] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] spice.server_listen = 127.0.0.1 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.223726] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.224025] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.224205] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] spice.streaming_mode = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.224367] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] spice.zlib_compression = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.224534] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] upgrade_levels.baseapi = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.224704] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] upgrade_levels.compute = auto {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.224884] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] upgrade_levels.conductor = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.225066] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] upgrade_levels.scheduler = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.225238] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vendordata_dynamic_auth.auth_section = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.225401] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vendordata_dynamic_auth.auth_type = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.225561] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vendordata_dynamic_auth.cafile = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.225722] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vendordata_dynamic_auth.certfile = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.225909] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.226093] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vendordata_dynamic_auth.insecure = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.226257] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vendordata_dynamic_auth.keyfile = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.226419] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.226576] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vendordata_dynamic_auth.timeout = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.226749] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vmware.api_retry_count = 10 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.226914] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vmware.ca_file = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.227109] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vmware.cache_prefix = devstack-image-cache {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.227281] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vmware.cluster_name = testcl1 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.227446] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vmware.connection_pool_size = 10 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.227605] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vmware.console_delay_seconds = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.227773] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vmware.datastore_regex = ^datastore.* {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.227998] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.228188] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vmware.host_password = **** {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.228358] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vmware.host_port = 443 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.228527] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vmware.host_username = administrator@vsphere.local {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.228696] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vmware.insecure = True {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.228860] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vmware.integration_bridge = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.229033] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vmware.maximum_objects = 100 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.229198] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vmware.pbm_default_policy = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.229358] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vmware.pbm_enabled = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.229514] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vmware.pbm_wsdl_location = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.229679] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.229849] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vmware.serial_port_proxy_uri = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.230035] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vmware.serial_port_service_uri = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.230257] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vmware.task_poll_interval = 0.5 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.230438] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vmware.use_linked_clone = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.230609] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vmware.vnc_keymap = en-us {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.230774] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vmware.vnc_port = 5900 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.230937] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vmware.vnc_port_total = 10000 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.231137] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vnc.auth_schemes = ['none'] {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.231314] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vnc.enabled = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.231608] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.231793] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.231965] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vnc.novncproxy_port = 6080 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.232166] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vnc.server_listen = 127.0.0.1 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.232346] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.232508] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vnc.vencrypt_ca_certs = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.232665] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vnc.vencrypt_client_cert = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.232838] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vnc.vencrypt_client_key = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.233023] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.233241] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] workarounds.disable_deep_image_inspection = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.233349] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.233508] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.233667] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.233830] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] workarounds.disable_rootwrap = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.233992] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] workarounds.enable_numa_live_migration = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.234168] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.234327] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.234484] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.234643] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] workarounds.libvirt_disable_apic = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.234849] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.234999] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.235178] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.235335] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.235494] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.235652] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.235825] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.236015] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.236184] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.236351] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.236533] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.236698] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] wsgi.secure_proxy_ssl_header = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.236865] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] zvm.ca_file = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.237036] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] zvm.cloud_connector_url = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.237352] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.237525] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] zvm.reachable_timeout = 300 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.237694] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.237880] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.238070] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] profiler.connection_string = messaging:// {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.238243] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] profiler.enabled = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.238463] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] profiler.es_doc_type = notification {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.238660] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] profiler.es_scroll_size = 10000 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.238837] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] profiler.es_scroll_time = 2m {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.238998] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] profiler.filter_error_trace = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.239184] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] profiler.hmac_keys = **** {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.239352] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] profiler.sentinel_service_name = mymaster {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.239517] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] profiler.socket_timeout = 0.1 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.239679] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] profiler.trace_requests = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.239839] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] profiler.trace_sqlalchemy = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.240081] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] profiler_jaeger.process_tags = {} {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.240206] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] profiler_jaeger.service_name_prefix = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.240369] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] profiler_otlp.service_name_prefix = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.240542] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.240705] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.240864] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.241047] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.241200] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.241358] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.241514] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.241672] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.241833] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.241998] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.242174] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.242341] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.242507] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.242670] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.242859] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.243043] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.243211] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.243370] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.243537] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.243696] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.243855] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.244030] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.244196] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.244354] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.244513] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.244672] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.244854] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.245066] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.245236] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.245398] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.245556] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_messaging_rabbit.ssl = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.245728] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.245924] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.246109] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.246279] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.246445] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_messaging_rabbit.ssl_version = {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.246605] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.246791] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.246956] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_messaging_notifications.retry = -1 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.247148] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.247314] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_messaging_notifications.transport_url = **** {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.247483] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_limit.auth_section = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.247647] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_limit.auth_type = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.247809] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_limit.cafile = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.247965] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_limit.certfile = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.248136] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_limit.collect_timing = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.248294] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_limit.connect_retries = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.248449] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_limit.connect_retry_delay = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.248604] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_limit.endpoint_id = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.248773] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_limit.endpoint_interface = publicURL {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.248927] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_limit.endpoint_override = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.249096] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_limit.endpoint_region_name = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.249257] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_limit.endpoint_service_name = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.249417] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_limit.endpoint_service_type = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.249576] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_limit.insecure = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.249730] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_limit.keyfile = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.249884] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_limit.max_version = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.250104] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_limit.min_version = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.250300] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_limit.region_name = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.250455] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_limit.retriable_status_codes = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.250612] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_limit.service_name = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.250770] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_limit.service_type = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.250931] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_limit.split_loggers = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.251103] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_limit.status_code_retries = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.251264] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_limit.status_code_retry_delay = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.251420] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_limit.timeout = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.251574] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_limit.valid_interfaces = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.251731] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_limit.version = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.251897] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_reports.file_event_handler = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.252072] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.252234] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] oslo_reports.log_dir = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.252403] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.252562] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.252740] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.252951] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.253154] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.253310] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.253497] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.253636] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vif_plug_ovs_privileged.group = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.253801] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.253962] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.254136] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.254299] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] vif_plug_ovs_privileged.user = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.254470] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] os_vif_linux_bridge.flat_interface = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.254649] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.254837] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.255038] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.255216] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.255389] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.255556] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.255716] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.255922] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.256116] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] os_vif_ovs.isolate_vif = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.256287] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.256450] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.256617] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.256784] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] os_vif_ovs.ovsdb_interface = native {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.256944] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] os_vif_ovs.per_port_bridge = False {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.257128] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] privsep_osbrick.capabilities = [21] {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.257289] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] privsep_osbrick.group = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.257448] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] privsep_osbrick.helper_command = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.257611] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.257773] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.257931] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] privsep_osbrick.user = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.258113] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.258275] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] nova_sys_admin.group = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.258430] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] nova_sys_admin.helper_command = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.258592] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.258750] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.258906] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] nova_sys_admin.user = None {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 640.259047] env[69524]: DEBUG oslo_service.backend.eventlet.service [None req-69805093-9165-43d5-a4e9-000e3f22816e None None] ******************************************************************************** {{(pid=69524) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 640.259486] env[69524]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 640.763374] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4e9e24-af7d-41ff-ab12-bb0f0db5d672 None None] Getting list of instances from cluster (obj){ [ 640.763374] env[69524]: value = "domain-c8" [ 640.763374] env[69524]: _type = "ClusterComputeResource" [ 640.763374] env[69524]: } {{(pid=69524) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 640.764474] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2531aa-d096-4b27-9a0c-6c91990c95fd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.773937] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ea4e9e24-af7d-41ff-ab12-bb0f0db5d672 None None] Got total of 0 instances {{(pid=69524) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 640.774553] env[69524]: WARNING nova.virt.vmwareapi.driver [None req-ea4e9e24-af7d-41ff-ab12-bb0f0db5d672 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 640.775136] env[69524]: INFO nova.virt.node [None req-ea4e9e24-af7d-41ff-ab12-bb0f0db5d672 None None] Generated node identity 333a7aa4-d2cd-4888-ac97-9e43e6b91719 [ 640.775380] env[69524]: INFO nova.virt.node [None req-ea4e9e24-af7d-41ff-ab12-bb0f0db5d672 None None] Wrote node identity 333a7aa4-d2cd-4888-ac97-9e43e6b91719 to /opt/stack/data/n-cpu-1/compute_id [ 641.277685] env[69524]: WARNING nova.compute.manager [None req-ea4e9e24-af7d-41ff-ab12-bb0f0db5d672 None None] Compute nodes ['333a7aa4-d2cd-4888-ac97-9e43e6b91719'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 642.282977] env[69524]: INFO nova.compute.manager [None req-ea4e9e24-af7d-41ff-ab12-bb0f0db5d672 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 643.288014] env[69524]: WARNING nova.compute.manager [None req-ea4e9e24-af7d-41ff-ab12-bb0f0db5d672 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 643.288358] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ea4e9e24-af7d-41ff-ab12-bb0f0db5d672 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.288546] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ea4e9e24-af7d-41ff-ab12-bb0f0db5d672 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.288698] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ea4e9e24-af7d-41ff-ab12-bb0f0db5d672 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.288853] env[69524]: DEBUG nova.compute.resource_tracker [None req-ea4e9e24-af7d-41ff-ab12-bb0f0db5d672 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69524) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 643.289791] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a27948-4936-42f5-a966-72f8c5f94eb9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.298475] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5c66da-9839-4854-98db-a14939cbe4ed {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.312420] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839084d8-c991-42ae-990e-576c507d89c7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.319171] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d39602-186c-4fdd-9178-01b726f36094 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.348891] env[69524]: DEBUG nova.compute.resource_tracker [None req-ea4e9e24-af7d-41ff-ab12-bb0f0db5d672 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180808MB free_disk=21GB free_vcpus=48 pci_devices=None {{(pid=69524) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 643.349093] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ea4e9e24-af7d-41ff-ab12-bb0f0db5d672 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 643.349317] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ea4e9e24-af7d-41ff-ab12-bb0f0db5d672 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.852024] env[69524]: WARNING nova.compute.resource_tracker [None req-ea4e9e24-af7d-41ff-ab12-bb0f0db5d672 None None] No compute node record for cpu-1:333a7aa4-d2cd-4888-ac97-9e43e6b91719: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 333a7aa4-d2cd-4888-ac97-9e43e6b91719 could not be found. [ 644.356597] env[69524]: INFO nova.compute.resource_tracker [None req-ea4e9e24-af7d-41ff-ab12-bb0f0db5d672 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 [ 645.865778] env[69524]: DEBUG nova.compute.resource_tracker [None req-ea4e9e24-af7d-41ff-ab12-bb0f0db5d672 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69524) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 645.866144] env[69524]: DEBUG nova.compute.resource_tracker [None req-ea4e9e24-af7d-41ff-ab12-bb0f0db5d672 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69524) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 646.022873] env[69524]: INFO nova.scheduler.client.report [None req-ea4e9e24-af7d-41ff-ab12-bb0f0db5d672 None None] [req-f1069883-4993-415b-8426-ac15a5063696] Created resource provider record via placement API for resource provider with UUID 333a7aa4-d2cd-4888-ac97-9e43e6b91719 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 646.040799] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87320e24-acb4-4740-89af-7838cc69b7a0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.048663] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50198ee5-8559-4eeb-986e-92d7faa70237 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.077782] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526b691b-71b9-48cd-be04-a4d289985a32 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.085235] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e742d559-8bdf-4cf1-b95d-40e226d18756 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.098204] env[69524]: DEBUG nova.compute.provider_tree [None req-ea4e9e24-af7d-41ff-ab12-bb0f0db5d672 None None] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 646.636195] env[69524]: DEBUG nova.scheduler.client.report [None req-ea4e9e24-af7d-41ff-ab12-bb0f0db5d672 None None] Updated inventory for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 646.636424] env[69524]: DEBUG nova.compute.provider_tree [None req-ea4e9e24-af7d-41ff-ab12-bb0f0db5d672 None None] Updating resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 generation from 0 to 1 during operation: update_inventory {{(pid=69524) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 646.636564] env[69524]: DEBUG nova.compute.provider_tree [None req-ea4e9e24-af7d-41ff-ab12-bb0f0db5d672 None None] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 646.687610] env[69524]: DEBUG nova.compute.provider_tree [None req-ea4e9e24-af7d-41ff-ab12-bb0f0db5d672 None None] Updating resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 generation from 1 to 2 during operation: update_traits {{(pid=69524) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 647.192009] env[69524]: DEBUG nova.compute.resource_tracker [None req-ea4e9e24-af7d-41ff-ab12-bb0f0db5d672 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69524) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 647.192374] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ea4e9e24-af7d-41ff-ab12-bb0f0db5d672 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.843s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.192374] env[69524]: DEBUG nova.service [None req-ea4e9e24-af7d-41ff-ab12-bb0f0db5d672 None None] Creating RPC server for service compute {{(pid=69524) start /opt/stack/nova/nova/service.py:177}} [ 647.206589] env[69524]: DEBUG nova.service [None req-ea4e9e24-af7d-41ff-ab12-bb0f0db5d672 None None] Join ServiceGroup membership for this service compute {{(pid=69524) start /opt/stack/nova/nova/service.py:194}} [ 647.206773] env[69524]: DEBUG nova.servicegroup.drivers.db [None req-ea4e9e24-af7d-41ff-ab12-bb0f0db5d672 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69524) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 678.208771] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 678.712807] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Getting list of instances from cluster (obj){ [ 678.712807] env[69524]: value = "domain-c8" [ 678.712807] env[69524]: _type = "ClusterComputeResource" [ 678.712807] env[69524]: } {{(pid=69524) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 678.713227] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b812f4-94c4-4729-817e-db8ad044c6e3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.724131] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Got total of 0 instances {{(pid=69524) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 678.724365] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 678.724697] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Getting list of instances from cluster (obj){ [ 678.724697] env[69524]: value = "domain-c8" [ 678.724697] env[69524]: _type = "ClusterComputeResource" [ 678.724697] env[69524]: } {{(pid=69524) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 678.725833] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8d07b6-4c1c-4b81-8e55-4920ffaa6c0a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.738060] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Got total of 0 instances {{(pid=69524) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 689.809468] env[69524]: DEBUG oslo_concurrency.lockutils [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Acquiring lock "01f08d9c-f1bf-47a8-84f0-e9852b244e50" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.812103] env[69524]: DEBUG oslo_concurrency.lockutils [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Lock "01f08d9c-f1bf-47a8-84f0-e9852b244e50" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.891171] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Acquiring lock "eed731ec-573c-4c82-9639-a3a4a9c4a8f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.894332] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Lock "eed731ec-573c-4c82-9639-a3a4a9c4a8f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.956957] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Acquiring lock "9c72abfc-a032-4919-83c2-bf94174e2052" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.957216] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Lock "9c72abfc-a032-4919-83c2-bf94174e2052" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.313920] env[69524]: DEBUG nova.compute.manager [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] [instance: 01f08d9c-f1bf-47a8-84f0-e9852b244e50] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 690.397007] env[69524]: DEBUG nova.compute.manager [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 690.459079] env[69524]: DEBUG nova.compute.manager [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 690.879239] env[69524]: DEBUG oslo_concurrency.lockutils [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.879239] env[69524]: DEBUG oslo_concurrency.lockutils [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.882500] env[69524]: INFO nova.compute.claims [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] [instance: 01f08d9c-f1bf-47a8-84f0-e9852b244e50] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 690.934913] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.986630] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.974466] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765a1c49-3367-4593-95a8-9a90b2761cd6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.983519] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1369ac-8afd-4e8a-82d2-f497ddca582e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.020286] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f655c36a-d971-4dc4-bb24-d7a3bd6a3fca {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.029037] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414d84ea-415f-45bd-9f3e-75d27f597790 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.044875] env[69524]: DEBUG nova.compute.provider_tree [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 692.365441] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Acquiring lock "be92232e-a9cf-4f72-9e06-5283afc5734a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.365873] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Lock "be92232e-a9cf-4f72-9e06-5283afc5734a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.549348] env[69524]: DEBUG nova.scheduler.client.report [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 692.872490] env[69524]: DEBUG nova.compute.manager [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] [instance: be92232e-a9cf-4f72-9e06-5283afc5734a] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 693.057895] env[69524]: DEBUG oslo_concurrency.lockutils [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.178s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.057895] env[69524]: DEBUG nova.compute.manager [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] [instance: 01f08d9c-f1bf-47a8-84f0-e9852b244e50] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 693.065273] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.129s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.069254] env[69524]: INFO nova.compute.claims [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 693.216666] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Acquiring lock "e9cb699d-b67b-4e4d-b561-83e3def48ac8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.216968] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Lock "e9cb699d-b67b-4e4d-b561-83e3def48ac8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.406175] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.575387] env[69524]: DEBUG nova.compute.utils [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 693.577819] env[69524]: DEBUG nova.compute.manager [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] [instance: 01f08d9c-f1bf-47a8-84f0-e9852b244e50] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 693.577819] env[69524]: DEBUG nova.network.neutron [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] [instance: 01f08d9c-f1bf-47a8-84f0-e9852b244e50] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 693.719761] env[69524]: DEBUG nova.compute.manager [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] [instance: e9cb699d-b67b-4e4d-b561-83e3def48ac8] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 693.831443] env[69524]: DEBUG nova.policy [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '337c901ce9aa4c6da3d906acb69a9129', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '18a2c09bb2b84372ae9c4cde07dba299', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 694.083532] env[69524]: DEBUG nova.compute.manager [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] [instance: 01f08d9c-f1bf-47a8-84f0-e9852b244e50] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 694.252857] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.253598] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Acquiring lock "70882fb7-913e-4c58-86d3-61519cda37c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.253773] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Lock "70882fb7-913e-4c58-86d3-61519cda37c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.286243] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec7b27a-7d1d-4bc1-be9f-e10be443eca7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.299514] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c825cd64-9892-4c26-89b7-cd2242323598 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.343051] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1b4d7d-9c32-4951-95e3-74bf229bb8e4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.346568] env[69524]: DEBUG oslo_concurrency.lockutils [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Acquiring lock "152eccac-5038-4ed8-9748-911b53a425c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.346810] env[69524]: DEBUG oslo_concurrency.lockutils [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Lock "152eccac-5038-4ed8-9748-911b53a425c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.359726] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-630780d4-b425-4caf-87fe-704bfe059ea4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.376668] env[69524]: DEBUG nova.compute.provider_tree [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.758289] env[69524]: DEBUG nova.compute.manager [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 70882fb7-913e-4c58-86d3-61519cda37c7] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 694.853241] env[69524]: DEBUG nova.compute.manager [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] [instance: 152eccac-5038-4ed8-9748-911b53a425c2] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 694.883531] env[69524]: DEBUG nova.scheduler.client.report [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.999454] env[69524]: DEBUG nova.network.neutron [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] [instance: 01f08d9c-f1bf-47a8-84f0-e9852b244e50] Successfully created port: 432126c2-eb8d-46a6-ab0c-1ba78dd5cb96 {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 695.106790] env[69524]: DEBUG nova.compute.manager [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] [instance: 01f08d9c-f1bf-47a8-84f0-e9852b244e50] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 695.159726] env[69524]: DEBUG nova.virt.hardware [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 695.159726] env[69524]: DEBUG nova.virt.hardware [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 695.159726] env[69524]: DEBUG nova.virt.hardware [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 695.159966] env[69524]: DEBUG nova.virt.hardware [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 695.159966] env[69524]: DEBUG nova.virt.hardware [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 695.160858] env[69524]: DEBUG nova.virt.hardware [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 695.161712] env[69524]: DEBUG nova.virt.hardware [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 695.162048] env[69524]: DEBUG nova.virt.hardware [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 695.162566] env[69524]: DEBUG nova.virt.hardware [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 695.162845] env[69524]: DEBUG nova.virt.hardware [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 695.163161] env[69524]: DEBUG nova.virt.hardware [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 695.166471] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dab3b29-4cf4-48bb-9399-76e3d928d371 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.179292] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c767f0d-d5dd-475c-80f8-7d4d84e2c2fc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.203292] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d90fa69-8824-481f-8140-1f5cc8d27511 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.309441] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.381461] env[69524]: DEBUG oslo_concurrency.lockutils [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.390529] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.327s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.391334] env[69524]: DEBUG nova.compute.manager [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 695.393875] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.408s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.395207] env[69524]: INFO nova.compute.claims [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 695.484033] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 695.484345] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 695.484557] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 695.484735] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 695.484911] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 695.485102] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 695.485473] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 695.485473] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69524) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 695.485619] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 695.716529] env[69524]: DEBUG oslo_concurrency.lockutils [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Acquiring lock "d0ff2c42-ec49-4659-8629-47a9fc275841" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.718420] env[69524]: DEBUG oslo_concurrency.lockutils [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Lock "d0ff2c42-ec49-4659-8629-47a9fc275841" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.724258] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Acquiring lock "1da4cbfb-3a1a-4dcb-91bf-427bd227935d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.724604] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Lock "1da4cbfb-3a1a-4dcb-91bf-427bd227935d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.902651] env[69524]: DEBUG nova.compute.utils [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 695.906317] env[69524]: DEBUG nova.compute.manager [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Not allocating networking since 'none' was specified. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 695.992596] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.221207] env[69524]: DEBUG nova.compute.manager [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] [instance: d0ff2c42-ec49-4659-8629-47a9fc275841] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 696.227255] env[69524]: DEBUG nova.compute.manager [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] [instance: 1da4cbfb-3a1a-4dcb-91bf-427bd227935d] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 696.410941] env[69524]: DEBUG nova.compute.manager [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 696.576345] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583348bc-28ae-41e1-872d-ae254c05f0b5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.585998] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ffd5a42-e6b4-44e1-be95-458400ed446e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.623092] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678a75a6-e531-4524-a9f7-08c270d970ef {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.631972] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304c2848-e49a-4f91-bd1b-c6ec585a5fde {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.646996] env[69524]: DEBUG nova.compute.provider_tree [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.743825] env[69524]: DEBUG oslo_concurrency.lockutils [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.760769] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.150694] env[69524]: DEBUG nova.scheduler.client.report [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 697.366317] env[69524]: DEBUG nova.network.neutron [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] [instance: 01f08d9c-f1bf-47a8-84f0-e9852b244e50] Successfully updated port: 432126c2-eb8d-46a6-ab0c-1ba78dd5cb96 {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 697.427289] env[69524]: DEBUG nova.compute.manager [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 697.474103] env[69524]: DEBUG nova.virt.hardware [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 697.474103] env[69524]: DEBUG nova.virt.hardware [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 697.476593] env[69524]: DEBUG nova.virt.hardware [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 697.479453] env[69524]: DEBUG nova.virt.hardware [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 697.479453] env[69524]: DEBUG nova.virt.hardware [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 697.479453] env[69524]: DEBUG nova.virt.hardware [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 697.479453] env[69524]: DEBUG nova.virt.hardware [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 697.479453] env[69524]: DEBUG nova.virt.hardware [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 697.479874] env[69524]: DEBUG nova.virt.hardware [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 697.479874] env[69524]: DEBUG nova.virt.hardware [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 697.479874] env[69524]: DEBUG nova.virt.hardware [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 697.481940] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9a78f4-db89-48fd-9826-08c2fda1889e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.497375] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd9c4af-abce-4b7e-bc94-24b606c45f9a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.514609] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Instance VIF info [] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 697.526363] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.527460] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c24f880-e92a-43ed-bbea-cea7218f5c6e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.542088] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Created folder: OpenStack in parent group-v4. [ 697.542529] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Creating folder: Project (2ccd2cf5e7a3419e831750cc6cfff055). Parent ref: group-v806025. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.542998] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aee1274b-ff94-4faa-b516-f52efab55763 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.556127] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Created folder: Project (2ccd2cf5e7a3419e831750cc6cfff055) in parent group-v806025. [ 697.557632] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Creating folder: Instances. Parent ref: group-v806026. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 697.558129] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-183d981e-7456-4601-b76e-d011e1138ab7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.574148] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Created folder: Instances in parent group-v806026. [ 697.574148] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 697.574148] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 697.574148] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2f28d6ec-14ef-405c-952e-ca86f38f37e1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.602018] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 697.602018] env[69524]: value = "task-4067394" [ 697.602018] env[69524]: _type = "Task" [ 697.602018] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.611860] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067394, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.657398] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.264s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.659642] env[69524]: DEBUG nova.compute.manager [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 697.665943] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.257s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.667340] env[69524]: INFO nova.compute.claims [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] [instance: be92232e-a9cf-4f72-9e06-5283afc5734a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 697.874309] env[69524]: DEBUG oslo_concurrency.lockutils [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Acquiring lock "refresh_cache-01f08d9c-f1bf-47a8-84f0-e9852b244e50" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.874309] env[69524]: DEBUG oslo_concurrency.lockutils [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Acquired lock "refresh_cache-01f08d9c-f1bf-47a8-84f0-e9852b244e50" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.874309] env[69524]: DEBUG nova.network.neutron [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] [instance: 01f08d9c-f1bf-47a8-84f0-e9852b244e50] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.038573] env[69524]: DEBUG oslo_concurrency.lockutils [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquiring lock "035b9722-90f0-45f0-84c0-17f7a5f1994b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.038724] env[69524]: DEBUG oslo_concurrency.lockutils [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "035b9722-90f0-45f0-84c0-17f7a5f1994b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.113804] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067394, 'name': CreateVM_Task, 'duration_secs': 0.287067} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.114039] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 698.115962] env[69524]: DEBUG oslo_vmware.service [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360468a8-0fce-44e5-9fef-2fe6a4f891c9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.125593] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.126446] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.127483] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.127915] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db3d115c-d52f-42cf-ac1e-dcc7b2e62a61 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.135165] env[69524]: DEBUG oslo_vmware.api [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Waiting for the task: (returnval){ [ 698.135165] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52193658-4ffb-8b4b-dc08-0797fb6cdf45" [ 698.135165] env[69524]: _type = "Task" [ 698.135165] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.145716] env[69524]: DEBUG oslo_vmware.api [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52193658-4ffb-8b4b-dc08-0797fb6cdf45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.172512] env[69524]: DEBUG nova.compute.utils [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 698.174078] env[69524]: DEBUG nova.compute.manager [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 698.174572] env[69524]: DEBUG nova.network.neutron [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 698.289120] env[69524]: DEBUG nova.policy [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c60d22a9b7d4fadaf99833433dc1381', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '355e0734c510435fbbe9a7b08712eb98', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 698.455627] env[69524]: DEBUG nova.network.neutron [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] [instance: 01f08d9c-f1bf-47a8-84f0-e9852b244e50] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 698.548770] env[69524]: DEBUG nova.compute.manager [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 035b9722-90f0-45f0-84c0-17f7a5f1994b] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 698.646129] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.646604] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 698.646977] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.647241] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.647762] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 698.650020] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-125e45a1-d009-4290-bde3-4f82207974a3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.669732] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 698.669932] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 698.670748] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae39d6ed-5145-4cba-8bf9-f740f033e385 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.680203] env[69524]: DEBUG nova.compute.manager [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 698.687654] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85eecdb3-9544-4d91-ac89-18c5512d8a1c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.702544] env[69524]: DEBUG oslo_vmware.api [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Waiting for the task: (returnval){ [ 698.702544] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]525ba51e-4a4a-9609-007e-a2c52cd85b77" [ 698.702544] env[69524]: _type = "Task" [ 698.702544] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.713557] env[69524]: DEBUG oslo_vmware.api [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]525ba51e-4a4a-9609-007e-a2c52cd85b77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.971417] env[69524]: DEBUG nova.network.neutron [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] [instance: 01f08d9c-f1bf-47a8-84f0-e9852b244e50] Updating instance_info_cache with network_info: [{"id": "432126c2-eb8d-46a6-ab0c-1ba78dd5cb96", "address": "fa:16:3e:78:7f:86", "network": {"id": "4550e7fd-90bc-4918-b771-f2ef66acbba7", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1403049277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18a2c09bb2b84372ae9c4cde07dba299", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap432126c2-eb", "ovs_interfaceid": "432126c2-eb8d-46a6-ab0c-1ba78dd5cb96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.998553] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8ef072-cbcd-4d11-ab0c-95507a5768d4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.008385] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e000655-3a9a-4dd6-9658-480fe9a7e56e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.046399] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7ace95-96be-4323-b24a-b1579ddeddb4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.061978] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e2a067-478d-46d8-b637-a78b6789afa3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.079530] env[69524]: DEBUG nova.compute.provider_tree [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.081238] env[69524]: DEBUG oslo_concurrency.lockutils [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.138070] env[69524]: DEBUG nova.network.neutron [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Successfully created port: 22232e11-5abc-4142-aad1-3093fffff78a {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 699.143045] env[69524]: DEBUG nova.compute.manager [req-13297e9a-b72d-47ba-b7af-846ba20de05f req-53f6dae1-d23b-459a-9d85-d7b34f2bc640 service nova] [instance: 01f08d9c-f1bf-47a8-84f0-e9852b244e50] Received event network-vif-plugged-432126c2-eb8d-46a6-ab0c-1ba78dd5cb96 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 699.143315] env[69524]: DEBUG oslo_concurrency.lockutils [req-13297e9a-b72d-47ba-b7af-846ba20de05f req-53f6dae1-d23b-459a-9d85-d7b34f2bc640 service nova] Acquiring lock "01f08d9c-f1bf-47a8-84f0-e9852b244e50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.143954] env[69524]: DEBUG oslo_concurrency.lockutils [req-13297e9a-b72d-47ba-b7af-846ba20de05f req-53f6dae1-d23b-459a-9d85-d7b34f2bc640 service nova] Lock "01f08d9c-f1bf-47a8-84f0-e9852b244e50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.143954] env[69524]: DEBUG oslo_concurrency.lockutils [req-13297e9a-b72d-47ba-b7af-846ba20de05f req-53f6dae1-d23b-459a-9d85-d7b34f2bc640 service nova] Lock "01f08d9c-f1bf-47a8-84f0-e9852b244e50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.144222] env[69524]: DEBUG nova.compute.manager [req-13297e9a-b72d-47ba-b7af-846ba20de05f req-53f6dae1-d23b-459a-9d85-d7b34f2bc640 service nova] [instance: 01f08d9c-f1bf-47a8-84f0-e9852b244e50] No waiting events found dispatching network-vif-plugged-432126c2-eb8d-46a6-ab0c-1ba78dd5cb96 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 699.144367] env[69524]: WARNING nova.compute.manager [req-13297e9a-b72d-47ba-b7af-846ba20de05f req-53f6dae1-d23b-459a-9d85-d7b34f2bc640 service nova] [instance: 01f08d9c-f1bf-47a8-84f0-e9852b244e50] Received unexpected event network-vif-plugged-432126c2-eb8d-46a6-ab0c-1ba78dd5cb96 for instance with vm_state building and task_state spawning. [ 699.213701] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Preparing fetch location {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 699.214041] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Creating directory with path [datastore1] vmware_temp/744f049f-2774-422d-b078-3354e80caf32/7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 699.214435] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b6437c9-91e8-47a4-858c-6872d91790a5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.237963] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Created directory with path [datastore1] vmware_temp/744f049f-2774-422d-b078-3354e80caf32/7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 699.237963] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Fetch image to [datastore1] vmware_temp/744f049f-2774-422d-b078-3354e80caf32/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/tmp-sparse.vmdk {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 699.238214] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Downloading image file data 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 to [datastore1] vmware_temp/744f049f-2774-422d-b078-3354e80caf32/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/tmp-sparse.vmdk on the data store datastore1 {{(pid=69524) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 699.239582] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3011ede5-6e36-4150-b982-25d235cb5b0b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.259471] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ece980b-b7f3-44dd-accd-f85aff208b5f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.275192] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6099c58-d21c-425b-9036-8b8b3af2d2a9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.318024] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6a8379-b946-40a8-865c-ef7bcaac5623 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.327756] env[69524]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-b13f56bb-c565-4126-a483-9b1a6f96df20 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.366968] env[69524]: DEBUG nova.virt.vmwareapi.images [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Downloading image file data 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 to the data store datastore1 {{(pid=69524) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 699.462774] env[69524]: DEBUG oslo_vmware.rw_handles [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/744f049f-2774-422d-b078-3354e80caf32/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69524) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 699.524558] env[69524]: DEBUG oslo_concurrency.lockutils [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Releasing lock "refresh_cache-01f08d9c-f1bf-47a8-84f0-e9852b244e50" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.524885] env[69524]: DEBUG nova.compute.manager [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] [instance: 01f08d9c-f1bf-47a8-84f0-e9852b244e50] Instance network_info: |[{"id": "432126c2-eb8d-46a6-ab0c-1ba78dd5cb96", "address": "fa:16:3e:78:7f:86", "network": {"id": "4550e7fd-90bc-4918-b771-f2ef66acbba7", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1403049277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18a2c09bb2b84372ae9c4cde07dba299", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap432126c2-eb", "ovs_interfaceid": "432126c2-eb8d-46a6-ab0c-1ba78dd5cb96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 699.527394] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] [instance: 01f08d9c-f1bf-47a8-84f0-e9852b244e50] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:7f:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eb2eaecd-9701-4504-9fcb-fb1a420ead72', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '432126c2-eb8d-46a6-ab0c-1ba78dd5cb96', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 699.534796] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Creating folder: Project (18a2c09bb2b84372ae9c4cde07dba299). Parent ref: group-v806025. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.536581] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-591798a4-93c3-42d3-b4ac-cee63f2a0905 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.557556] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Created folder: Project (18a2c09bb2b84372ae9c4cde07dba299) in parent group-v806025. [ 699.558507] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Creating folder: Instances. Parent ref: group-v806029. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.558507] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8cdded7f-8343-44e2-8787-3869fb69d919 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.571776] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Created folder: Instances in parent group-v806029. [ 699.572062] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 699.572274] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01f08d9c-f1bf-47a8-84f0-e9852b244e50] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 699.572503] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8c077e4-39ff-4914-a35a-02174641314c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.592856] env[69524]: DEBUG nova.scheduler.client.report [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.606754] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 699.606754] env[69524]: value = "task-4067397" [ 699.606754] env[69524]: _type = "Task" [ 699.606754] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.624170] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067397, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.695080] env[69524]: DEBUG nova.compute.manager [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 699.733980] env[69524]: DEBUG nova.virt.hardware [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 699.734331] env[69524]: DEBUG nova.virt.hardware [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 699.734529] env[69524]: DEBUG nova.virt.hardware [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 699.734734] env[69524]: DEBUG nova.virt.hardware [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 699.734894] env[69524]: DEBUG nova.virt.hardware [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 699.735063] env[69524]: DEBUG nova.virt.hardware [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 699.735590] env[69524]: DEBUG nova.virt.hardware [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 699.735590] env[69524]: DEBUG nova.virt.hardware [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 699.735760] env[69524]: DEBUG nova.virt.hardware [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 699.735908] env[69524]: DEBUG nova.virt.hardware [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 699.736086] env[69524]: DEBUG nova.virt.hardware [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 699.737046] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c897e624-54c2-46d3-b7c9-e579825a7b6a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.749139] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d9b200-847f-43cb-9121-297324c037e3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.919105] env[69524]: DEBUG oslo_concurrency.lockutils [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquiring lock "e2c166bd-9b6d-4450-bba0-43bb56975555" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.919623] env[69524]: DEBUG oslo_concurrency.lockutils [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lock "e2c166bd-9b6d-4450-bba0-43bb56975555" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.102025] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.438s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.104524] env[69524]: DEBUG nova.compute.manager [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] [instance: be92232e-a9cf-4f72-9e06-5283afc5734a] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 700.107397] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.855s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.110278] env[69524]: INFO nova.compute.claims [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] [instance: e9cb699d-b67b-4e4d-b561-83e3def48ac8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 700.127264] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067397, 'name': CreateVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.282200] env[69524]: DEBUG oslo_vmware.rw_handles [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Completed reading data from the image iterator. {{(pid=69524) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 700.282393] env[69524]: DEBUG oslo_vmware.rw_handles [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/744f049f-2774-422d-b078-3354e80caf32/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69524) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 700.337837] env[69524]: DEBUG nova.virt.vmwareapi.images [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Downloaded image file data 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 to vmware_temp/744f049f-2774-422d-b078-3354e80caf32/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/tmp-sparse.vmdk on the data store datastore1 {{(pid=69524) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 700.340526] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Caching image {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 700.340526] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Copying Virtual Disk [datastore1] vmware_temp/744f049f-2774-422d-b078-3354e80caf32/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/tmp-sparse.vmdk to [datastore1] vmware_temp/744f049f-2774-422d-b078-3354e80caf32/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 700.340526] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a1abe80-da7b-46ca-8af3-452d082953a8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.349824] env[69524]: DEBUG oslo_vmware.api [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Waiting for the task: (returnval){ [ 700.349824] env[69524]: value = "task-4067398" [ 700.349824] env[69524]: _type = "Task" [ 700.349824] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.361487] env[69524]: DEBUG oslo_vmware.api [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Task: {'id': task-4067398, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.618984] env[69524]: DEBUG nova.compute.utils [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 700.621473] env[69524]: DEBUG nova.compute.manager [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] [instance: be92232e-a9cf-4f72-9e06-5283afc5734a] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 700.621636] env[69524]: DEBUG nova.network.neutron [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] [instance: be92232e-a9cf-4f72-9e06-5283afc5734a] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 700.639613] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067397, 'name': CreateVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.732166] env[69524]: DEBUG nova.policy [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '710716be3a1f4b1388856b2728f39056', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d6dee3d0a664db285ca78062d19d244', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 700.862950] env[69524]: DEBUG oslo_vmware.api [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Task: {'id': task-4067398, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.119020] env[69524]: DEBUG nova.network.neutron [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Successfully updated port: 22232e11-5abc-4142-aad1-3093fffff78a {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 701.131735] env[69524]: DEBUG nova.compute.manager [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] [instance: be92232e-a9cf-4f72-9e06-5283afc5734a] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 701.136558] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067397, 'name': CreateVM_Task, 'duration_secs': 1.41393} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.139031] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01f08d9c-f1bf-47a8-84f0-e9852b244e50] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 701.164374] env[69524]: DEBUG oslo_concurrency.lockutils [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.164374] env[69524]: DEBUG oslo_concurrency.lockutils [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.165387] env[69524]: DEBUG oslo_concurrency.lockutils [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.165387] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d290fb3c-9486-4c38-a5f4-359b4f99af29 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.172893] env[69524]: DEBUG oslo_vmware.api [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Waiting for the task: (returnval){ [ 701.172893] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]525ae5cc-3c4d-8f2e-8dca-b180b6c9af04" [ 701.172893] env[69524]: _type = "Task" [ 701.172893] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.191880] env[69524]: DEBUG oslo_concurrency.lockutils [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.192292] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] [instance: 01f08d9c-f1bf-47a8-84f0-e9852b244e50] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 701.192382] env[69524]: DEBUG oslo_concurrency.lockutils [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.345510] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a28904-7def-43a5-9699-b6d3fd58411d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.358862] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54313c4b-62f2-483c-94e3-6bb19541ceb4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.368247] env[69524]: DEBUG oslo_vmware.api [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Task: {'id': task-4067398, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.821581} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.370253] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Copied Virtual Disk [datastore1] vmware_temp/744f049f-2774-422d-b078-3354e80caf32/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/tmp-sparse.vmdk to [datastore1] vmware_temp/744f049f-2774-422d-b078-3354e80caf32/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 701.370497] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Deleting the datastore file [datastore1] vmware_temp/744f049f-2774-422d-b078-3354e80caf32/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/tmp-sparse.vmdk {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 701.370787] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf0cf56b-708c-4e4b-9837-3ac8adede2ea {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.402156] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e87902b-8ae1-4d39-9451-7bf052d779b8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.405125] env[69524]: DEBUG oslo_vmware.api [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Waiting for the task: (returnval){ [ 701.405125] env[69524]: value = "task-4067399" [ 701.405125] env[69524]: _type = "Task" [ 701.405125] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.413256] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8df0a04-8a88-4dc3-bde0-ff76d9afddd3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.420223] env[69524]: DEBUG oslo_vmware.api [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Task: {'id': task-4067399, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.431320] env[69524]: DEBUG nova.compute.provider_tree [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.624780] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Acquiring lock "refresh_cache-9c72abfc-a032-4919-83c2-bf94174e2052" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.625277] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Acquired lock "refresh_cache-9c72abfc-a032-4919-83c2-bf94174e2052" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.625595] env[69524]: DEBUG nova.network.neutron [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 701.711173] env[69524]: DEBUG nova.network.neutron [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] [instance: be92232e-a9cf-4f72-9e06-5283afc5734a] Successfully created port: 4b62630c-c5d1-4bca-859e-2fae66fb1100 {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 701.917363] env[69524]: DEBUG oslo_vmware.api [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Task: {'id': task-4067399, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.056856} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.917878] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 701.918254] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Moving file from [datastore1] vmware_temp/744f049f-2774-422d-b078-3354e80caf32/7e48ad2e-b898-4fe5-a14c-ede19c27ca63 to [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63. {{(pid=69524) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 701.918637] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-969ab02f-1c72-4621-93e2-0f8b25485493 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.930848] env[69524]: DEBUG oslo_vmware.api [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Waiting for the task: (returnval){ [ 701.930848] env[69524]: value = "task-4067400" [ 701.930848] env[69524]: _type = "Task" [ 701.930848] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.935839] env[69524]: DEBUG nova.scheduler.client.report [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.950629] env[69524]: DEBUG oslo_vmware.api [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Task: {'id': task-4067400, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.149598] env[69524]: DEBUG nova.compute.manager [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] [instance: be92232e-a9cf-4f72-9e06-5283afc5734a] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 702.200564] env[69524]: DEBUG nova.virt.hardware [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 702.200806] env[69524]: DEBUG nova.virt.hardware [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 702.200951] env[69524]: DEBUG nova.virt.hardware [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 702.201579] env[69524]: DEBUG nova.virt.hardware [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 702.201799] env[69524]: DEBUG nova.virt.hardware [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 702.202449] env[69524]: DEBUG nova.virt.hardware [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 702.202449] env[69524]: DEBUG nova.virt.hardware [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 702.202449] env[69524]: DEBUG nova.virt.hardware [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 702.202736] env[69524]: DEBUG nova.virt.hardware [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 702.202736] env[69524]: DEBUG nova.virt.hardware [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 702.205656] env[69524]: DEBUG nova.virt.hardware [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 702.206930] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3a7f28-fc4b-4d08-9ba2-35b69cca1067 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.216886] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f10deb5-0362-4cc4-b455-6410b835138e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.240561] env[69524]: DEBUG nova.network.neutron [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 702.309222] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Acquiring lock "e7db82ae-71dc-43c6-a19f-3b5ddfb7041d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.309222] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Lock "e7db82ae-71dc-43c6-a19f-3b5ddfb7041d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.370818] env[69524]: DEBUG nova.compute.manager [req-8b1de109-7b6b-47b7-8747-860b91288fc8 req-588e9d1b-8b1a-4157-9b16-7b2fd2cf529d service nova] [instance: 01f08d9c-f1bf-47a8-84f0-e9852b244e50] Received event network-changed-432126c2-eb8d-46a6-ab0c-1ba78dd5cb96 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 702.371293] env[69524]: DEBUG nova.compute.manager [req-8b1de109-7b6b-47b7-8747-860b91288fc8 req-588e9d1b-8b1a-4157-9b16-7b2fd2cf529d service nova] [instance: 01f08d9c-f1bf-47a8-84f0-e9852b244e50] Refreshing instance network info cache due to event network-changed-432126c2-eb8d-46a6-ab0c-1ba78dd5cb96. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 702.372039] env[69524]: DEBUG oslo_concurrency.lockutils [req-8b1de109-7b6b-47b7-8747-860b91288fc8 req-588e9d1b-8b1a-4157-9b16-7b2fd2cf529d service nova] Acquiring lock "refresh_cache-01f08d9c-f1bf-47a8-84f0-e9852b244e50" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.373337] env[69524]: DEBUG oslo_concurrency.lockutils [req-8b1de109-7b6b-47b7-8747-860b91288fc8 req-588e9d1b-8b1a-4157-9b16-7b2fd2cf529d service nova] Acquired lock "refresh_cache-01f08d9c-f1bf-47a8-84f0-e9852b244e50" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.373337] env[69524]: DEBUG nova.network.neutron [req-8b1de109-7b6b-47b7-8747-860b91288fc8 req-588e9d1b-8b1a-4157-9b16-7b2fd2cf529d service nova] [instance: 01f08d9c-f1bf-47a8-84f0-e9852b244e50] Refreshing network info cache for port 432126c2-eb8d-46a6-ab0c-1ba78dd5cb96 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 702.442226] env[69524]: DEBUG oslo_vmware.api [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Task: {'id': task-4067400, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.041259} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.442509] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] File moved {{(pid=69524) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 702.442708] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Cleaning up location [datastore1] vmware_temp/744f049f-2774-422d-b078-3354e80caf32 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 702.442912] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Deleting the datastore file [datastore1] vmware_temp/744f049f-2774-422d-b078-3354e80caf32 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 702.443206] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71ee78d0-2042-4374-bf9f-c69ecf74a57b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.452607] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.345s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.452946] env[69524]: DEBUG nova.compute.manager [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] [instance: e9cb699d-b67b-4e4d-b561-83e3def48ac8] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 702.457638] env[69524]: DEBUG oslo_vmware.api [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Waiting for the task: (returnval){ [ 702.457638] env[69524]: value = "task-4067401" [ 702.457638] env[69524]: _type = "Task" [ 702.457638] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.461021] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.149s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.461021] env[69524]: INFO nova.compute.claims [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 70882fb7-913e-4c58-86d3-61519cda37c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 702.473593] env[69524]: DEBUG oslo_vmware.api [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Task: {'id': task-4067401, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.843312] env[69524]: DEBUG nova.network.neutron [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Updating instance_info_cache with network_info: [{"id": "22232e11-5abc-4142-aad1-3093fffff78a", "address": "fa:16:3e:73:50:ef", "network": {"id": "1531dc8d-ee5b-42f9-aadd-2dca09e9c721", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1465634458-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "355e0734c510435fbbe9a7b08712eb98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22232e11-5a", "ovs_interfaceid": "22232e11-5abc-4142-aad1-3093fffff78a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.963029] env[69524]: DEBUG nova.compute.utils [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 702.963782] env[69524]: DEBUG nova.compute.manager [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] [instance: e9cb699d-b67b-4e4d-b561-83e3def48ac8] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 702.963782] env[69524]: DEBUG nova.network.neutron [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] [instance: e9cb699d-b67b-4e4d-b561-83e3def48ac8] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 702.982289] env[69524]: DEBUG oslo_vmware.api [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Task: {'id': task-4067401, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026207} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.982496] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 702.984150] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ac2e877-ca31-46fd-b8e1-0f5c4fae7c95 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.993345] env[69524]: DEBUG oslo_vmware.api [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Waiting for the task: (returnval){ [ 702.993345] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52bd1d4c-0352-a21d-e279-fb59ec09b2db" [ 702.993345] env[69524]: _type = "Task" [ 702.993345] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.009171] env[69524]: DEBUG oslo_vmware.api [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52bd1d4c-0352-a21d-e279-fb59ec09b2db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.089986] env[69524]: DEBUG nova.policy [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4869810379e48d39d110ac34624a2ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8bd0640f10a340a686ecc6983593e27a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 703.348019] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Releasing lock "refresh_cache-9c72abfc-a032-4919-83c2-bf94174e2052" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.348019] env[69524]: DEBUG nova.compute.manager [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Instance network_info: |[{"id": "22232e11-5abc-4142-aad1-3093fffff78a", "address": "fa:16:3e:73:50:ef", "network": {"id": "1531dc8d-ee5b-42f9-aadd-2dca09e9c721", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1465634458-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "355e0734c510435fbbe9a7b08712eb98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22232e11-5a", "ovs_interfaceid": "22232e11-5abc-4142-aad1-3093fffff78a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 703.348585] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:50:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69351262-8d39-441a-85ba-3a78df436d17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '22232e11-5abc-4142-aad1-3093fffff78a', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 703.354897] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Creating folder: Project (355e0734c510435fbbe9a7b08712eb98). Parent ref: group-v806025. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.355448] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-949204c1-4d71-4c13-a5a9-51bc0fc3e011 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.371018] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Created folder: Project (355e0734c510435fbbe9a7b08712eb98) in parent group-v806025. [ 703.371018] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Creating folder: Instances. Parent ref: group-v806032. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 703.371018] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-beaca520-6b20-4532-85ef-7917195b3b72 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.382830] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Created folder: Instances in parent group-v806032. [ 703.383373] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.387015] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 703.387015] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-addfb37f-4e6e-460d-a2a7-9401a7fec387 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.409452] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 703.409452] env[69524]: value = "task-4067404" [ 703.409452] env[69524]: _type = "Task" [ 703.409452] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.421898] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067404, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.468635] env[69524]: DEBUG nova.compute.manager [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] [instance: e9cb699d-b67b-4e4d-b561-83e3def48ac8] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 703.509855] env[69524]: DEBUG oslo_vmware.api [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52bd1d4c-0352-a21d-e279-fb59ec09b2db, 'name': SearchDatastore_Task, 'duration_secs': 0.016382} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.510342] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.510753] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] eed731ec-573c-4c82-9639-a3a4a9c4a8f9/eed731ec-573c-4c82-9639-a3a4a9c4a8f9.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 703.511216] env[69524]: DEBUG oslo_concurrency.lockutils [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.511537] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 703.511877] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fb8d5b3c-81a5-43b1-a36b-182a3870bf65 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.515352] env[69524]: DEBUG nova.network.neutron [req-8b1de109-7b6b-47b7-8747-860b91288fc8 req-588e9d1b-8b1a-4157-9b16-7b2fd2cf529d service nova] [instance: 01f08d9c-f1bf-47a8-84f0-e9852b244e50] Updated VIF entry in instance network info cache for port 432126c2-eb8d-46a6-ab0c-1ba78dd5cb96. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 703.515873] env[69524]: DEBUG nova.network.neutron [req-8b1de109-7b6b-47b7-8747-860b91288fc8 req-588e9d1b-8b1a-4157-9b16-7b2fd2cf529d service nova] [instance: 01f08d9c-f1bf-47a8-84f0-e9852b244e50] Updating instance_info_cache with network_info: [{"id": "432126c2-eb8d-46a6-ab0c-1ba78dd5cb96", "address": "fa:16:3e:78:7f:86", "network": {"id": "4550e7fd-90bc-4918-b771-f2ef66acbba7", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1403049277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18a2c09bb2b84372ae9c4cde07dba299", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap432126c2-eb", "ovs_interfaceid": "432126c2-eb8d-46a6-ab0c-1ba78dd5cb96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.517363] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f07747d3-cc3d-4e53-adfc-b7bf73eda876 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.531951] env[69524]: DEBUG oslo_vmware.api [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Waiting for the task: (returnval){ [ 703.531951] env[69524]: value = "task-4067405" [ 703.531951] env[69524]: _type = "Task" [ 703.531951] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.532272] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 703.532272] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 703.537290] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6370ece0-b350-4432-b4ca-bc4c96e91acf {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.548114] env[69524]: DEBUG oslo_vmware.api [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Task: {'id': task-4067405, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.550029] env[69524]: DEBUG oslo_vmware.api [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Waiting for the task: (returnval){ [ 703.550029] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52987df2-475f-61c0-88c4-4bcde4a417ae" [ 703.550029] env[69524]: _type = "Task" [ 703.550029] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.561622] env[69524]: DEBUG oslo_vmware.api [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52987df2-475f-61c0-88c4-4bcde4a417ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.850449] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6f27a1-9778-4c5c-a1be-b85864ac75c7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.864690] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375c3df9-df83-49a2-a8c3-089ebb964ffe {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.901218] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79da7401-ccbf-467e-8e90-46ebf8a68696 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.919149] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ddf124-278e-4a45-ab03-eab617c31a43 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.933200] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067404, 'name': CreateVM_Task, 'duration_secs': 0.388862} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.941977] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 703.942829] env[69524]: DEBUG nova.compute.provider_tree [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.944741] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.944896] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.945223] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.945862] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3972126c-cb4e-4fe8-bea0-77a915deaca9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.957167] env[69524]: DEBUG oslo_vmware.api [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Waiting for the task: (returnval){ [ 703.957167] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52b4693b-35e1-31b4-932f-28505150f044" [ 703.957167] env[69524]: _type = "Task" [ 703.957167] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.972605] env[69524]: DEBUG oslo_vmware.api [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52b4693b-35e1-31b4-932f-28505150f044, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.021693] env[69524]: DEBUG oslo_concurrency.lockutils [req-8b1de109-7b6b-47b7-8747-860b91288fc8 req-588e9d1b-8b1a-4157-9b16-7b2fd2cf529d service nova] Releasing lock "refresh_cache-01f08d9c-f1bf-47a8-84f0-e9852b244e50" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.021992] env[69524]: DEBUG nova.compute.manager [req-8b1de109-7b6b-47b7-8747-860b91288fc8 req-588e9d1b-8b1a-4157-9b16-7b2fd2cf529d service nova] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Received event network-vif-plugged-22232e11-5abc-4142-aad1-3093fffff78a {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.022227] env[69524]: DEBUG oslo_concurrency.lockutils [req-8b1de109-7b6b-47b7-8747-860b91288fc8 req-588e9d1b-8b1a-4157-9b16-7b2fd2cf529d service nova] Acquiring lock "9c72abfc-a032-4919-83c2-bf94174e2052-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.023683] env[69524]: DEBUG oslo_concurrency.lockutils [req-8b1de109-7b6b-47b7-8747-860b91288fc8 req-588e9d1b-8b1a-4157-9b16-7b2fd2cf529d service nova] Lock "9c72abfc-a032-4919-83c2-bf94174e2052-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.023683] env[69524]: DEBUG oslo_concurrency.lockutils [req-8b1de109-7b6b-47b7-8747-860b91288fc8 req-588e9d1b-8b1a-4157-9b16-7b2fd2cf529d service nova] Lock "9c72abfc-a032-4919-83c2-bf94174e2052-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.023683] env[69524]: DEBUG nova.compute.manager [req-8b1de109-7b6b-47b7-8747-860b91288fc8 req-588e9d1b-8b1a-4157-9b16-7b2fd2cf529d service nova] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] No waiting events found dispatching network-vif-plugged-22232e11-5abc-4142-aad1-3093fffff78a {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 704.023683] env[69524]: WARNING nova.compute.manager [req-8b1de109-7b6b-47b7-8747-860b91288fc8 req-588e9d1b-8b1a-4157-9b16-7b2fd2cf529d service nova] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Received unexpected event network-vif-plugged-22232e11-5abc-4142-aad1-3093fffff78a for instance with vm_state building and task_state spawning. [ 704.023683] env[69524]: DEBUG nova.compute.manager [req-8b1de109-7b6b-47b7-8747-860b91288fc8 req-588e9d1b-8b1a-4157-9b16-7b2fd2cf529d service nova] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Received event network-changed-22232e11-5abc-4142-aad1-3093fffff78a {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.023910] env[69524]: DEBUG nova.compute.manager [req-8b1de109-7b6b-47b7-8747-860b91288fc8 req-588e9d1b-8b1a-4157-9b16-7b2fd2cf529d service nova] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Refreshing instance network info cache due to event network-changed-22232e11-5abc-4142-aad1-3093fffff78a. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 704.023910] env[69524]: DEBUG oslo_concurrency.lockutils [req-8b1de109-7b6b-47b7-8747-860b91288fc8 req-588e9d1b-8b1a-4157-9b16-7b2fd2cf529d service nova] Acquiring lock "refresh_cache-9c72abfc-a032-4919-83c2-bf94174e2052" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.023910] env[69524]: DEBUG oslo_concurrency.lockutils [req-8b1de109-7b6b-47b7-8747-860b91288fc8 req-588e9d1b-8b1a-4157-9b16-7b2fd2cf529d service nova] Acquired lock "refresh_cache-9c72abfc-a032-4919-83c2-bf94174e2052" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.023910] env[69524]: DEBUG nova.network.neutron [req-8b1de109-7b6b-47b7-8747-860b91288fc8 req-588e9d1b-8b1a-4157-9b16-7b2fd2cf529d service nova] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Refreshing network info cache for port 22232e11-5abc-4142-aad1-3093fffff78a {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.050156] env[69524]: DEBUG oslo_vmware.api [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Task: {'id': task-4067405, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.064453] env[69524]: DEBUG oslo_vmware.api [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52987df2-475f-61c0-88c4-4bcde4a417ae, 'name': SearchDatastore_Task, 'duration_secs': 0.02069} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.065354] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44c711e3-d3de-4e81-8e68-a4603ce38e6e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.077018] env[69524]: DEBUG oslo_vmware.api [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Waiting for the task: (returnval){ [ 704.077018] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52292ca3-0b3a-d6fe-7bf9-03d5aaeae148" [ 704.077018] env[69524]: _type = "Task" [ 704.077018] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.092262] env[69524]: DEBUG oslo_vmware.api [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52292ca3-0b3a-d6fe-7bf9-03d5aaeae148, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.450647] env[69524]: DEBUG nova.scheduler.client.report [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.475954] env[69524]: DEBUG oslo_vmware.api [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52b4693b-35e1-31b4-932f-28505150f044, 'name': SearchDatastore_Task, 'duration_secs': 0.064996} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.475954] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.475954] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 704.475954] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.482630] env[69524]: DEBUG nova.compute.manager [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] [instance: e9cb699d-b67b-4e4d-b561-83e3def48ac8] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 704.525021] env[69524]: DEBUG nova.virt.hardware [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 704.525021] env[69524]: DEBUG nova.virt.hardware [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 704.525021] env[69524]: DEBUG nova.virt.hardware [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 704.526582] env[69524]: DEBUG nova.virt.hardware [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 704.526582] env[69524]: DEBUG nova.virt.hardware [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 704.526582] env[69524]: DEBUG nova.virt.hardware [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 704.527106] env[69524]: DEBUG nova.virt.hardware [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 704.530149] env[69524]: DEBUG nova.virt.hardware [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 704.530149] env[69524]: DEBUG nova.virt.hardware [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 704.530149] env[69524]: DEBUG nova.virt.hardware [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 704.530149] env[69524]: DEBUG nova.virt.hardware [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 704.533644] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ceda94-6fb2-4c1f-a094-6f69ba3ec39e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.552366] env[69524]: DEBUG oslo_vmware.api [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Task: {'id': task-4067405, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596544} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.552980] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] eed731ec-573c-4c82-9639-a3a4a9c4a8f9/eed731ec-573c-4c82-9639-a3a4a9c4a8f9.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 704.553574] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 704.556048] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2001302-056d-4452-b1ed-cdc44261bfc0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.561677] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb8801d4-adc1-4eb2-8160-126b623d8b49 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.595474] env[69524]: DEBUG oslo_vmware.api [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Waiting for the task: (returnval){ [ 704.595474] env[69524]: value = "task-4067406" [ 704.595474] env[69524]: _type = "Task" [ 704.595474] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.604837] env[69524]: DEBUG oslo_vmware.api [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52292ca3-0b3a-d6fe-7bf9-03d5aaeae148, 'name': SearchDatastore_Task, 'duration_secs': 0.026386} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.606198] env[69524]: DEBUG oslo_concurrency.lockutils [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.606198] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 01f08d9c-f1bf-47a8-84f0-e9852b244e50/01f08d9c-f1bf-47a8-84f0-e9852b244e50.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 704.606370] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.606630] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.607777] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e529628d-1d37-4bbe-9347-122aac39aff8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.612693] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2dd20c36-26cc-4cb2-ab43-0899fe918c64 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.615145] env[69524]: DEBUG oslo_vmware.api [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Task: {'id': task-4067406, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.625192] env[69524]: DEBUG oslo_vmware.api [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Waiting for the task: (returnval){ [ 704.625192] env[69524]: value = "task-4067407" [ 704.625192] env[69524]: _type = "Task" [ 704.625192] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.626840] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.627559] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.631917] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a55c7d38-80c4-45cd-a0e9-477d6fa0e009 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.641441] env[69524]: DEBUG oslo_vmware.api [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Task: {'id': task-4067407, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.642259] env[69524]: DEBUG oslo_vmware.api [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Waiting for the task: (returnval){ [ 704.642259] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]529ab5ee-28f7-6c8d-cd6f-9917f4f6b688" [ 704.642259] env[69524]: _type = "Task" [ 704.642259] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.650806] env[69524]: DEBUG oslo_vmware.api [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]529ab5ee-28f7-6c8d-cd6f-9917f4f6b688, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.691428] env[69524]: DEBUG nova.network.neutron [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] [instance: e9cb699d-b67b-4e4d-b561-83e3def48ac8] Successfully created port: 910961aa-2b5f-4bda-84e2-1d6399f22bd1 {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 704.706721] env[69524]: DEBUG nova.network.neutron [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] [instance: be92232e-a9cf-4f72-9e06-5283afc5734a] Successfully updated port: 4b62630c-c5d1-4bca-859e-2fae66fb1100 {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 704.954851] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.497s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.956310] env[69524]: DEBUG nova.compute.manager [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 70882fb7-913e-4c58-86d3-61519cda37c7] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 704.958852] env[69524]: DEBUG oslo_concurrency.lockutils [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.577s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.961725] env[69524]: INFO nova.compute.claims [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] [instance: 152eccac-5038-4ed8-9748-911b53a425c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 705.107867] env[69524]: DEBUG oslo_vmware.api [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Task: {'id': task-4067406, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071629} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.108371] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 705.109630] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f42aa10-9fcc-4d24-9c8b-bdf118989fc6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.142486] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] eed731ec-573c-4c82-9639-a3a4a9c4a8f9/eed731ec-573c-4c82-9639-a3a4a9c4a8f9.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 705.147725] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30bd1e84-8b02-443f-998d-fa7540c9fee1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.178601] env[69524]: DEBUG oslo_vmware.api [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Waiting for the task: (returnval){ [ 705.178601] env[69524]: value = "task-4067408" [ 705.178601] env[69524]: _type = "Task" [ 705.178601] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.179074] env[69524]: DEBUG oslo_vmware.api [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Task: {'id': task-4067407, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514403} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.183095] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 01f08d9c-f1bf-47a8-84f0-e9852b244e50/01f08d9c-f1bf-47a8-84f0-e9852b244e50.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 705.183095] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] [instance: 01f08d9c-f1bf-47a8-84f0-e9852b244e50] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 705.184510] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ca90cd7-0de0-4238-9b31-4efdeb271a21 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.191786] env[69524]: DEBUG oslo_vmware.api [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]529ab5ee-28f7-6c8d-cd6f-9917f4f6b688, 'name': SearchDatastore_Task, 'duration_secs': 0.01825} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.193851] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e54b8ddc-81df-437b-a5b5-303f004513ed {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.201397] env[69524]: DEBUG oslo_vmware.api [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Waiting for the task: (returnval){ [ 705.201397] env[69524]: value = "task-4067409" [ 705.201397] env[69524]: _type = "Task" [ 705.201397] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.201714] env[69524]: DEBUG oslo_vmware.api [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Task: {'id': task-4067408, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.211307] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Acquiring lock "refresh_cache-be92232e-a9cf-4f72-9e06-5283afc5734a" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.211508] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Acquired lock "refresh_cache-be92232e-a9cf-4f72-9e06-5283afc5734a" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.211691] env[69524]: DEBUG nova.network.neutron [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] [instance: be92232e-a9cf-4f72-9e06-5283afc5734a] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 705.213267] env[69524]: DEBUG oslo_vmware.api [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Waiting for the task: (returnval){ [ 705.213267] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]525e05b2-6212-9d0e-9e7e-00103b0a700c" [ 705.213267] env[69524]: _type = "Task" [ 705.213267] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.222635] env[69524]: DEBUG oslo_vmware.api [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Task: {'id': task-4067409, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.230306] env[69524]: DEBUG oslo_vmware.api [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]525e05b2-6212-9d0e-9e7e-00103b0a700c, 'name': SearchDatastore_Task, 'duration_secs': 0.013184} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.230614] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.230917] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 9c72abfc-a032-4919-83c2-bf94174e2052/9c72abfc-a032-4919-83c2-bf94174e2052.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 705.231233] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b40d0998-29c5-4210-9c5e-bfd14c2d2776 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.240219] env[69524]: DEBUG oslo_vmware.api [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Waiting for the task: (returnval){ [ 705.240219] env[69524]: value = "task-4067410" [ 705.240219] env[69524]: _type = "Task" [ 705.240219] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.249498] env[69524]: DEBUG oslo_vmware.api [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Task: {'id': task-4067410, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.466063] env[69524]: DEBUG nova.compute.utils [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 705.471673] env[69524]: DEBUG nova.compute.manager [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 70882fb7-913e-4c58-86d3-61519cda37c7] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 705.471863] env[69524]: DEBUG nova.network.neutron [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 70882fb7-913e-4c58-86d3-61519cda37c7] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 705.700288] env[69524]: DEBUG oslo_vmware.api [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Task: {'id': task-4067408, 'name': ReconfigVM_Task, 'duration_secs': 0.483764} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.700684] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Reconfigured VM instance instance-00000003 to attach disk [datastore1] eed731ec-573c-4c82-9639-a3a4a9c4a8f9/eed731ec-573c-4c82-9639-a3a4a9c4a8f9.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 705.701551] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d38be7e5-6ef5-4804-8f94-fad2ffcc113d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.724901] env[69524]: DEBUG oslo_vmware.api [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Task: {'id': task-4067409, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072221} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.726953] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] [instance: 01f08d9c-f1bf-47a8-84f0-e9852b244e50] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 705.727506] env[69524]: DEBUG oslo_vmware.api [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Waiting for the task: (returnval){ [ 705.727506] env[69524]: value = "task-4067411" [ 705.727506] env[69524]: _type = "Task" [ 705.727506] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.728303] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d7a7d4-0e2f-43c6-9306-c7ac21f84f1b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.744669] env[69524]: DEBUG oslo_vmware.api [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Task: {'id': task-4067411, 'name': Rename_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.748156] env[69524]: DEBUG nova.policy [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a896a31322544be6a096001883583b69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '451a33914c5e419a8df2b44aa3691d0a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 705.784596] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] [instance: 01f08d9c-f1bf-47a8-84f0-e9852b244e50] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 01f08d9c-f1bf-47a8-84f0-e9852b244e50/01f08d9c-f1bf-47a8-84f0-e9852b244e50.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 705.784596] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce4f6117-8dbd-4934-809a-a0bf9236c14f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.809372] env[69524]: DEBUG oslo_vmware.api [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Task: {'id': task-4067410, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509714} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.814334] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 9c72abfc-a032-4919-83c2-bf94174e2052/9c72abfc-a032-4919-83c2-bf94174e2052.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 705.814572] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 705.816682] env[69524]: DEBUG oslo_vmware.api [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Waiting for the task: (returnval){ [ 705.816682] env[69524]: value = "task-4067412" [ 705.816682] env[69524]: _type = "Task" [ 705.816682] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.816682] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6edb5399-a47e-489c-b977-d12426a086dc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.830335] env[69524]: DEBUG oslo_vmware.api [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Task: {'id': task-4067412, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.832100] env[69524]: DEBUG oslo_vmware.api [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Waiting for the task: (returnval){ [ 705.832100] env[69524]: value = "task-4067413" [ 705.832100] env[69524]: _type = "Task" [ 705.832100] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.836323] env[69524]: DEBUG nova.network.neutron [req-8b1de109-7b6b-47b7-8747-860b91288fc8 req-588e9d1b-8b1a-4157-9b16-7b2fd2cf529d service nova] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Updated VIF entry in instance network info cache for port 22232e11-5abc-4142-aad1-3093fffff78a. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.837024] env[69524]: DEBUG nova.network.neutron [req-8b1de109-7b6b-47b7-8747-860b91288fc8 req-588e9d1b-8b1a-4157-9b16-7b2fd2cf529d service nova] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Updating instance_info_cache with network_info: [{"id": "22232e11-5abc-4142-aad1-3093fffff78a", "address": "fa:16:3e:73:50:ef", "network": {"id": "1531dc8d-ee5b-42f9-aadd-2dca09e9c721", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1465634458-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "355e0734c510435fbbe9a7b08712eb98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22232e11-5a", "ovs_interfaceid": "22232e11-5abc-4142-aad1-3093fffff78a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.854323] env[69524]: DEBUG oslo_vmware.api [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Task: {'id': task-4067413, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.861240] env[69524]: DEBUG nova.network.neutron [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] [instance: be92232e-a9cf-4f72-9e06-5283afc5734a] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 705.972745] env[69524]: DEBUG nova.compute.manager [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 70882fb7-913e-4c58-86d3-61519cda37c7] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 706.088540] env[69524]: DEBUG nova.compute.manager [req-6ea38b8f-90e3-48df-8126-e87cc1cbeb63 req-c3ddfa07-d80f-45d9-9c83-b4cd886aa8ff service nova] [instance: be92232e-a9cf-4f72-9e06-5283afc5734a] Received event network-vif-plugged-4b62630c-c5d1-4bca-859e-2fae66fb1100 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.088725] env[69524]: DEBUG oslo_concurrency.lockutils [req-6ea38b8f-90e3-48df-8126-e87cc1cbeb63 req-c3ddfa07-d80f-45d9-9c83-b4cd886aa8ff service nova] Acquiring lock "be92232e-a9cf-4f72-9e06-5283afc5734a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.088794] env[69524]: DEBUG oslo_concurrency.lockutils [req-6ea38b8f-90e3-48df-8126-e87cc1cbeb63 req-c3ddfa07-d80f-45d9-9c83-b4cd886aa8ff service nova] Lock "be92232e-a9cf-4f72-9e06-5283afc5734a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.088991] env[69524]: DEBUG oslo_concurrency.lockutils [req-6ea38b8f-90e3-48df-8126-e87cc1cbeb63 req-c3ddfa07-d80f-45d9-9c83-b4cd886aa8ff service nova] Lock "be92232e-a9cf-4f72-9e06-5283afc5734a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.089285] env[69524]: DEBUG nova.compute.manager [req-6ea38b8f-90e3-48df-8126-e87cc1cbeb63 req-c3ddfa07-d80f-45d9-9c83-b4cd886aa8ff service nova] [instance: be92232e-a9cf-4f72-9e06-5283afc5734a] No waiting events found dispatching network-vif-plugged-4b62630c-c5d1-4bca-859e-2fae66fb1100 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 706.089357] env[69524]: WARNING nova.compute.manager [req-6ea38b8f-90e3-48df-8126-e87cc1cbeb63 req-c3ddfa07-d80f-45d9-9c83-b4cd886aa8ff service nova] [instance: be92232e-a9cf-4f72-9e06-5283afc5734a] Received unexpected event network-vif-plugged-4b62630c-c5d1-4bca-859e-2fae66fb1100 for instance with vm_state building and task_state spawning. [ 706.218455] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65eb7930-546e-4437-8514-9909f183cfe6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.228988] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9b54b4-99d5-4174-888a-8047ba868d07 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.247358] env[69524]: DEBUG oslo_vmware.api [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Task: {'id': task-4067411, 'name': Rename_Task, 'duration_secs': 0.152442} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.277974] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 706.284152] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30644fe7-5d74-4b4e-876c-ed5563148c6d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.286716] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92a3bab-2644-4ca0-be11-7aadffcabc69 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.299552] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d31ced7-4438-409f-adf1-c4b4d74b8671 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.304763] env[69524]: DEBUG oslo_vmware.api [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Waiting for the task: (returnval){ [ 706.304763] env[69524]: value = "task-4067414" [ 706.304763] env[69524]: _type = "Task" [ 706.304763] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.317708] env[69524]: DEBUG nova.compute.provider_tree [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.326858] env[69524]: DEBUG oslo_vmware.api [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Task: {'id': task-4067414, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.335284] env[69524]: DEBUG oslo_vmware.api [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Task: {'id': task-4067412, 'name': ReconfigVM_Task, 'duration_secs': 0.344854} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.340610] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] [instance: 01f08d9c-f1bf-47a8-84f0-e9852b244e50] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 01f08d9c-f1bf-47a8-84f0-e9852b244e50/01f08d9c-f1bf-47a8-84f0-e9852b244e50.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.341450] env[69524]: DEBUG oslo_concurrency.lockutils [req-8b1de109-7b6b-47b7-8747-860b91288fc8 req-588e9d1b-8b1a-4157-9b16-7b2fd2cf529d service nova] Releasing lock "refresh_cache-9c72abfc-a032-4919-83c2-bf94174e2052" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.341924] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e0656de-3421-486d-831d-0aafec13dfa2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.350029] env[69524]: DEBUG oslo_vmware.api [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Task: {'id': task-4067413, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079459} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.351636] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 706.352090] env[69524]: DEBUG oslo_vmware.api [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Waiting for the task: (returnval){ [ 706.352090] env[69524]: value = "task-4067415" [ 706.352090] env[69524]: _type = "Task" [ 706.352090] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.352880] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd087b1a-53c0-4294-bbd4-b6466343a2da {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.365623] env[69524]: DEBUG oslo_vmware.api [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Task: {'id': task-4067415, 'name': Rename_Task} progress is 10%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.385839] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 9c72abfc-a032-4919-83c2-bf94174e2052/9c72abfc-a032-4919-83c2-bf94174e2052.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 706.386190] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9faffb3c-f62a-48c0-bd30-f81a520e5380 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.408079] env[69524]: DEBUG oslo_vmware.api [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Waiting for the task: (returnval){ [ 706.408079] env[69524]: value = "task-4067416" [ 706.408079] env[69524]: _type = "Task" [ 706.408079] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.417440] env[69524]: DEBUG oslo_vmware.api [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Task: {'id': task-4067416, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.664384] env[69524]: DEBUG nova.network.neutron [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] [instance: be92232e-a9cf-4f72-9e06-5283afc5734a] Updating instance_info_cache with network_info: [{"id": "4b62630c-c5d1-4bca-859e-2fae66fb1100", "address": "fa:16:3e:63:85:85", "network": {"id": "9ba6743d-ce8d-49df-87a9-5afc4de01489", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a86a460dd4454b05b84917cee5434b27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b62630c-c5", "ovs_interfaceid": "4b62630c-c5d1-4bca-859e-2fae66fb1100", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.820025] env[69524]: DEBUG oslo_vmware.api [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Task: {'id': task-4067414, 'name': PowerOnVM_Task, 'duration_secs': 0.510498} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.820025] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 706.820025] env[69524]: INFO nova.compute.manager [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Took 9.39 seconds to spawn the instance on the hypervisor. [ 706.820025] env[69524]: DEBUG nova.compute.manager [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 706.821745] env[69524]: DEBUG nova.scheduler.client.report [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.827550] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0136cb78-308a-4c5f-9975-7ae95a2d5d63 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.870652] env[69524]: DEBUG oslo_vmware.api [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Task: {'id': task-4067415, 'name': Rename_Task, 'duration_secs': 0.15601} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.870652] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] [instance: 01f08d9c-f1bf-47a8-84f0-e9852b244e50] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 706.872045] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-363cbb77-0372-4da5-9524-28a37007bbe6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.880943] env[69524]: DEBUG oslo_vmware.api [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Waiting for the task: (returnval){ [ 706.880943] env[69524]: value = "task-4067417" [ 706.880943] env[69524]: _type = "Task" [ 706.880943] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.891896] env[69524]: DEBUG oslo_vmware.api [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Task: {'id': task-4067417, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.920275] env[69524]: DEBUG oslo_vmware.api [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Task: {'id': task-4067416, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.987851] env[69524]: DEBUG nova.compute.manager [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 70882fb7-913e-4c58-86d3-61519cda37c7] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 707.028191] env[69524]: DEBUG nova.virt.hardware [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 707.028345] env[69524]: DEBUG nova.virt.hardware [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 707.028591] env[69524]: DEBUG nova.virt.hardware [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 707.028591] env[69524]: DEBUG nova.virt.hardware [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 707.028787] env[69524]: DEBUG nova.virt.hardware [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 707.028862] env[69524]: DEBUG nova.virt.hardware [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 707.029113] env[69524]: DEBUG nova.virt.hardware [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 707.029268] env[69524]: DEBUG nova.virt.hardware [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 707.029700] env[69524]: DEBUG nova.virt.hardware [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 707.029700] env[69524]: DEBUG nova.virt.hardware [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 707.029802] env[69524]: DEBUG nova.virt.hardware [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 707.031076] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2453aade-fe04-424b-a50e-d84b713f463b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.048783] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030671a8-db07-4e35-9963-73266739a2d3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.106297] env[69524]: DEBUG nova.network.neutron [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 70882fb7-913e-4c58-86d3-61519cda37c7] Successfully created port: 42c0e422-ccc8-4d36-b0cf-74a873d2d86a {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 707.168997] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Releasing lock "refresh_cache-be92232e-a9cf-4f72-9e06-5283afc5734a" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.169388] env[69524]: DEBUG nova.compute.manager [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] [instance: be92232e-a9cf-4f72-9e06-5283afc5734a] Instance network_info: |[{"id": "4b62630c-c5d1-4bca-859e-2fae66fb1100", "address": "fa:16:3e:63:85:85", "network": {"id": "9ba6743d-ce8d-49df-87a9-5afc4de01489", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a86a460dd4454b05b84917cee5434b27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b62630c-c5", "ovs_interfaceid": "4b62630c-c5d1-4bca-859e-2fae66fb1100", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 707.169842] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] [instance: be92232e-a9cf-4f72-9e06-5283afc5734a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:85:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69f65356-c85e-4b7f-ad28-7c7b5e8cf50c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b62630c-c5d1-4bca-859e-2fae66fb1100', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 707.178976] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Creating folder: Project (4d6dee3d0a664db285ca78062d19d244). Parent ref: group-v806025. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.179415] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c76f2ca-30dd-4631-8aa7-1253b86618dd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.194515] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Created folder: Project (4d6dee3d0a664db285ca78062d19d244) in parent group-v806025. [ 707.194820] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Creating folder: Instances. Parent ref: group-v806035. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.195217] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-803bedb2-c2e6-4d95-aa0f-a998b9223b1c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.213340] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Created folder: Instances in parent group-v806035. [ 707.213340] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 707.213340] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be92232e-a9cf-4f72-9e06-5283afc5734a] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 707.213340] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57bb4e4a-a03b-4cda-b98b-352193160b80 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.240852] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 707.240852] env[69524]: value = "task-4067420" [ 707.240852] env[69524]: _type = "Task" [ 707.240852] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.249981] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067420, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.332784] env[69524]: DEBUG oslo_concurrency.lockutils [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.374s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.332784] env[69524]: DEBUG nova.compute.manager [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] [instance: 152eccac-5038-4ed8-9748-911b53a425c2] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 707.335527] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 11.343s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.335732] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.335892] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69524) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 707.336266] env[69524]: DEBUG oslo_concurrency.lockutils [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.593s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.337791] env[69524]: INFO nova.compute.claims [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] [instance: d0ff2c42-ec49-4659-8629-47a9fc275841] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 707.342391] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ed3887-e567-4b07-92f9-6923bb6cb4cb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.372112] env[69524]: INFO nova.compute.manager [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Took 16.47 seconds to build instance. [ 707.373820] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4d0521-f20a-41f6-9d2c-e840188d31b8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.407543] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ac95db-9d68-420d-9f15-6539f2985f6e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.419224] env[69524]: DEBUG oslo_vmware.api [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Task: {'id': task-4067417, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.434042] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48912aad-2adc-4794-9ba0-2cb6d2dca134 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.437992] env[69524]: DEBUG oslo_vmware.api [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Task: {'id': task-4067416, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.467689] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180839MB free_disk=21GB free_vcpus=48 pci_devices=None {{(pid=69524) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 707.467881] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.626909] env[69524]: DEBUG nova.network.neutron [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] [instance: e9cb699d-b67b-4e4d-b561-83e3def48ac8] Successfully updated port: 910961aa-2b5f-4bda-84e2-1d6399f22bd1 {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 707.753223] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067420, 'name': CreateVM_Task} progress is 25%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.843954] env[69524]: DEBUG nova.compute.utils [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 707.847182] env[69524]: DEBUG nova.compute.manager [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] [instance: 152eccac-5038-4ed8-9748-911b53a425c2] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 707.847182] env[69524]: DEBUG nova.network.neutron [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] [instance: 152eccac-5038-4ed8-9748-911b53a425c2] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 707.882055] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6b22d940-4975-4312-a36c-e7da5bd993f0 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Lock "eed731ec-573c-4c82-9639-a3a4a9c4a8f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.990s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.899201] env[69524]: DEBUG oslo_vmware.api [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Task: {'id': task-4067417, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.931122] env[69524]: DEBUG oslo_vmware.api [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Task: {'id': task-4067416, 'name': ReconfigVM_Task, 'duration_secs': 1.284921} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.936249] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 9c72abfc-a032-4919-83c2-bf94174e2052/9c72abfc-a032-4919-83c2-bf94174e2052.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 707.936249] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-adabd08f-6978-457e-86f5-4dba3e1400ce {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.949457] env[69524]: DEBUG oslo_vmware.api [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Waiting for the task: (returnval){ [ 707.949457] env[69524]: value = "task-4067421" [ 707.949457] env[69524]: _type = "Task" [ 707.949457] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.962060] env[69524]: DEBUG oslo_vmware.api [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Task: {'id': task-4067421, 'name': Rename_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.046642] env[69524]: DEBUG nova.policy [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7afe74c26ee487f8d8d69911246e4ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be46f86bf99b4ab48d80ff4c1626a0dc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 708.133429] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Acquiring lock "refresh_cache-e9cb699d-b67b-4e4d-b561-83e3def48ac8" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.133586] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Acquired lock "refresh_cache-e9cb699d-b67b-4e4d-b561-83e3def48ac8" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.133758] env[69524]: DEBUG nova.network.neutron [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] [instance: e9cb699d-b67b-4e4d-b561-83e3def48ac8] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 708.253922] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067420, 'name': CreateVM_Task, 'duration_secs': 0.6416} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.254256] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be92232e-a9cf-4f72-9e06-5283afc5734a] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 708.255551] env[69524]: DEBUG oslo_vmware.service [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12801935-c2f5-4188-8a92-aec89ba6da9c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.263278] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.263899] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.264167] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.264531] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0fc5c6b-f7f9-4f29-947c-3f96743b67fc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.271345] env[69524]: DEBUG oslo_vmware.api [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Waiting for the task: (returnval){ [ 708.271345] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]529cf169-4090-a4e3-1969-fa5473304815" [ 708.271345] env[69524]: _type = "Task" [ 708.271345] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.288626] env[69524]: DEBUG oslo_vmware.api [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]529cf169-4090-a4e3-1969-fa5473304815, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.350653] env[69524]: DEBUG nova.compute.manager [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] [instance: 152eccac-5038-4ed8-9748-911b53a425c2] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 708.404122] env[69524]: DEBUG nova.compute.manager [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 708.408232] env[69524]: DEBUG oslo_vmware.api [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Task: {'id': task-4067417, 'name': PowerOnVM_Task, 'duration_secs': 1.319814} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.410323] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] [instance: 01f08d9c-f1bf-47a8-84f0-e9852b244e50] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 708.410323] env[69524]: INFO nova.compute.manager [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] [instance: 01f08d9c-f1bf-47a8-84f0-e9852b244e50] Took 13.30 seconds to spawn the instance on the hypervisor. [ 708.414373] env[69524]: DEBUG nova.compute.manager [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] [instance: 01f08d9c-f1bf-47a8-84f0-e9852b244e50] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 708.415323] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68fa8d0b-7d93-4cf6-8dc4-961968d527ae {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.463565] env[69524]: DEBUG oslo_vmware.api [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Task: {'id': task-4067421, 'name': Rename_Task, 'duration_secs': 0.196942} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.463871] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 708.464473] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f6570b2-3853-4e83-b472-2830f9892ab7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.479026] env[69524]: DEBUG oslo_vmware.api [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Waiting for the task: (returnval){ [ 708.479026] env[69524]: value = "task-4067422" [ 708.479026] env[69524]: _type = "Task" [ 708.479026] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.491392] env[69524]: DEBUG oslo_vmware.api [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Task: {'id': task-4067422, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.645691] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27cde1ca-c6c3-4ac1-876e-864cdd6c11e2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.658286] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7e3826-da80-45b7-81fb-e49f1c84a4f5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.691585] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0563e31e-5f95-4d40-b4d7-78270a86b42c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.700123] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800cff5c-a52a-4ee7-aa5b-f85337a1029a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.715752] env[69524]: DEBUG nova.compute.provider_tree [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.782638] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.783131] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] [instance: be92232e-a9cf-4f72-9e06-5283afc5734a] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 708.783502] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.783856] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.784216] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 708.784567] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-269ed4b9-3ce9-438d-bad4-c6374126654a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.795356] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 708.795356] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 708.796330] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c33b649-baa1-4751-aceb-2a1321ba51e8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.806227] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab1ceec6-2028-416c-971d-234f31ff80e1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.811349] env[69524]: DEBUG oslo_vmware.api [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Waiting for the task: (returnval){ [ 708.811349] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5206543b-1e5a-6c6b-3e21-78d86586e61f" [ 708.811349] env[69524]: _type = "Task" [ 708.811349] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.821492] env[69524]: DEBUG oslo_vmware.api [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5206543b-1e5a-6c6b-3e21-78d86586e61f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.827669] env[69524]: DEBUG nova.network.neutron [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] [instance: e9cb699d-b67b-4e4d-b561-83e3def48ac8] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 708.940295] env[69524]: DEBUG oslo_concurrency.lockutils [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.944829] env[69524]: INFO nova.compute.manager [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] [instance: 01f08d9c-f1bf-47a8-84f0-e9852b244e50] Took 18.12 seconds to build instance. [ 708.987759] env[69524]: DEBUG oslo_vmware.api [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Task: {'id': task-4067422, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.219187] env[69524]: DEBUG nova.scheduler.client.report [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.328707] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] [instance: be92232e-a9cf-4f72-9e06-5283afc5734a] Preparing fetch location {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 709.328707] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Creating directory with path [datastore2] vmware_temp/f44005a3-031b-4c81-b3dd-96ae452d5340/7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 709.328707] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93e94c8d-495f-4bfc-9fab-b38e313b6e97 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.356261] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Created directory with path [datastore2] vmware_temp/f44005a3-031b-4c81-b3dd-96ae452d5340/7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 709.356771] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] [instance: be92232e-a9cf-4f72-9e06-5283afc5734a] Fetch image to [datastore2] vmware_temp/f44005a3-031b-4c81-b3dd-96ae452d5340/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/tmp-sparse.vmdk {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 709.357198] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] [instance: be92232e-a9cf-4f72-9e06-5283afc5734a] Downloading image file data 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 to [datastore2] vmware_temp/f44005a3-031b-4c81-b3dd-96ae452d5340/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/tmp-sparse.vmdk on the data store datastore2 {{(pid=69524) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 709.358259] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f3d415-7591-46b6-beee-82056c85c216 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.370027] env[69524]: DEBUG nova.compute.manager [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] [instance: 152eccac-5038-4ed8-9748-911b53a425c2] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 709.370556] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c4d894-6a08-4442-b385-fc93a0bca81d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.386727] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96bb2137-4c88-486c-a1a5-a9d68f924222 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.431875] env[69524]: DEBUG nova.virt.hardware [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 709.432359] env[69524]: DEBUG nova.virt.hardware [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 709.432633] env[69524]: DEBUG nova.virt.hardware [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 709.432927] env[69524]: DEBUG nova.virt.hardware [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 709.433433] env[69524]: DEBUG nova.virt.hardware [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 709.434292] env[69524]: DEBUG nova.virt.hardware [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 709.434292] env[69524]: DEBUG nova.virt.hardware [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 709.434292] env[69524]: DEBUG nova.virt.hardware [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 709.434624] env[69524]: DEBUG nova.virt.hardware [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 709.434624] env[69524]: DEBUG nova.virt.hardware [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 709.434766] env[69524]: DEBUG nova.virt.hardware [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 709.435818] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1d0669-9a06-4bff-ad49-46d5f0e18acf {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.440139] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8471c020-880b-43bc-9e15-61921d3177dd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.447567] env[69524]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-45a31a71-cd93-4d41-9517-7f733be19389 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.452122] env[69524]: DEBUG oslo_concurrency.lockutils [None req-59718b44-06d1-4e16-bf20-7b694b472049 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Lock "01f08d9c-f1bf-47a8-84f0-e9852b244e50" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.641s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.458021] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70903af-5a19-4df8-afda-abfc34d6691c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.488731] env[69524]: DEBUG oslo_vmware.api [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Task: {'id': task-4067422, 'name': PowerOnVM_Task, 'duration_secs': 0.925225} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.489079] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 709.489308] env[69524]: INFO nova.compute.manager [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Took 9.80 seconds to spawn the instance on the hypervisor. [ 709.489488] env[69524]: DEBUG nova.compute.manager [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 709.492269] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a3b1fb-2b6b-4472-850d-ba2e853cf183 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.495681] env[69524]: DEBUG nova.virt.vmwareapi.images [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] [instance: be92232e-a9cf-4f72-9e06-5283afc5734a] Downloading image file data 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 to the data store datastore2 {{(pid=69524) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 709.562605] env[69524]: DEBUG oslo_vmware.rw_handles [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/f44005a3-031b-4c81-b3dd-96ae452d5340/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69524) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 709.711992] env[69524]: DEBUG nova.compute.manager [req-5b77c9bd-8466-46f7-99cb-3dcdd58214db req-8daff39b-98fc-4af9-abc5-86ff5e1768d9 service nova] [instance: be92232e-a9cf-4f72-9e06-5283afc5734a] Received event network-changed-4b62630c-c5d1-4bca-859e-2fae66fb1100 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 709.711992] env[69524]: DEBUG nova.compute.manager [req-5b77c9bd-8466-46f7-99cb-3dcdd58214db req-8daff39b-98fc-4af9-abc5-86ff5e1768d9 service nova] [instance: be92232e-a9cf-4f72-9e06-5283afc5734a] Refreshing instance network info cache due to event network-changed-4b62630c-c5d1-4bca-859e-2fae66fb1100. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 709.711992] env[69524]: DEBUG oslo_concurrency.lockutils [req-5b77c9bd-8466-46f7-99cb-3dcdd58214db req-8daff39b-98fc-4af9-abc5-86ff5e1768d9 service nova] Acquiring lock "refresh_cache-be92232e-a9cf-4f72-9e06-5283afc5734a" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.711992] env[69524]: DEBUG oslo_concurrency.lockutils [req-5b77c9bd-8466-46f7-99cb-3dcdd58214db req-8daff39b-98fc-4af9-abc5-86ff5e1768d9 service nova] Acquired lock "refresh_cache-be92232e-a9cf-4f72-9e06-5283afc5734a" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.711992] env[69524]: DEBUG nova.network.neutron [req-5b77c9bd-8466-46f7-99cb-3dcdd58214db req-8daff39b-98fc-4af9-abc5-86ff5e1768d9 service nova] [instance: be92232e-a9cf-4f72-9e06-5283afc5734a] Refreshing network info cache for port 4b62630c-c5d1-4bca-859e-2fae66fb1100 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 709.731294] env[69524]: DEBUG oslo_concurrency.lockutils [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.395s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.732862] env[69524]: DEBUG nova.compute.manager [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] [instance: d0ff2c42-ec49-4659-8629-47a9fc275841] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 709.738106] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.977s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.739714] env[69524]: INFO nova.compute.claims [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] [instance: 1da4cbfb-3a1a-4dcb-91bf-427bd227935d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 709.776645] env[69524]: DEBUG nova.network.neutron [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] [instance: e9cb699d-b67b-4e4d-b561-83e3def48ac8] Updating instance_info_cache with network_info: [{"id": "910961aa-2b5f-4bda-84e2-1d6399f22bd1", "address": "fa:16:3e:eb:29:3a", "network": {"id": "9ba6743d-ce8d-49df-87a9-5afc4de01489", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a86a460dd4454b05b84917cee5434b27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap910961aa-2b", "ovs_interfaceid": "910961aa-2b5f-4bda-84e2-1d6399f22bd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.902972] env[69524]: DEBUG nova.network.neutron [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] [instance: 152eccac-5038-4ed8-9748-911b53a425c2] Successfully created port: 71726a56-538f-48dd-ac86-f7f3f3339e4a {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 709.961353] env[69524]: DEBUG nova.compute.manager [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 710.018280] env[69524]: INFO nova.compute.manager [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Took 19.05 seconds to build instance. [ 710.239394] env[69524]: DEBUG nova.compute.utils [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 710.241190] env[69524]: DEBUG nova.compute.manager [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] [instance: d0ff2c42-ec49-4659-8629-47a9fc275841] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 710.241366] env[69524]: DEBUG nova.network.neutron [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] [instance: d0ff2c42-ec49-4659-8629-47a9fc275841] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 710.288586] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Releasing lock "refresh_cache-e9cb699d-b67b-4e4d-b561-83e3def48ac8" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.288586] env[69524]: DEBUG nova.compute.manager [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] [instance: e9cb699d-b67b-4e4d-b561-83e3def48ac8] Instance network_info: |[{"id": "910961aa-2b5f-4bda-84e2-1d6399f22bd1", "address": "fa:16:3e:eb:29:3a", "network": {"id": "9ba6743d-ce8d-49df-87a9-5afc4de01489", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a86a460dd4454b05b84917cee5434b27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap910961aa-2b", "ovs_interfaceid": "910961aa-2b5f-4bda-84e2-1d6399f22bd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 710.288846] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] [instance: e9cb699d-b67b-4e4d-b561-83e3def48ac8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:29:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69f65356-c85e-4b7f-ad28-7c7b5e8cf50c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '910961aa-2b5f-4bda-84e2-1d6399f22bd1', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 710.298290] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Creating folder: Project (8bd0640f10a340a686ecc6983593e27a). Parent ref: group-v806025. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 710.302805] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7129643-a60f-40ba-9460-fa2995ab8086 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.316568] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Created folder: Project (8bd0640f10a340a686ecc6983593e27a) in parent group-v806025. [ 710.316568] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Creating folder: Instances. Parent ref: group-v806038. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 710.316568] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f90491ee-5f11-4783-b61e-91b6cbaac2c6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.328321] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Created folder: Instances in parent group-v806038. [ 710.328644] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.328861] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9cb699d-b67b-4e4d-b561-83e3def48ac8] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 710.329100] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-89928002-c9c9-439c-a135-c26b1124d6cd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.359963] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 710.359963] env[69524]: value = "task-4067425" [ 710.359963] env[69524]: _type = "Task" [ 710.359963] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.372038] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067425, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.420779] env[69524]: DEBUG oslo_vmware.rw_handles [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Completed reading data from the image iterator. {{(pid=69524) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 710.421219] env[69524]: DEBUG oslo_vmware.rw_handles [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/f44005a3-031b-4c81-b3dd-96ae452d5340/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69524) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 710.485278] env[69524]: DEBUG nova.virt.vmwareapi.images [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] [instance: be92232e-a9cf-4f72-9e06-5283afc5734a] Downloaded image file data 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 to vmware_temp/f44005a3-031b-4c81-b3dd-96ae452d5340/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/tmp-sparse.vmdk on the data store datastore2 {{(pid=69524) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 710.489234] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] [instance: be92232e-a9cf-4f72-9e06-5283afc5734a] Caching image {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 710.489998] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Copying Virtual Disk [datastore2] vmware_temp/f44005a3-031b-4c81-b3dd-96ae452d5340/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/tmp-sparse.vmdk to [datastore2] vmware_temp/f44005a3-031b-4c81-b3dd-96ae452d5340/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 710.490252] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33e3477d-b2f4-4b28-a05d-b0a4cbf3727b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.495817] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.502704] env[69524]: DEBUG oslo_vmware.api [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Waiting for the task: (returnval){ [ 710.502704] env[69524]: value = "task-4067426" [ 710.502704] env[69524]: _type = "Task" [ 710.502704] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.514853] env[69524]: DEBUG oslo_vmware.api [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Task: {'id': task-4067426, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.516621] env[69524]: DEBUG nova.policy [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f02e5c70f28449b78f3b9a89815de26e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a70ddb0332c4dd588876722c10852aa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 710.523828] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3afa7f60-1b20-4283-a72d-f313c39b0d5e tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Lock "9c72abfc-a032-4919-83c2-bf94174e2052" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.566s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.744201] env[69524]: DEBUG nova.compute.manager [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] [instance: d0ff2c42-ec49-4659-8629-47a9fc275841] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 710.879980] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067425, 'name': CreateVM_Task, 'duration_secs': 0.42083} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.883490] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9cb699d-b67b-4e4d-b561-83e3def48ac8] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 710.885921] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.886109] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.890360] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.891432] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0aff6647-bd5c-43e3-b1c6-8ddee5960894 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.899700] env[69524]: DEBUG oslo_vmware.api [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Waiting for the task: (returnval){ [ 710.899700] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52bea1b0-ac59-015d-df2e-a947f6504bd0" [ 710.899700] env[69524]: _type = "Task" [ 710.899700] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.930187] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.930447] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] [instance: e9cb699d-b67b-4e4d-b561-83e3def48ac8] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 710.930711] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.018035] env[69524]: DEBUG oslo_vmware.api [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Task: {'id': task-4067426, 'name': CopyVirtualDisk_Task} progress is 70%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.029032] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e4750b-6a6f-49ec-aab9-6f34b57ef30a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.043043] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1f0fd1-9430-4975-9177-f902e782b8f1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.082604] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165a27bd-05c0-4b02-8008-d91f0b21b149 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.092654] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0f2e5d-3f4a-4ba3-9faa-ce67b56f93fe {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.109212] env[69524]: DEBUG nova.compute.provider_tree [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.516870] env[69524]: DEBUG oslo_vmware.api [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Task: {'id': task-4067426, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.612868] env[69524]: DEBUG nova.scheduler.client.report [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 711.735559] env[69524]: DEBUG nova.network.neutron [req-5b77c9bd-8466-46f7-99cb-3dcdd58214db req-8daff39b-98fc-4af9-abc5-86ff5e1768d9 service nova] [instance: be92232e-a9cf-4f72-9e06-5283afc5734a] Updated VIF entry in instance network info cache for port 4b62630c-c5d1-4bca-859e-2fae66fb1100. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 711.736013] env[69524]: DEBUG nova.network.neutron [req-5b77c9bd-8466-46f7-99cb-3dcdd58214db req-8daff39b-98fc-4af9-abc5-86ff5e1768d9 service nova] [instance: be92232e-a9cf-4f72-9e06-5283afc5734a] Updating instance_info_cache with network_info: [{"id": "4b62630c-c5d1-4bca-859e-2fae66fb1100", "address": "fa:16:3e:63:85:85", "network": {"id": "9ba6743d-ce8d-49df-87a9-5afc4de01489", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.217", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a86a460dd4454b05b84917cee5434b27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b62630c-c5", "ovs_interfaceid": "4b62630c-c5d1-4bca-859e-2fae66fb1100", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.757500] env[69524]: DEBUG nova.compute.manager [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] [instance: d0ff2c42-ec49-4659-8629-47a9fc275841] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 711.780369] env[69524]: DEBUG nova.network.neutron [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 70882fb7-913e-4c58-86d3-61519cda37c7] Successfully updated port: 42c0e422-ccc8-4d36-b0cf-74a873d2d86a {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 711.794144] env[69524]: DEBUG nova.virt.hardware [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 711.794437] env[69524]: DEBUG nova.virt.hardware [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 711.794597] env[69524]: DEBUG nova.virt.hardware [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 711.794887] env[69524]: DEBUG nova.virt.hardware [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 711.796380] env[69524]: DEBUG nova.virt.hardware [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 711.796894] env[69524]: DEBUG nova.virt.hardware [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 711.797037] env[69524]: DEBUG nova.virt.hardware [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 711.797212] env[69524]: DEBUG nova.virt.hardware [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 711.797407] env[69524]: DEBUG nova.virt.hardware [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 711.797550] env[69524]: DEBUG nova.virt.hardware [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 711.797723] env[69524]: DEBUG nova.virt.hardware [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 711.799126] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b182c9-1bb3-4966-af0d-1827ac9db08f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.809391] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a90f6cd-7deb-4edb-81d5-3246db31ec30 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.021261] env[69524]: DEBUG oslo_vmware.api [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Task: {'id': task-4067426, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.045996} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.021554] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Copied Virtual Disk [datastore2] vmware_temp/f44005a3-031b-4c81-b3dd-96ae452d5340/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/tmp-sparse.vmdk to [datastore2] vmware_temp/f44005a3-031b-4c81-b3dd-96ae452d5340/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 712.021713] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Deleting the datastore file [datastore2] vmware_temp/f44005a3-031b-4c81-b3dd-96ae452d5340/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/tmp-sparse.vmdk {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 712.021972] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea378e0b-b215-439f-955b-d054c07f88e1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.031115] env[69524]: DEBUG oslo_vmware.api [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Waiting for the task: (returnval){ [ 712.031115] env[69524]: value = "task-4067427" [ 712.031115] env[69524]: _type = "Task" [ 712.031115] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.049433] env[69524]: DEBUG oslo_vmware.api [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Task: {'id': task-4067427, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.122240] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.382s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.122240] env[69524]: DEBUG nova.compute.manager [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] [instance: 1da4cbfb-3a1a-4dcb-91bf-427bd227935d] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 712.127459] env[69524]: DEBUG oslo_concurrency.lockutils [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.046s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.131854] env[69524]: INFO nova.compute.claims [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 035b9722-90f0-45f0-84c0-17f7a5f1994b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 712.240790] env[69524]: DEBUG oslo_concurrency.lockutils [req-5b77c9bd-8466-46f7-99cb-3dcdd58214db req-8daff39b-98fc-4af9-abc5-86ff5e1768d9 service nova] Releasing lock "refresh_cache-be92232e-a9cf-4f72-9e06-5283afc5734a" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.240790] env[69524]: DEBUG nova.compute.manager [req-5b77c9bd-8466-46f7-99cb-3dcdd58214db req-8daff39b-98fc-4af9-abc5-86ff5e1768d9 service nova] [instance: e9cb699d-b67b-4e4d-b561-83e3def48ac8] Received event network-vif-plugged-910961aa-2b5f-4bda-84e2-1d6399f22bd1 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.241167] env[69524]: DEBUG oslo_concurrency.lockutils [req-5b77c9bd-8466-46f7-99cb-3dcdd58214db req-8daff39b-98fc-4af9-abc5-86ff5e1768d9 service nova] Acquiring lock "e9cb699d-b67b-4e4d-b561-83e3def48ac8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.241317] env[69524]: DEBUG oslo_concurrency.lockutils [req-5b77c9bd-8466-46f7-99cb-3dcdd58214db req-8daff39b-98fc-4af9-abc5-86ff5e1768d9 service nova] Lock "e9cb699d-b67b-4e4d-b561-83e3def48ac8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.241471] env[69524]: DEBUG oslo_concurrency.lockutils [req-5b77c9bd-8466-46f7-99cb-3dcdd58214db req-8daff39b-98fc-4af9-abc5-86ff5e1768d9 service nova] Lock "e9cb699d-b67b-4e4d-b561-83e3def48ac8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.241647] env[69524]: DEBUG nova.compute.manager [req-5b77c9bd-8466-46f7-99cb-3dcdd58214db req-8daff39b-98fc-4af9-abc5-86ff5e1768d9 service nova] [instance: e9cb699d-b67b-4e4d-b561-83e3def48ac8] No waiting events found dispatching network-vif-plugged-910961aa-2b5f-4bda-84e2-1d6399f22bd1 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 712.241806] env[69524]: WARNING nova.compute.manager [req-5b77c9bd-8466-46f7-99cb-3dcdd58214db req-8daff39b-98fc-4af9-abc5-86ff5e1768d9 service nova] [instance: e9cb699d-b67b-4e4d-b561-83e3def48ac8] Received unexpected event network-vif-plugged-910961aa-2b5f-4bda-84e2-1d6399f22bd1 for instance with vm_state building and task_state spawning. [ 712.241980] env[69524]: DEBUG nova.compute.manager [req-5b77c9bd-8466-46f7-99cb-3dcdd58214db req-8daff39b-98fc-4af9-abc5-86ff5e1768d9 service nova] [instance: e9cb699d-b67b-4e4d-b561-83e3def48ac8] Received event network-changed-910961aa-2b5f-4bda-84e2-1d6399f22bd1 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.242134] env[69524]: DEBUG nova.compute.manager [req-5b77c9bd-8466-46f7-99cb-3dcdd58214db req-8daff39b-98fc-4af9-abc5-86ff5e1768d9 service nova] [instance: e9cb699d-b67b-4e4d-b561-83e3def48ac8] Refreshing instance network info cache due to event network-changed-910961aa-2b5f-4bda-84e2-1d6399f22bd1. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 712.242323] env[69524]: DEBUG oslo_concurrency.lockutils [req-5b77c9bd-8466-46f7-99cb-3dcdd58214db req-8daff39b-98fc-4af9-abc5-86ff5e1768d9 service nova] Acquiring lock "refresh_cache-e9cb699d-b67b-4e4d-b561-83e3def48ac8" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.245280] env[69524]: DEBUG oslo_concurrency.lockutils [req-5b77c9bd-8466-46f7-99cb-3dcdd58214db req-8daff39b-98fc-4af9-abc5-86ff5e1768d9 service nova] Acquired lock "refresh_cache-e9cb699d-b67b-4e4d-b561-83e3def48ac8" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.245655] env[69524]: DEBUG nova.network.neutron [req-5b77c9bd-8466-46f7-99cb-3dcdd58214db req-8daff39b-98fc-4af9-abc5-86ff5e1768d9 service nova] [instance: e9cb699d-b67b-4e4d-b561-83e3def48ac8] Refreshing network info cache for port 910961aa-2b5f-4bda-84e2-1d6399f22bd1 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 712.285678] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Acquiring lock "refresh_cache-70882fb7-913e-4c58-86d3-61519cda37c7" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.285794] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Acquired lock "refresh_cache-70882fb7-913e-4c58-86d3-61519cda37c7" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.285881] env[69524]: DEBUG nova.network.neutron [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 70882fb7-913e-4c58-86d3-61519cda37c7] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 712.487449] env[69524]: INFO nova.compute.manager [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Rebuilding instance [ 712.548648] env[69524]: DEBUG oslo_vmware.api [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Task: {'id': task-4067427, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.049884} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.549049] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 712.549250] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Moving file from [datastore2] vmware_temp/f44005a3-031b-4c81-b3dd-96ae452d5340/7e48ad2e-b898-4fe5-a14c-ede19c27ca63 to [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63. {{(pid=69524) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 712.549562] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-7c187910-052c-430f-8d09-09e11e8847ac {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.565848] env[69524]: DEBUG oslo_vmware.api [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Waiting for the task: (returnval){ [ 712.565848] env[69524]: value = "task-4067428" [ 712.565848] env[69524]: _type = "Task" [ 712.565848] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.568816] env[69524]: DEBUG nova.compute.manager [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 712.568816] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda81f7a-d3ab-4cdf-99d4-c1aab8698cc7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.586720] env[69524]: DEBUG oslo_vmware.api [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Task: {'id': task-4067428, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.635844] env[69524]: DEBUG nova.compute.utils [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 712.640410] env[69524]: DEBUG nova.compute.manager [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] [instance: 1da4cbfb-3a1a-4dcb-91bf-427bd227935d] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 712.640733] env[69524]: DEBUG nova.network.neutron [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] [instance: 1da4cbfb-3a1a-4dcb-91bf-427bd227935d] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 712.863696] env[69524]: DEBUG nova.policy [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '05cdf45224e845d9a749fab6df3ec31e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c01b817c4b794e73a5ec36cab715cb57', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 712.934807] env[69524]: DEBUG nova.network.neutron [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 70882fb7-913e-4c58-86d3-61519cda37c7] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 713.082227] env[69524]: DEBUG oslo_vmware.api [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Task: {'id': task-4067428, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.03335} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.082616] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] File moved {{(pid=69524) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 713.082902] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] [instance: be92232e-a9cf-4f72-9e06-5283afc5734a] Cleaning up location [datastore2] vmware_temp/f44005a3-031b-4c81-b3dd-96ae452d5340 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 713.083119] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Deleting the datastore file [datastore2] vmware_temp/f44005a3-031b-4c81-b3dd-96ae452d5340 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 713.083531] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-667267d9-0648-4dbb-ade1-3aee20b08564 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.092801] env[69524]: DEBUG oslo_vmware.api [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Waiting for the task: (returnval){ [ 713.092801] env[69524]: value = "task-4067429" [ 713.092801] env[69524]: _type = "Task" [ 713.092801] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.110649] env[69524]: DEBUG oslo_vmware.api [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Task: {'id': task-4067429, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.142469] env[69524]: DEBUG nova.compute.manager [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] [instance: 1da4cbfb-3a1a-4dcb-91bf-427bd227935d] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 713.446602] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ed5609-14f5-44a5-bc5b-3b02cd8595fa {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.457907] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf34abd-b53b-4bb3-95b7-3eed0e0b5235 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.497815] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c81ec48-6550-4919-9b40-f05d1cc436b9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.508424] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fcdce6-bf7c-4ab4-aecf-94cea3967e54 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.525490] env[69524]: DEBUG nova.compute.provider_tree [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.578513] env[69524]: DEBUG nova.network.neutron [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] [instance: d0ff2c42-ec49-4659-8629-47a9fc275841] Successfully created port: 6f77232b-4074-4664-b598-aa5b93678849 {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 713.597023] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 713.597023] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9e56c4b-e2a6-4c3a-8bd3-a7656ee1c5ac {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.608297] env[69524]: DEBUG oslo_vmware.api [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Task: {'id': task-4067429, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.050181} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.609979] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 713.617242] env[69524]: DEBUG oslo_vmware.api [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Waiting for the task: (returnval){ [ 713.617242] env[69524]: value = "task-4067430" [ 713.617242] env[69524]: _type = "Task" [ 713.617242] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.617242] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbadaf71-9416-44fc-95ef-e7ed59421f55 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.626575] env[69524]: DEBUG oslo_vmware.api [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Waiting for the task: (returnval){ [ 713.626575] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52c4a740-6ca6-23e7-6de6-22d61705d160" [ 713.626575] env[69524]: _type = "Task" [ 713.626575] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.642651] env[69524]: DEBUG oslo_vmware.api [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52c4a740-6ca6-23e7-6de6-22d61705d160, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.007835] env[69524]: DEBUG nova.network.neutron [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 70882fb7-913e-4c58-86d3-61519cda37c7] Updating instance_info_cache with network_info: [{"id": "42c0e422-ccc8-4d36-b0cf-74a873d2d86a", "address": "fa:16:3e:65:87:8f", "network": {"id": "1dfdbf3b-4925-484f-b859-717860382952", "bridge": "br-int", "label": "tempest-ImagesTestJSON-735885515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "451a33914c5e419a8df2b44aa3691d0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42c0e422-cc", "ovs_interfaceid": "42c0e422-ccc8-4d36-b0cf-74a873d2d86a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.029220] env[69524]: DEBUG nova.scheduler.client.report [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 714.132930] env[69524]: DEBUG oslo_vmware.api [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Task: {'id': task-4067430, 'name': PowerOffVM_Task, 'duration_secs': 0.165062} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.136064] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 714.136957] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 714.140136] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8985a46d-4677-4da3-802b-fa3b3c5c6104 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.150834] env[69524]: DEBUG oslo_vmware.api [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52c4a740-6ca6-23e7-6de6-22d61705d160, 'name': SearchDatastore_Task, 'duration_secs': 0.017982} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.153352] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.153923] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] be92232e-a9cf-4f72-9e06-5283afc5734a/be92232e-a9cf-4f72-9e06-5283afc5734a.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 714.154303] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 714.154676] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.154988] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 714.155285] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c72fea12-6284-407f-84db-6f80f73b0c96 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.158925] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f139ca70-c16e-4408-9082-2745589614ad {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.161314] env[69524]: DEBUG nova.compute.manager [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] [instance: 1da4cbfb-3a1a-4dcb-91bf-427bd227935d] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 714.163585] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42257f58-4fb2-4095-be80-c6007b2460da {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.175050] env[69524]: DEBUG oslo_vmware.api [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Waiting for the task: (returnval){ [ 714.175050] env[69524]: value = "task-4067431" [ 714.175050] env[69524]: _type = "Task" [ 714.175050] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.177073] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 714.177294] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 714.181870] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3934edab-988a-4803-b5e0-c7bed9c1aa5a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.201793] env[69524]: DEBUG oslo_vmware.api [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Waiting for the task: (returnval){ [ 714.201793] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]529abc38-e5d4-df13-6fd9-4a7254800287" [ 714.201793] env[69524]: _type = "Task" [ 714.201793] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.202348] env[69524]: DEBUG oslo_vmware.api [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Task: {'id': task-4067431, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.205467] env[69524]: DEBUG nova.virt.hardware [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 714.205774] env[69524]: DEBUG nova.virt.hardware [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 714.206409] env[69524]: DEBUG nova.virt.hardware [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 714.206409] env[69524]: DEBUG nova.virt.hardware [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 714.206525] env[69524]: DEBUG nova.virt.hardware [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 714.206837] env[69524]: DEBUG nova.virt.hardware [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 714.207151] env[69524]: DEBUG nova.virt.hardware [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 714.207347] env[69524]: DEBUG nova.virt.hardware [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 714.207572] env[69524]: DEBUG nova.virt.hardware [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 714.207811] env[69524]: DEBUG nova.virt.hardware [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 714.207997] env[69524]: DEBUG nova.virt.hardware [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 714.210271] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e5b267-b5a6-4bbb-9479-4037df93cf1d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.213842] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 714.214156] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 714.214411] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Deleting the datastore file [datastore1] eed731ec-573c-4c82-9639-a3a4a9c4a8f9 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 714.218454] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ab6c762-eb23-4b85-b196-828034a4fa84 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.221199] env[69524]: DEBUG nova.network.neutron [req-5b77c9bd-8466-46f7-99cb-3dcdd58214db req-8daff39b-98fc-4af9-abc5-86ff5e1768d9 service nova] [instance: e9cb699d-b67b-4e4d-b561-83e3def48ac8] Updated VIF entry in instance network info cache for port 910961aa-2b5f-4bda-84e2-1d6399f22bd1. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 714.221502] env[69524]: DEBUG nova.network.neutron [req-5b77c9bd-8466-46f7-99cb-3dcdd58214db req-8daff39b-98fc-4af9-abc5-86ff5e1768d9 service nova] [instance: e9cb699d-b67b-4e4d-b561-83e3def48ac8] Updating instance_info_cache with network_info: [{"id": "910961aa-2b5f-4bda-84e2-1d6399f22bd1", "address": "fa:16:3e:eb:29:3a", "network": {"id": "9ba6743d-ce8d-49df-87a9-5afc4de01489", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a86a460dd4454b05b84917cee5434b27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap910961aa-2b", "ovs_interfaceid": "910961aa-2b5f-4bda-84e2-1d6399f22bd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.232386] env[69524]: DEBUG oslo_vmware.api [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]529abc38-e5d4-df13-6fd9-4a7254800287, 'name': SearchDatastore_Task, 'duration_secs': 0.010324} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.237741] env[69524]: DEBUG oslo_vmware.api [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Waiting for the task: (returnval){ [ 714.237741] env[69524]: value = "task-4067433" [ 714.237741] env[69524]: _type = "Task" [ 714.237741] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.238195] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efaec30e-ab76-48a7-b20f-14d745b317d3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.242034] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497920a5-1f1d-4e96-b77f-e17e9602d7f7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.271984] env[69524]: DEBUG oslo_vmware.api [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Waiting for the task: (returnval){ [ 714.271984] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5239ee6f-3658-6946-8e74-176c6225a226" [ 714.271984] env[69524]: _type = "Task" [ 714.271984] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.272432] env[69524]: DEBUG oslo_vmware.api [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Task: {'id': task-4067433, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.285034] env[69524]: DEBUG oslo_vmware.api [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5239ee6f-3658-6946-8e74-176c6225a226, 'name': SearchDatastore_Task, 'duration_secs': 0.011974} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.285034] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.285034] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] e9cb699d-b67b-4e4d-b561-83e3def48ac8/e9cb699d-b67b-4e4d-b561-83e3def48ac8.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 714.285034] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec73d4f9-4b50-4d6f-a594-9248cde7a8e7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.293747] env[69524]: DEBUG oslo_vmware.api [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Waiting for the task: (returnval){ [ 714.293747] env[69524]: value = "task-4067434" [ 714.293747] env[69524]: _type = "Task" [ 714.293747] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.305102] env[69524]: DEBUG oslo_vmware.api [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Task: {'id': task-4067434, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.512389] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Releasing lock "refresh_cache-70882fb7-913e-4c58-86d3-61519cda37c7" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.513264] env[69524]: DEBUG nova.compute.manager [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 70882fb7-913e-4c58-86d3-61519cda37c7] Instance network_info: |[{"id": "42c0e422-ccc8-4d36-b0cf-74a873d2d86a", "address": "fa:16:3e:65:87:8f", "network": {"id": "1dfdbf3b-4925-484f-b859-717860382952", "bridge": "br-int", "label": "tempest-ImagesTestJSON-735885515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "451a33914c5e419a8df2b44aa3691d0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42c0e422-cc", "ovs_interfaceid": "42c0e422-ccc8-4d36-b0cf-74a873d2d86a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 714.513435] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 70882fb7-913e-4c58-86d3-61519cda37c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:87:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6edb8eae-1113-49d0-84f7-9fd9f82b26fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42c0e422-ccc8-4d36-b0cf-74a873d2d86a', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 714.523165] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Creating folder: Project (451a33914c5e419a8df2b44aa3691d0a). Parent ref: group-v806025. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 714.523686] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b16919fe-fc2d-4913-aa81-5cfa9c803054 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.542669] env[69524]: DEBUG oslo_concurrency.lockutils [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.415s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.544644] env[69524]: DEBUG nova.compute.manager [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 035b9722-90f0-45f0-84c0-17f7a5f1994b] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 714.547822] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Created folder: Project (451a33914c5e419a8df2b44aa3691d0a) in parent group-v806025. [ 714.548078] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Creating folder: Instances. Parent ref: group-v806041. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 714.548661] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 7.081s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.551031] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-451f62b1-baed-406b-9ea3-7ffe5280e140 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.566303] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Created folder: Instances in parent group-v806041. [ 714.566659] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 714.567128] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70882fb7-913e-4c58-86d3-61519cda37c7] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 714.567128] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0201883-4d53-4070-bccd-6200b53f0be1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.594311] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 714.594311] env[69524]: value = "task-4067437" [ 714.594311] env[69524]: _type = "Task" [ 714.594311] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.605643] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067437, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.689187] env[69524]: DEBUG oslo_vmware.api [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Task: {'id': task-4067431, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.725073] env[69524]: DEBUG oslo_concurrency.lockutils [req-5b77c9bd-8466-46f7-99cb-3dcdd58214db req-8daff39b-98fc-4af9-abc5-86ff5e1768d9 service nova] Releasing lock "refresh_cache-e9cb699d-b67b-4e4d-b561-83e3def48ac8" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.760558] env[69524]: DEBUG oslo_vmware.api [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Task: {'id': task-4067433, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.111022} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.761164] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 714.761164] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 714.761288] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 714.805376] env[69524]: DEBUG oslo_vmware.api [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Task: {'id': task-4067434, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.913479] env[69524]: DEBUG nova.compute.manager [req-e9801ddd-3169-4232-a0f9-d488d223aae3 req-11b1cb59-f8eb-4ae9-8a06-cfcc44d05b92 service nova] [instance: 70882fb7-913e-4c58-86d3-61519cda37c7] Received event network-vif-plugged-42c0e422-ccc8-4d36-b0cf-74a873d2d86a {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.913479] env[69524]: DEBUG oslo_concurrency.lockutils [req-e9801ddd-3169-4232-a0f9-d488d223aae3 req-11b1cb59-f8eb-4ae9-8a06-cfcc44d05b92 service nova] Acquiring lock "70882fb7-913e-4c58-86d3-61519cda37c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.913624] env[69524]: DEBUG oslo_concurrency.lockutils [req-e9801ddd-3169-4232-a0f9-d488d223aae3 req-11b1cb59-f8eb-4ae9-8a06-cfcc44d05b92 service nova] Lock "70882fb7-913e-4c58-86d3-61519cda37c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.917780] env[69524]: DEBUG oslo_concurrency.lockutils [req-e9801ddd-3169-4232-a0f9-d488d223aae3 req-11b1cb59-f8eb-4ae9-8a06-cfcc44d05b92 service nova] Lock "70882fb7-913e-4c58-86d3-61519cda37c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.004s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.917780] env[69524]: DEBUG nova.compute.manager [req-e9801ddd-3169-4232-a0f9-d488d223aae3 req-11b1cb59-f8eb-4ae9-8a06-cfcc44d05b92 service nova] [instance: 70882fb7-913e-4c58-86d3-61519cda37c7] No waiting events found dispatching network-vif-plugged-42c0e422-ccc8-4d36-b0cf-74a873d2d86a {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 714.918018] env[69524]: WARNING nova.compute.manager [req-e9801ddd-3169-4232-a0f9-d488d223aae3 req-11b1cb59-f8eb-4ae9-8a06-cfcc44d05b92 service nova] [instance: 70882fb7-913e-4c58-86d3-61519cda37c7] Received unexpected event network-vif-plugged-42c0e422-ccc8-4d36-b0cf-74a873d2d86a for instance with vm_state building and task_state spawning. [ 714.964087] env[69524]: DEBUG nova.compute.manager [None req-8ca82196-9ebf-4368-a085-fb1e71b8d005 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 714.967867] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68f2c2f-7ffe-4254-b2e6-9df913d236e3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.995967] env[69524]: DEBUG nova.network.neutron [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] [instance: 152eccac-5038-4ed8-9748-911b53a425c2] Successfully updated port: 71726a56-538f-48dd-ac86-f7f3f3339e4a {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 715.051788] env[69524]: DEBUG nova.compute.utils [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 715.053875] env[69524]: DEBUG nova.compute.manager [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 035b9722-90f0-45f0-84c0-17f7a5f1994b] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 715.054243] env[69524]: DEBUG nova.network.neutron [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 035b9722-90f0-45f0-84c0-17f7a5f1994b] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 715.112598] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067437, 'name': CreateVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.191056] env[69524]: DEBUG oslo_vmware.api [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Task: {'id': task-4067431, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539837} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.191381] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] be92232e-a9cf-4f72-9e06-5283afc5734a/be92232e-a9cf-4f72-9e06-5283afc5734a.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 715.191603] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] [instance: be92232e-a9cf-4f72-9e06-5283afc5734a] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 715.191859] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c87f3460-6570-4fdc-a482-a3f52d1a61f8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.199570] env[69524]: DEBUG oslo_vmware.api [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Waiting for the task: (returnval){ [ 715.199570] env[69524]: value = "task-4067438" [ 715.199570] env[69524]: _type = "Task" [ 715.199570] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.214850] env[69524]: DEBUG oslo_vmware.api [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Task: {'id': task-4067438, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.307639] env[69524]: DEBUG oslo_vmware.api [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Task: {'id': task-4067434, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.790778} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.308517] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] e9cb699d-b67b-4e4d-b561-83e3def48ac8/e9cb699d-b67b-4e4d-b561-83e3def48ac8.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 715.309072] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] [instance: e9cb699d-b67b-4e4d-b561-83e3def48ac8] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 715.309524] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2bfabc98-d28c-433f-ad36-58becf8c1db1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.316710] env[69524]: DEBUG nova.policy [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14c0226b39c541978f1de47b3b1587c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ae0643199f1483bbac41f0f4a2857ec', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 715.321287] env[69524]: DEBUG oslo_vmware.api [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Waiting for the task: (returnval){ [ 715.321287] env[69524]: value = "task-4067439" [ 715.321287] env[69524]: _type = "Task" [ 715.321287] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.331909] env[69524]: DEBUG oslo_vmware.api [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Task: {'id': task-4067439, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.490714] env[69524]: INFO nova.compute.manager [None req-8ca82196-9ebf-4368-a085-fb1e71b8d005 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] instance snapshotting [ 715.494211] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007deb3a-87a9-42a4-b575-921f991db8af {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.500359] env[69524]: DEBUG oslo_concurrency.lockutils [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Acquiring lock "refresh_cache-152eccac-5038-4ed8-9748-911b53a425c2" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.501619] env[69524]: DEBUG oslo_concurrency.lockutils [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Acquired lock "refresh_cache-152eccac-5038-4ed8-9748-911b53a425c2" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.501619] env[69524]: DEBUG nova.network.neutron [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] [instance: 152eccac-5038-4ed8-9748-911b53a425c2] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 715.526555] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee198158-d832-49a0-b64d-29d6d5458125 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.562742] env[69524]: DEBUG nova.compute.manager [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 035b9722-90f0-45f0-84c0-17f7a5f1994b] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 715.612911] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067437, 'name': CreateVM_Task, 'duration_secs': 0.553771} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.614759] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 01f08d9c-f1bf-47a8-84f0-e9852b244e50 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 715.615444] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance eed731ec-573c-4c82-9639-a3a4a9c4a8f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 715.615444] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 9c72abfc-a032-4919-83c2-bf94174e2052 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 715.615444] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance be92232e-a9cf-4f72-9e06-5283afc5734a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 715.615623] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance e9cb699d-b67b-4e4d-b561-83e3def48ac8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 715.615685] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 70882fb7-913e-4c58-86d3-61519cda37c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 715.615795] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 152eccac-5038-4ed8-9748-911b53a425c2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 715.615908] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 1da4cbfb-3a1a-4dcb-91bf-427bd227935d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 715.616032] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance d0ff2c42-ec49-4659-8629-47a9fc275841 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 715.616141] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 035b9722-90f0-45f0-84c0-17f7a5f1994b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 715.618256] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70882fb7-913e-4c58-86d3-61519cda37c7] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 715.619945] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.620143] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.620470] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.621017] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7c20616-9063-4e72-a66a-ae44e0565567 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.626719] env[69524]: DEBUG oslo_vmware.api [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the task: (returnval){ [ 715.626719] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52d33b7c-6114-f1c0-772c-834dba860c5c" [ 715.626719] env[69524]: _type = "Task" [ 715.626719] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.636672] env[69524]: DEBUG oslo_vmware.api [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52d33b7c-6114-f1c0-772c-834dba860c5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.712282] env[69524]: DEBUG oslo_vmware.api [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Task: {'id': task-4067438, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068566} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.712561] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] [instance: be92232e-a9cf-4f72-9e06-5283afc5734a] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 715.713510] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08dfc25f-1a52-4bed-9598-539ae4d3cd0d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.740436] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] [instance: be92232e-a9cf-4f72-9e06-5283afc5734a] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] be92232e-a9cf-4f72-9e06-5283afc5734a/be92232e-a9cf-4f72-9e06-5283afc5734a.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 715.744230] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f9e5ad3-45ac-4f6e-9fe2-d2cfc8a32c89 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.767054] env[69524]: DEBUG oslo_vmware.api [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Waiting for the task: (returnval){ [ 715.767054] env[69524]: value = "task-4067440" [ 715.767054] env[69524]: _type = "Task" [ 715.767054] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.771624] env[69524]: DEBUG nova.network.neutron [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] [instance: 1da4cbfb-3a1a-4dcb-91bf-427bd227935d] Successfully created port: 531f6651-fc54-4392-adab-44f4ed9c8605 {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 715.784607] env[69524]: DEBUG oslo_vmware.api [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Task: {'id': task-4067440, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.809604] env[69524]: DEBUG nova.virt.hardware [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 715.809848] env[69524]: DEBUG nova.virt.hardware [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 715.810040] env[69524]: DEBUG nova.virt.hardware [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 715.810250] env[69524]: DEBUG nova.virt.hardware [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 715.810393] env[69524]: DEBUG nova.virt.hardware [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 715.810538] env[69524]: DEBUG nova.virt.hardware [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 715.810801] env[69524]: DEBUG nova.virt.hardware [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 715.810970] env[69524]: DEBUG nova.virt.hardware [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 715.811264] env[69524]: DEBUG nova.virt.hardware [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 715.811778] env[69524]: DEBUG nova.virt.hardware [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 715.811778] env[69524]: DEBUG nova.virt.hardware [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 715.813086] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e790f5f-5ea2-4feb-bbab-229a1f099bd2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.828188] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc470a90-6e7a-4160-bf3f-8c28765594ee {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.851893] env[69524]: DEBUG oslo_vmware.api [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Task: {'id': task-4067439, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087552} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.851893] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Instance VIF info [] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 715.857983] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 715.857983] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] [instance: e9cb699d-b67b-4e4d-b561-83e3def48ac8] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 715.858716] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 715.860831] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b206bb38-a46a-4596-b05c-36f2de1665f9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.863731] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c89dccc-a587-41b9-8def-9c5f22247028 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.878586] env[69524]: DEBUG nova.network.neutron [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] [instance: 152eccac-5038-4ed8-9748-911b53a425c2] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 715.903905] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] [instance: e9cb699d-b67b-4e4d-b561-83e3def48ac8] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] e9cb699d-b67b-4e4d-b561-83e3def48ac8/e9cb699d-b67b-4e4d-b561-83e3def48ac8.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 715.906511] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7f90e50-9a35-4ebd-8942-28cef33bf4d2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.923876] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 715.923876] env[69524]: value = "task-4067441" [ 715.923876] env[69524]: _type = "Task" [ 715.923876] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.930959] env[69524]: DEBUG oslo_vmware.api [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Waiting for the task: (returnval){ [ 715.930959] env[69524]: value = "task-4067442" [ 715.930959] env[69524]: _type = "Task" [ 715.930959] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.940293] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067441, 'name': CreateVM_Task} progress is 25%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.947040] env[69524]: DEBUG oslo_vmware.api [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Task: {'id': task-4067442, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.039296] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca82196-9ebf-4368-a085-fb1e71b8d005 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Creating Snapshot of the VM instance {{(pid=69524) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 716.044031] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-330deab9-77dd-4d74-8cd8-611b5989a8eb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.055348] env[69524]: DEBUG oslo_vmware.api [None req-8ca82196-9ebf-4368-a085-fb1e71b8d005 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Waiting for the task: (returnval){ [ 716.055348] env[69524]: value = "task-4067443" [ 716.055348] env[69524]: _type = "Task" [ 716.055348] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.066133] env[69524]: DEBUG oslo_vmware.api [None req-8ca82196-9ebf-4368-a085-fb1e71b8d005 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Task: {'id': task-4067443, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.119178] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance e2c166bd-9b6d-4450-bba0-43bb56975555 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 716.145698] env[69524]: DEBUG oslo_vmware.api [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52d33b7c-6114-f1c0-772c-834dba860c5c, 'name': SearchDatastore_Task, 'duration_secs': 0.011539} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.147140] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.147140] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 70882fb7-913e-4c58-86d3-61519cda37c7] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 716.147140] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.147140] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.147140] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 716.147643] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-62f4bc72-ebdc-4957-a422-f77faef786b0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.162449] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 716.162671] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 716.163581] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7d124b4-0e57-4137-940d-977b46d0b15e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.171539] env[69524]: DEBUG oslo_vmware.api [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the task: (returnval){ [ 716.171539] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]526dc8f4-2beb-3ee2-0bdc-709bd1a4d900" [ 716.171539] env[69524]: _type = "Task" [ 716.171539] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.185319] env[69524]: DEBUG oslo_vmware.api [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]526dc8f4-2beb-3ee2-0bdc-709bd1a4d900, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.285522] env[69524]: DEBUG oslo_vmware.api [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Task: {'id': task-4067440, 'name': ReconfigVM_Task, 'duration_secs': 0.322813} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.285825] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] [instance: be92232e-a9cf-4f72-9e06-5283afc5734a] Reconfigured VM instance instance-00000004 to attach disk [datastore2] be92232e-a9cf-4f72-9e06-5283afc5734a/be92232e-a9cf-4f72-9e06-5283afc5734a.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.286505] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8bdfeb05-565b-4c23-8890-9799b4b316d3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.300561] env[69524]: DEBUG oslo_vmware.api [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Waiting for the task: (returnval){ [ 716.300561] env[69524]: value = "task-4067444" [ 716.300561] env[69524]: _type = "Task" [ 716.300561] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.313939] env[69524]: DEBUG oslo_vmware.api [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Task: {'id': task-4067444, 'name': Rename_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.441383] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067441, 'name': CreateVM_Task, 'duration_secs': 0.375673} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.442828] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 716.449211] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.449404] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.449719] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.450011] env[69524]: DEBUG oslo_vmware.api [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Task: {'id': task-4067442, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.450445] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b097088-b6fb-4e66-9871-2dbf21c69f13 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.456867] env[69524]: DEBUG oslo_vmware.api [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Waiting for the task: (returnval){ [ 716.456867] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5261ef26-860e-c4e5-7af8-08cb5e1e6c65" [ 716.456867] env[69524]: _type = "Task" [ 716.456867] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.474249] env[69524]: DEBUG oslo_vmware.api [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5261ef26-860e-c4e5-7af8-08cb5e1e6c65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.566190] env[69524]: DEBUG oslo_vmware.api [None req-8ca82196-9ebf-4368-a085-fb1e71b8d005 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Task: {'id': task-4067443, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.574910] env[69524]: DEBUG nova.compute.manager [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 035b9722-90f0-45f0-84c0-17f7a5f1994b] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 716.614126] env[69524]: DEBUG nova.virt.hardware [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 716.615810] env[69524]: DEBUG nova.virt.hardware [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 716.619107] env[69524]: DEBUG nova.virt.hardware [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 716.619107] env[69524]: DEBUG nova.virt.hardware [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 716.619107] env[69524]: DEBUG nova.virt.hardware [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 716.619107] env[69524]: DEBUG nova.virt.hardware [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 716.619107] env[69524]: DEBUG nova.virt.hardware [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 716.619310] env[69524]: DEBUG nova.virt.hardware [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 716.619310] env[69524]: DEBUG nova.virt.hardware [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 716.619310] env[69524]: DEBUG nova.virt.hardware [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 716.619310] env[69524]: DEBUG nova.virt.hardware [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 716.619310] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69fc3a6-e047-4d76-8d7d-ab66a6756338 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.631139] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance e7db82ae-71dc-43c6-a19f-3b5ddfb7041d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 716.632947] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69524) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 716.633818] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69524) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 716.642859] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad6169b-306b-4c4a-bed4-47a1eb2bd9c3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.686385] env[69524]: DEBUG oslo_vmware.api [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]526dc8f4-2beb-3ee2-0bdc-709bd1a4d900, 'name': SearchDatastore_Task, 'duration_secs': 0.011204} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.690389] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbdbfa89-2fd7-4129-9617-d28f8b1921ee {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.699676] env[69524]: DEBUG oslo_vmware.api [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the task: (returnval){ [ 716.699676] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]521e3dc1-d305-a978-9756-de358c779341" [ 716.699676] env[69524]: _type = "Task" [ 716.699676] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.716522] env[69524]: DEBUG oslo_vmware.api [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]521e3dc1-d305-a978-9756-de358c779341, 'name': SearchDatastore_Task, 'duration_secs': 0.010696} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.716807] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.717076] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 70882fb7-913e-4c58-86d3-61519cda37c7/70882fb7-913e-4c58-86d3-61519cda37c7.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 716.717343] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f2804ae-9871-49f5-967d-c86505da5d8e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.726964] env[69524]: DEBUG oslo_vmware.api [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the task: (returnval){ [ 716.726964] env[69524]: value = "task-4067445" [ 716.726964] env[69524]: _type = "Task" [ 716.726964] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.739790] env[69524]: DEBUG oslo_vmware.api [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4067445, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.814455] env[69524]: DEBUG oslo_vmware.api [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Task: {'id': task-4067444, 'name': Rename_Task, 'duration_secs': 0.182628} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.814455] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] [instance: be92232e-a9cf-4f72-9e06-5283afc5734a] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 716.814590] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a945b6c-14f9-4047-bd55-27a4ab173c84 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.828120] env[69524]: DEBUG oslo_vmware.api [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Waiting for the task: (returnval){ [ 716.828120] env[69524]: value = "task-4067446" [ 716.828120] env[69524]: _type = "Task" [ 716.828120] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.840952] env[69524]: DEBUG oslo_vmware.api [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Task: {'id': task-4067446, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.899179] env[69524]: DEBUG nova.network.neutron [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] [instance: 152eccac-5038-4ed8-9748-911b53a425c2] Updating instance_info_cache with network_info: [{"id": "71726a56-538f-48dd-ac86-f7f3f3339e4a", "address": "fa:16:3e:0d:dc:38", "network": {"id": "8543867c-70cb-446e-8783-34ff7987bf25", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1195141927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be46f86bf99b4ab48d80ff4c1626a0dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71726a56-53", "ovs_interfaceid": "71726a56-538f-48dd-ac86-f7f3f3339e4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.920278] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ada7bc-8b6e-40b6-9244-388b805f91b7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.940838] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f81af3-fd11-41cb-a74a-b2add5f74350 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.955892] env[69524]: DEBUG oslo_vmware.api [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Task: {'id': task-4067442, 'name': ReconfigVM_Task, 'duration_secs': 0.568657} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.983760] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] [instance: e9cb699d-b67b-4e4d-b561-83e3def48ac8] Reconfigured VM instance instance-00000005 to attach disk [datastore2] e9cb699d-b67b-4e4d-b561-83e3def48ac8/e9cb699d-b67b-4e4d-b561-83e3def48ac8.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.984712] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84aa3049-1c04-4cab-88b2-f106ad1fb637 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.993960] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0b5ec6-4366-412c-b05b-f869dff592b7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.007453] env[69524]: DEBUG oslo_vmware.api [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5261ef26-860e-c4e5-7af8-08cb5e1e6c65, 'name': SearchDatastore_Task, 'duration_secs': 0.012785} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.012862] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.013119] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 717.013360] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.013554] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.013763] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 717.015096] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88333bce-abea-4ca4-a303-d2107d91d97f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.021707] env[69524]: DEBUG oslo_vmware.api [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Waiting for the task: (returnval){ [ 717.021707] env[69524]: value = "task-4067447" [ 717.021707] env[69524]: _type = "Task" [ 717.021707] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.021707] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6eb17b3d-7326-4208-bf19-5167b7407a79 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.034471] env[69524]: DEBUG nova.compute.provider_tree [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.046137] env[69524]: DEBUG oslo_vmware.api [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Task: {'id': task-4067447, 'name': Rename_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.048043] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 717.048043] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 717.048607] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc3e66ad-d14f-4e54-8a67-b260c18abff4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.055439] env[69524]: DEBUG oslo_vmware.api [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Waiting for the task: (returnval){ [ 717.055439] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]523a198d-19f4-8d2a-253f-04de60b3c07d" [ 717.055439] env[69524]: _type = "Task" [ 717.055439] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.079161] env[69524]: DEBUG oslo_vmware.api [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]523a198d-19f4-8d2a-253f-04de60b3c07d, 'name': SearchDatastore_Task, 'duration_secs': 0.011777} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.084442] env[69524]: DEBUG oslo_vmware.api [None req-8ca82196-9ebf-4368-a085-fb1e71b8d005 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Task: {'id': task-4067443, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.084683] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38274b42-85a4-449a-ba59-64b1089cd29f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.092732] env[69524]: DEBUG oslo_vmware.api [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Waiting for the task: (returnval){ [ 717.092732] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5236924a-07f0-39fe-2fc2-5b9f4c6cd407" [ 717.092732] env[69524]: _type = "Task" [ 717.092732] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.103324] env[69524]: DEBUG oslo_vmware.api [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5236924a-07f0-39fe-2fc2-5b9f4c6cd407, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.240306] env[69524]: DEBUG oslo_vmware.api [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4067445, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.344658] env[69524]: DEBUG oslo_vmware.api [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Task: {'id': task-4067446, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.405044] env[69524]: DEBUG oslo_concurrency.lockutils [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Releasing lock "refresh_cache-152eccac-5038-4ed8-9748-911b53a425c2" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.405044] env[69524]: DEBUG nova.compute.manager [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] [instance: 152eccac-5038-4ed8-9748-911b53a425c2] Instance network_info: |[{"id": "71726a56-538f-48dd-ac86-f7f3f3339e4a", "address": "fa:16:3e:0d:dc:38", "network": {"id": "8543867c-70cb-446e-8783-34ff7987bf25", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1195141927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be46f86bf99b4ab48d80ff4c1626a0dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71726a56-53", "ovs_interfaceid": "71726a56-538f-48dd-ac86-f7f3f3339e4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 717.405264] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] [instance: 152eccac-5038-4ed8-9748-911b53a425c2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:dc:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc0e97b-b21d-4557-a4d4-fd7e8f973368', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71726a56-538f-48dd-ac86-f7f3f3339e4a', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 717.414919] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Creating folder: Project (be46f86bf99b4ab48d80ff4c1626a0dc). Parent ref: group-v806025. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.415723] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2d44698d-ac48-4999-935c-d28bf954e2a0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.429326] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Created folder: Project (be46f86bf99b4ab48d80ff4c1626a0dc) in parent group-v806025. [ 717.429547] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Creating folder: Instances. Parent ref: group-v806046. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 717.429809] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4084b5f-cbff-4db3-8ed5-305cbf273673 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.444898] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Created folder: Instances in parent group-v806046. [ 717.445179] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.445380] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 152eccac-5038-4ed8-9748-911b53a425c2] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 717.446591] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23459f66-9efa-4a78-819d-ff986bfaefa3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.474907] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 717.474907] env[69524]: value = "task-4067450" [ 717.474907] env[69524]: _type = "Task" [ 717.474907] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.484784] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067450, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.536265] env[69524]: DEBUG oslo_vmware.api [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Task: {'id': task-4067447, 'name': Rename_Task, 'duration_secs': 0.230949} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.536265] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] [instance: e9cb699d-b67b-4e4d-b561-83e3def48ac8] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 717.536265] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b121fa3-d23b-4541-829c-51515c252b98 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.539264] env[69524]: DEBUG nova.scheduler.client.report [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.550919] env[69524]: DEBUG oslo_vmware.api [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Waiting for the task: (returnval){ [ 717.550919] env[69524]: value = "task-4067451" [ 717.550919] env[69524]: _type = "Task" [ 717.550919] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.564612] env[69524]: DEBUG oslo_vmware.api [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Task: {'id': task-4067451, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.578796] env[69524]: DEBUG oslo_vmware.api [None req-8ca82196-9ebf-4368-a085-fb1e71b8d005 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Task: {'id': task-4067443, 'name': CreateSnapshot_Task, 'duration_secs': 1.205101} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.579097] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca82196-9ebf-4368-a085-fb1e71b8d005 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Created Snapshot of the VM instance {{(pid=69524) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 717.580013] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a5f73a-31a1-404d-b6b7-aa8976026f9d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.621227] env[69524]: DEBUG oslo_vmware.api [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5236924a-07f0-39fe-2fc2-5b9f4c6cd407, 'name': SearchDatastore_Task, 'duration_secs': 0.010237} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.621683] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.621798] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] eed731ec-573c-4c82-9639-a3a4a9c4a8f9/eed731ec-573c-4c82-9639-a3a4a9c4a8f9.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 717.622172] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f6c9c32-e780-4455-abe1-9d30feae453b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.634347] env[69524]: DEBUG oslo_vmware.api [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Waiting for the task: (returnval){ [ 717.634347] env[69524]: value = "task-4067452" [ 717.634347] env[69524]: _type = "Task" [ 717.634347] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.651376] env[69524]: DEBUG oslo_vmware.api [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Task: {'id': task-4067452, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.739807] env[69524]: DEBUG oslo_vmware.api [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4067445, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.849599] env[69524]: DEBUG oslo_vmware.api [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Task: {'id': task-4067446, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.989344] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067450, 'name': CreateVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.045130] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69524) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 718.045435] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.497s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.045744] env[69524]: DEBUG oslo_concurrency.lockutils [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.106s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.047495] env[69524]: INFO nova.compute.claims [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 718.073045] env[69524]: DEBUG oslo_vmware.api [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Task: {'id': task-4067451, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.109527] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca82196-9ebf-4368-a085-fb1e71b8d005 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Creating linked-clone VM from snapshot {{(pid=69524) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 718.109527] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e35d5d28-4b1f-4e33-b301-f17f88f1c57b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.122419] env[69524]: DEBUG oslo_vmware.api [None req-8ca82196-9ebf-4368-a085-fb1e71b8d005 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Waiting for the task: (returnval){ [ 718.122419] env[69524]: value = "task-4067453" [ 718.122419] env[69524]: _type = "Task" [ 718.122419] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.137514] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Acquiring lock "ce9b3f98-be80-454d-a541-291921e3e1f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.138915] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Lock "ce9b3f98-be80-454d-a541-291921e3e1f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.139423] env[69524]: DEBUG oslo_vmware.api [None req-8ca82196-9ebf-4368-a085-fb1e71b8d005 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Task: {'id': task-4067453, 'name': CloneVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.151844] env[69524]: DEBUG oslo_vmware.api [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Task: {'id': task-4067452, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.240730] env[69524]: DEBUG oslo_vmware.api [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4067445, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.264779} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.241860] env[69524]: DEBUG nova.network.neutron [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 035b9722-90f0-45f0-84c0-17f7a5f1994b] Successfully created port: 379b0907-165e-4aad-92c3-95dc59c090d0 {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 718.244279] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 70882fb7-913e-4c58-86d3-61519cda37c7/70882fb7-913e-4c58-86d3-61519cda37c7.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 718.244533] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 70882fb7-913e-4c58-86d3-61519cda37c7] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 718.244853] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e6114d7-39d9-4d9c-a466-b94dbc5daa45 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.255496] env[69524]: DEBUG oslo_vmware.api [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the task: (returnval){ [ 718.255496] env[69524]: value = "task-4067454" [ 718.255496] env[69524]: _type = "Task" [ 718.255496] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.270352] env[69524]: DEBUG oslo_vmware.api [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4067454, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.314415] env[69524]: DEBUG nova.network.neutron [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] [instance: d0ff2c42-ec49-4659-8629-47a9fc275841] Successfully updated port: 6f77232b-4074-4664-b598-aa5b93678849 {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 718.355475] env[69524]: DEBUG oslo_vmware.api [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Task: {'id': task-4067446, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.489673] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067450, 'name': CreateVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.575421] env[69524]: DEBUG oslo_vmware.api [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Task: {'id': task-4067451, 'name': PowerOnVM_Task, 'duration_secs': 1.021005} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.577565] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] [instance: e9cb699d-b67b-4e4d-b561-83e3def48ac8] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 718.577721] env[69524]: INFO nova.compute.manager [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] [instance: e9cb699d-b67b-4e4d-b561-83e3def48ac8] Took 14.10 seconds to spawn the instance on the hypervisor. [ 718.580754] env[69524]: DEBUG nova.compute.manager [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] [instance: e9cb699d-b67b-4e4d-b561-83e3def48ac8] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 718.580754] env[69524]: DEBUG nova.compute.manager [req-110e4f69-f73a-4fa8-939a-b6bd7d15fd16 req-87c6ff45-eea3-4932-a192-324d9fe04a64 service nova] [instance: 01f08d9c-f1bf-47a8-84f0-e9852b244e50] Received event network-changed-432126c2-eb8d-46a6-ab0c-1ba78dd5cb96 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.580754] env[69524]: DEBUG nova.compute.manager [req-110e4f69-f73a-4fa8-939a-b6bd7d15fd16 req-87c6ff45-eea3-4932-a192-324d9fe04a64 service nova] [instance: 01f08d9c-f1bf-47a8-84f0-e9852b244e50] Refreshing instance network info cache due to event network-changed-432126c2-eb8d-46a6-ab0c-1ba78dd5cb96. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 718.580754] env[69524]: DEBUG oslo_concurrency.lockutils [req-110e4f69-f73a-4fa8-939a-b6bd7d15fd16 req-87c6ff45-eea3-4932-a192-324d9fe04a64 service nova] Acquiring lock "refresh_cache-01f08d9c-f1bf-47a8-84f0-e9852b244e50" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.580754] env[69524]: DEBUG oslo_concurrency.lockutils [req-110e4f69-f73a-4fa8-939a-b6bd7d15fd16 req-87c6ff45-eea3-4932-a192-324d9fe04a64 service nova] Acquired lock "refresh_cache-01f08d9c-f1bf-47a8-84f0-e9852b244e50" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.581383] env[69524]: DEBUG nova.network.neutron [req-110e4f69-f73a-4fa8-939a-b6bd7d15fd16 req-87c6ff45-eea3-4932-a192-324d9fe04a64 service nova] [instance: 01f08d9c-f1bf-47a8-84f0-e9852b244e50] Refreshing network info cache for port 432126c2-eb8d-46a6-ab0c-1ba78dd5cb96 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 718.582115] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad2ecd08-723f-4520-9af3-7b72f1ac79d6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.634107] env[69524]: DEBUG oslo_vmware.api [None req-8ca82196-9ebf-4368-a085-fb1e71b8d005 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Task: {'id': task-4067453, 'name': CloneVM_Task} progress is 94%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.640882] env[69524]: DEBUG nova.compute.manager [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] [instance: ce9b3f98-be80-454d-a541-291921e3e1f7] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 718.653627] env[69524]: DEBUG oslo_vmware.api [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Task: {'id': task-4067452, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.793899} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.655088] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] eed731ec-573c-4c82-9639-a3a4a9c4a8f9/eed731ec-573c-4c82-9639-a3a4a9c4a8f9.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 718.655358] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 718.655895] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-041a8d1a-e31f-403d-a487-39eaa0b60eef {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.667252] env[69524]: DEBUG oslo_vmware.api [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Waiting for the task: (returnval){ [ 718.667252] env[69524]: value = "task-4067455" [ 718.667252] env[69524]: _type = "Task" [ 718.667252] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.675993] env[69524]: DEBUG oslo_vmware.api [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Task: {'id': task-4067455, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.775405] env[69524]: DEBUG oslo_vmware.api [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4067454, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.170331} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.775717] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 70882fb7-913e-4c58-86d3-61519cda37c7] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 718.777256] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92cfe5d3-2607-4d31-84a9-f2fbecdf42c0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.811313] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 70882fb7-913e-4c58-86d3-61519cda37c7] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 70882fb7-913e-4c58-86d3-61519cda37c7/70882fb7-913e-4c58-86d3-61519cda37c7.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 718.811713] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1151ff44-daa2-48b3-b4b7-87f66f3311ca {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.827913] env[69524]: DEBUG oslo_concurrency.lockutils [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Acquiring lock "refresh_cache-d0ff2c42-ec49-4659-8629-47a9fc275841" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.828593] env[69524]: DEBUG oslo_concurrency.lockutils [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Acquired lock "refresh_cache-d0ff2c42-ec49-4659-8629-47a9fc275841" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.828777] env[69524]: DEBUG nova.network.neutron [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] [instance: d0ff2c42-ec49-4659-8629-47a9fc275841] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 718.838265] env[69524]: DEBUG oslo_vmware.api [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the task: (returnval){ [ 718.838265] env[69524]: value = "task-4067456" [ 718.838265] env[69524]: _type = "Task" [ 718.838265] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.860429] env[69524]: DEBUG oslo_vmware.api [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Task: {'id': task-4067446, 'name': PowerOnVM_Task, 'duration_secs': 1.54671} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.860898] env[69524]: DEBUG oslo_vmware.api [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4067456, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.861160] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] [instance: be92232e-a9cf-4f72-9e06-5283afc5734a] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 718.861378] env[69524]: INFO nova.compute.manager [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] [instance: be92232e-a9cf-4f72-9e06-5283afc5734a] Took 16.71 seconds to spawn the instance on the hypervisor. [ 718.861585] env[69524]: DEBUG nova.compute.manager [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] [instance: be92232e-a9cf-4f72-9e06-5283afc5734a] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 718.862466] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7594364-eb36-462a-baf9-59a439da34f0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.988069] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067450, 'name': CreateVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.109326] env[69524]: INFO nova.compute.manager [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] [instance: e9cb699d-b67b-4e4d-b561-83e3def48ac8] Took 24.88 seconds to build instance. [ 719.154113] env[69524]: DEBUG oslo_vmware.api [None req-8ca82196-9ebf-4368-a085-fb1e71b8d005 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Task: {'id': task-4067453, 'name': CloneVM_Task} progress is 94%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.178779] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.183668] env[69524]: DEBUG oslo_vmware.api [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Task: {'id': task-4067455, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.260223} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.183989] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 719.184778] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e631d022-92a5-467f-a3e0-7eb3c45f3844 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.213803] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] eed731ec-573c-4c82-9639-a3a4a9c4a8f9/eed731ec-573c-4c82-9639-a3a4a9c4a8f9.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 719.217133] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1f8e146-47cc-47e2-ab77-67c5beece94d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.241260] env[69524]: DEBUG oslo_vmware.api [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Waiting for the task: (returnval){ [ 719.241260] env[69524]: value = "task-4067457" [ 719.241260] env[69524]: _type = "Task" [ 719.241260] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.260091] env[69524]: DEBUG oslo_vmware.api [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Task: {'id': task-4067457, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.354526] env[69524]: DEBUG oslo_vmware.api [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4067456, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.389580] env[69524]: INFO nova.compute.manager [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] [instance: be92232e-a9cf-4f72-9e06-5283afc5734a] Took 26.01 seconds to build instance. [ 719.399953] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3eae33-0451-4d38-8e10-720dd84f4111 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.409346] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10354e76-a34b-47db-8481-6efb3b56da09 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.452118] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c934c7c-9505-4c29-bb55-6740a26e411b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.458646] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb50fc36-3df5-4afd-9a41-5a476c4bdf09 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.474806] env[69524]: DEBUG nova.compute.provider_tree [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.486871] env[69524]: DEBUG nova.network.neutron [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] [instance: d0ff2c42-ec49-4659-8629-47a9fc275841] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 719.494972] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067450, 'name': CreateVM_Task, 'duration_secs': 1.590859} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.495415] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 152eccac-5038-4ed8-9748-911b53a425c2] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 719.496137] env[69524]: DEBUG oslo_concurrency.lockutils [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.496312] env[69524]: DEBUG oslo_concurrency.lockutils [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.496626] env[69524]: DEBUG oslo_concurrency.lockutils [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.497184] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8c4ca67-d66d-4cd4-94f0-a3826ea71ebd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.504325] env[69524]: DEBUG oslo_vmware.api [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Waiting for the task: (returnval){ [ 719.504325] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52a5e92a-ea36-0685-c6c2-2981619179fb" [ 719.504325] env[69524]: _type = "Task" [ 719.504325] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.514207] env[69524]: DEBUG oslo_vmware.api [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52a5e92a-ea36-0685-c6c2-2981619179fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.613107] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c56e8758-abcb-4af8-9cb4-129d0ccfe3ea tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Lock "e9cb699d-b67b-4e4d-b561-83e3def48ac8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.396s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.641231] env[69524]: DEBUG oslo_vmware.api [None req-8ca82196-9ebf-4368-a085-fb1e71b8d005 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Task: {'id': task-4067453, 'name': CloneVM_Task} progress is 94%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.757147] env[69524]: DEBUG oslo_vmware.api [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Task: {'id': task-4067457, 'name': ReconfigVM_Task, 'duration_secs': 0.351402} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.757147] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Reconfigured VM instance instance-00000003 to attach disk [datastore1] eed731ec-573c-4c82-9639-a3a4a9c4a8f9/eed731ec-573c-4c82-9639-a3a4a9c4a8f9.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 719.757737] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b374030e-0806-4111-84bb-20753429946b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.769905] env[69524]: DEBUG oslo_vmware.api [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Waiting for the task: (returnval){ [ 719.769905] env[69524]: value = "task-4067458" [ 719.769905] env[69524]: _type = "Task" [ 719.769905] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.780963] env[69524]: DEBUG oslo_vmware.api [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Task: {'id': task-4067458, 'name': Rename_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.858506] env[69524]: DEBUG oslo_vmware.api [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4067456, 'name': ReconfigVM_Task, 'duration_secs': 0.591864} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.858940] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 70882fb7-913e-4c58-86d3-61519cda37c7] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 70882fb7-913e-4c58-86d3-61519cda37c7/70882fb7-913e-4c58-86d3-61519cda37c7.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 719.859611] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32c9a92f-3ac8-4414-82f0-914f522b4bf6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.870524] env[69524]: DEBUG oslo_vmware.api [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the task: (returnval){ [ 719.870524] env[69524]: value = "task-4067459" [ 719.870524] env[69524]: _type = "Task" [ 719.870524] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.882142] env[69524]: DEBUG oslo_vmware.api [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4067459, 'name': Rename_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.894057] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3b49958f-9c6a-4557-8837-4d9b88ab492e tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Lock "be92232e-a9cf-4f72-9e06-5283afc5734a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.528s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.955998] env[69524]: DEBUG nova.network.neutron [req-110e4f69-f73a-4fa8-939a-b6bd7d15fd16 req-87c6ff45-eea3-4932-a192-324d9fe04a64 service nova] [instance: 01f08d9c-f1bf-47a8-84f0-e9852b244e50] Updated VIF entry in instance network info cache for port 432126c2-eb8d-46a6-ab0c-1ba78dd5cb96. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 719.955998] env[69524]: DEBUG nova.network.neutron [req-110e4f69-f73a-4fa8-939a-b6bd7d15fd16 req-87c6ff45-eea3-4932-a192-324d9fe04a64 service nova] [instance: 01f08d9c-f1bf-47a8-84f0-e9852b244e50] Updating instance_info_cache with network_info: [{"id": "432126c2-eb8d-46a6-ab0c-1ba78dd5cb96", "address": "fa:16:3e:78:7f:86", "network": {"id": "4550e7fd-90bc-4918-b771-f2ef66acbba7", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1403049277-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18a2c09bb2b84372ae9c4cde07dba299", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eb2eaecd-9701-4504-9fcb-fb1a420ead72", "external-id": "nsx-vlan-transportzone-433", "segmentation_id": 433, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap432126c2-eb", "ovs_interfaceid": "432126c2-eb8d-46a6-ab0c-1ba78dd5cb96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.981118] env[69524]: DEBUG nova.scheduler.client.report [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 720.020451] env[69524]: DEBUG oslo_vmware.api [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52a5e92a-ea36-0685-c6c2-2981619179fb, 'name': SearchDatastore_Task, 'duration_secs': 0.011856} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.027038] env[69524]: DEBUG oslo_concurrency.lockutils [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.027038] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] [instance: 152eccac-5038-4ed8-9748-911b53a425c2] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 720.027038] env[69524]: DEBUG oslo_concurrency.lockutils [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.027038] env[69524]: DEBUG oslo_concurrency.lockutils [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.027555] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 720.027555] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9b78f98-4708-411c-a085-780d0cb5d0e8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.039269] env[69524]: DEBUG nova.compute.manager [req-9dfb2b97-6747-4d03-a47f-92d40bf797f6 req-41c9c3e6-ac32-4437-b35d-fca454aaea7a service nova] [instance: 70882fb7-913e-4c58-86d3-61519cda37c7] Received event network-changed-42c0e422-ccc8-4d36-b0cf-74a873d2d86a {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.039468] env[69524]: DEBUG nova.compute.manager [req-9dfb2b97-6747-4d03-a47f-92d40bf797f6 req-41c9c3e6-ac32-4437-b35d-fca454aaea7a service nova] [instance: 70882fb7-913e-4c58-86d3-61519cda37c7] Refreshing instance network info cache due to event network-changed-42c0e422-ccc8-4d36-b0cf-74a873d2d86a. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 720.039813] env[69524]: DEBUG oslo_concurrency.lockutils [req-9dfb2b97-6747-4d03-a47f-92d40bf797f6 req-41c9c3e6-ac32-4437-b35d-fca454aaea7a service nova] Acquiring lock "refresh_cache-70882fb7-913e-4c58-86d3-61519cda37c7" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.039893] env[69524]: DEBUG oslo_concurrency.lockutils [req-9dfb2b97-6747-4d03-a47f-92d40bf797f6 req-41c9c3e6-ac32-4437-b35d-fca454aaea7a service nova] Acquired lock "refresh_cache-70882fb7-913e-4c58-86d3-61519cda37c7" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.040055] env[69524]: DEBUG nova.network.neutron [req-9dfb2b97-6747-4d03-a47f-92d40bf797f6 req-41c9c3e6-ac32-4437-b35d-fca454aaea7a service nova] [instance: 70882fb7-913e-4c58-86d3-61519cda37c7] Refreshing network info cache for port 42c0e422-ccc8-4d36-b0cf-74a873d2d86a {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.052849] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 720.052849] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 720.055091] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9678fb43-188e-4508-a539-bd2f4796e2ae {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.063603] env[69524]: DEBUG oslo_vmware.api [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Waiting for the task: (returnval){ [ 720.063603] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5266143c-4ae2-4824-bcaa-10b0227e143f" [ 720.063603] env[69524]: _type = "Task" [ 720.063603] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.075181] env[69524]: DEBUG oslo_vmware.api [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5266143c-4ae2-4824-bcaa-10b0227e143f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.143034] env[69524]: DEBUG oslo_vmware.api [None req-8ca82196-9ebf-4368-a085-fb1e71b8d005 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Task: {'id': task-4067453, 'name': CloneVM_Task} progress is 94%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.285730] env[69524]: DEBUG oslo_vmware.api [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Task: {'id': task-4067458, 'name': Rename_Task, 'duration_secs': 0.2016} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.285905] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 720.286244] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b4ce5f5-1a99-42f9-a00c-7892fa1237a7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.294514] env[69524]: DEBUG oslo_vmware.api [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Waiting for the task: (returnval){ [ 720.294514] env[69524]: value = "task-4067460" [ 720.294514] env[69524]: _type = "Task" [ 720.294514] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.307336] env[69524]: DEBUG oslo_vmware.api [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Task: {'id': task-4067460, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.349779] env[69524]: DEBUG nova.network.neutron [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] [instance: d0ff2c42-ec49-4659-8629-47a9fc275841] Updating instance_info_cache with network_info: [{"id": "6f77232b-4074-4664-b598-aa5b93678849", "address": "fa:16:3e:be:13:22", "network": {"id": "9ba6743d-ce8d-49df-87a9-5afc4de01489", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a86a460dd4454b05b84917cee5434b27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f77232b-40", "ovs_interfaceid": "6f77232b-4074-4664-b598-aa5b93678849", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.383966] env[69524]: DEBUG oslo_vmware.api [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4067459, 'name': Rename_Task, 'duration_secs': 0.185252} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.385148] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 70882fb7-913e-4c58-86d3-61519cda37c7] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 720.385148] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbb7e20a-7057-4e34-8248-567c01beae5c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.393746] env[69524]: DEBUG oslo_vmware.api [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the task: (returnval){ [ 720.393746] env[69524]: value = "task-4067461" [ 720.393746] env[69524]: _type = "Task" [ 720.393746] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.406659] env[69524]: DEBUG oslo_vmware.api [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4067461, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.458924] env[69524]: DEBUG oslo_concurrency.lockutils [req-110e4f69-f73a-4fa8-939a-b6bd7d15fd16 req-87c6ff45-eea3-4932-a192-324d9fe04a64 service nova] Releasing lock "refresh_cache-01f08d9c-f1bf-47a8-84f0-e9852b244e50" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.489253] env[69524]: DEBUG oslo_concurrency.lockutils [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.442s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.490610] env[69524]: DEBUG nova.compute.manager [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 720.493325] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.998s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.495700] env[69524]: INFO nova.compute.claims [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 720.511898] env[69524]: DEBUG nova.network.neutron [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] [instance: 1da4cbfb-3a1a-4dcb-91bf-427bd227935d] Successfully updated port: 531f6651-fc54-4392-adab-44f4ed9c8605 {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 720.582633] env[69524]: DEBUG oslo_vmware.api [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5266143c-4ae2-4824-bcaa-10b0227e143f, 'name': SearchDatastore_Task, 'duration_secs': 0.013962} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.584065] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9362533-b522-48a4-9d5d-0d2968158bf6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.591662] env[69524]: DEBUG oslo_vmware.api [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Waiting for the task: (returnval){ [ 720.591662] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]526681e0-3bc2-8725-22e0-2c31f5d4a42e" [ 720.591662] env[69524]: _type = "Task" [ 720.591662] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.606958] env[69524]: DEBUG oslo_vmware.api [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]526681e0-3bc2-8725-22e0-2c31f5d4a42e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.646864] env[69524]: DEBUG oslo_vmware.api [None req-8ca82196-9ebf-4368-a085-fb1e71b8d005 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Task: {'id': task-4067453, 'name': CloneVM_Task, 'duration_secs': 2.424835} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.647161] env[69524]: INFO nova.virt.vmwareapi.vmops [None req-8ca82196-9ebf-4368-a085-fb1e71b8d005 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Created linked-clone VM from snapshot [ 720.647992] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574069f6-43d0-46e7-beff-797a0a866848 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.661654] env[69524]: DEBUG nova.virt.vmwareapi.images [None req-8ca82196-9ebf-4368-a085-fb1e71b8d005 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Uploading image 373535fe-d55a-4949-8196-cd46525a9064 {{(pid=69524) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 720.708920] env[69524]: DEBUG oslo_vmware.rw_handles [None req-8ca82196-9ebf-4368-a085-fb1e71b8d005 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 720.708920] env[69524]: value = "vm-806049" [ 720.708920] env[69524]: _type = "VirtualMachine" [ 720.708920] env[69524]: }. {{(pid=69524) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 720.709689] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c953ef13-b3ce-41b2-a1fb-48fa9bc9155e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.719730] env[69524]: DEBUG oslo_vmware.rw_handles [None req-8ca82196-9ebf-4368-a085-fb1e71b8d005 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Lease: (returnval){ [ 720.719730] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52a6865c-ff5f-f8b4-27b8-0930b1f11e45" [ 720.719730] env[69524]: _type = "HttpNfcLease" [ 720.719730] env[69524]: } obtained for exporting VM: (result){ [ 720.719730] env[69524]: value = "vm-806049" [ 720.719730] env[69524]: _type = "VirtualMachine" [ 720.719730] env[69524]: }. {{(pid=69524) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 720.719730] env[69524]: DEBUG oslo_vmware.api [None req-8ca82196-9ebf-4368-a085-fb1e71b8d005 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Waiting for the lease: (returnval){ [ 720.719730] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52a6865c-ff5f-f8b4-27b8-0930b1f11e45" [ 720.719730] env[69524]: _type = "HttpNfcLease" [ 720.719730] env[69524]: } to be ready. {{(pid=69524) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 720.735266] env[69524]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 720.735266] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52a6865c-ff5f-f8b4-27b8-0930b1f11e45" [ 720.735266] env[69524]: _type = "HttpNfcLease" [ 720.735266] env[69524]: } is initializing. {{(pid=69524) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 720.738442] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Acquiring lock "f900a036-6e0f-41f4-a7e1-da08ebcf48d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.738442] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Lock "f900a036-6e0f-41f4-a7e1-da08ebcf48d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.806065] env[69524]: DEBUG oslo_vmware.api [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Task: {'id': task-4067460, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.853032] env[69524]: DEBUG oslo_concurrency.lockutils [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Releasing lock "refresh_cache-d0ff2c42-ec49-4659-8629-47a9fc275841" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.853200] env[69524]: DEBUG nova.compute.manager [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] [instance: d0ff2c42-ec49-4659-8629-47a9fc275841] Instance network_info: |[{"id": "6f77232b-4074-4664-b598-aa5b93678849", "address": "fa:16:3e:be:13:22", "network": {"id": "9ba6743d-ce8d-49df-87a9-5afc4de01489", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a86a460dd4454b05b84917cee5434b27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f77232b-40", "ovs_interfaceid": "6f77232b-4074-4664-b598-aa5b93678849", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 720.853869] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] [instance: d0ff2c42-ec49-4659-8629-47a9fc275841] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:13:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69f65356-c85e-4b7f-ad28-7c7b5e8cf50c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6f77232b-4074-4664-b598-aa5b93678849', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 720.862331] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Creating folder: Project (0a70ddb0332c4dd588876722c10852aa). Parent ref: group-v806025. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 720.862737] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66b9759e-cd2d-416c-8fac-6e47d633ee53 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.879459] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Created folder: Project (0a70ddb0332c4dd588876722c10852aa) in parent group-v806025. [ 720.879694] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Creating folder: Instances. Parent ref: group-v806050. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 720.879964] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ac82dc7b-7fec-475a-847e-c03ffbb27f67 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.883402] env[69524]: DEBUG nova.network.neutron [req-9dfb2b97-6747-4d03-a47f-92d40bf797f6 req-41c9c3e6-ac32-4437-b35d-fca454aaea7a service nova] [instance: 70882fb7-913e-4c58-86d3-61519cda37c7] Updated VIF entry in instance network info cache for port 42c0e422-ccc8-4d36-b0cf-74a873d2d86a. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 720.883402] env[69524]: DEBUG nova.network.neutron [req-9dfb2b97-6747-4d03-a47f-92d40bf797f6 req-41c9c3e6-ac32-4437-b35d-fca454aaea7a service nova] [instance: 70882fb7-913e-4c58-86d3-61519cda37c7] Updating instance_info_cache with network_info: [{"id": "42c0e422-ccc8-4d36-b0cf-74a873d2d86a", "address": "fa:16:3e:65:87:8f", "network": {"id": "1dfdbf3b-4925-484f-b859-717860382952", "bridge": "br-int", "label": "tempest-ImagesTestJSON-735885515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "451a33914c5e419a8df2b44aa3691d0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42c0e422-cc", "ovs_interfaceid": "42c0e422-ccc8-4d36-b0cf-74a873d2d86a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.894871] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Created folder: Instances in parent group-v806050. [ 720.895303] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 720.903407] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0ff2c42-ec49-4659-8629-47a9fc275841] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 720.903407] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d93d369b-b86d-4eb7-baeb-dfa3a8768418 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.927118] env[69524]: DEBUG oslo_vmware.api [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4067461, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.929440] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 720.929440] env[69524]: value = "task-4067465" [ 720.929440] env[69524]: _type = "Task" [ 720.929440] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.940100] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067465, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.002041] env[69524]: DEBUG nova.compute.utils [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 721.009477] env[69524]: DEBUG nova.compute.manager [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 721.009477] env[69524]: DEBUG nova.network.neutron [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 721.017627] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Acquiring lock "refresh_cache-1da4cbfb-3a1a-4dcb-91bf-427bd227935d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.017627] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Acquired lock "refresh_cache-1da4cbfb-3a1a-4dcb-91bf-427bd227935d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.017627] env[69524]: DEBUG nova.network.neutron [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] [instance: 1da4cbfb-3a1a-4dcb-91bf-427bd227935d] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 721.103321] env[69524]: DEBUG oslo_vmware.api [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]526681e0-3bc2-8725-22e0-2c31f5d4a42e, 'name': SearchDatastore_Task, 'duration_secs': 0.013483} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.105437] env[69524]: DEBUG nova.policy [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c2b299b185db43378fb00b1490c51d23', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4133a0547d154af78d7556a7517cb285', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 721.107611] env[69524]: DEBUG oslo_concurrency.lockutils [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.107952] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 152eccac-5038-4ed8-9748-911b53a425c2/152eccac-5038-4ed8-9748-911b53a425c2.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 721.108308] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33083963-a0f0-4f24-a084-d18b7b03be4d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.123837] env[69524]: DEBUG oslo_vmware.api [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Waiting for the task: (returnval){ [ 721.123837] env[69524]: value = "task-4067466" [ 721.123837] env[69524]: _type = "Task" [ 721.123837] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.137732] env[69524]: DEBUG oslo_vmware.api [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Task: {'id': task-4067466, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.235168] env[69524]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 721.235168] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52a6865c-ff5f-f8b4-27b8-0930b1f11e45" [ 721.235168] env[69524]: _type = "HttpNfcLease" [ 721.235168] env[69524]: } is ready. {{(pid=69524) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 721.235168] env[69524]: DEBUG oslo_vmware.rw_handles [None req-8ca82196-9ebf-4368-a085-fb1e71b8d005 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 721.235168] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52a6865c-ff5f-f8b4-27b8-0930b1f11e45" [ 721.235168] env[69524]: _type = "HttpNfcLease" [ 721.235168] env[69524]: }. {{(pid=69524) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 721.236308] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b85e241-ac96-4ef3-a3e4-d94e2854c32c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.243134] env[69524]: DEBUG nova.compute.manager [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 721.252421] env[69524]: DEBUG oslo_vmware.rw_handles [None req-8ca82196-9ebf-4368-a085-fb1e71b8d005 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523a1928-7490-e5d1-ef9c-0a40f7a4cc09/disk-0.vmdk from lease info. {{(pid=69524) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 721.252689] env[69524]: DEBUG oslo_vmware.rw_handles [None req-8ca82196-9ebf-4368-a085-fb1e71b8d005 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523a1928-7490-e5d1-ef9c-0a40f7a4cc09/disk-0.vmdk for reading. {{(pid=69524) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 721.347124] env[69524]: DEBUG oslo_vmware.api [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Task: {'id': task-4067460, 'name': PowerOnVM_Task, 'duration_secs': 0.658785} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.347124] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 721.347124] env[69524]: DEBUG nova.compute.manager [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 721.347751] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e2d326-6bec-4f01-8f3f-8e966f4b3bc8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.387614] env[69524]: DEBUG oslo_concurrency.lockutils [req-9dfb2b97-6747-4d03-a47f-92d40bf797f6 req-41c9c3e6-ac32-4437-b35d-fca454aaea7a service nova] Releasing lock "refresh_cache-70882fb7-913e-4c58-86d3-61519cda37c7" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.387906] env[69524]: DEBUG nova.compute.manager [req-9dfb2b97-6747-4d03-a47f-92d40bf797f6 req-41c9c3e6-ac32-4437-b35d-fca454aaea7a service nova] [instance: 152eccac-5038-4ed8-9748-911b53a425c2] Received event network-vif-plugged-71726a56-538f-48dd-ac86-f7f3f3339e4a {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.388145] env[69524]: DEBUG oslo_concurrency.lockutils [req-9dfb2b97-6747-4d03-a47f-92d40bf797f6 req-41c9c3e6-ac32-4437-b35d-fca454aaea7a service nova] Acquiring lock "152eccac-5038-4ed8-9748-911b53a425c2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.388427] env[69524]: DEBUG oslo_concurrency.lockutils [req-9dfb2b97-6747-4d03-a47f-92d40bf797f6 req-41c9c3e6-ac32-4437-b35d-fca454aaea7a service nova] Lock "152eccac-5038-4ed8-9748-911b53a425c2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.388601] env[69524]: DEBUG oslo_concurrency.lockutils [req-9dfb2b97-6747-4d03-a47f-92d40bf797f6 req-41c9c3e6-ac32-4437-b35d-fca454aaea7a service nova] Lock "152eccac-5038-4ed8-9748-911b53a425c2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.388825] env[69524]: DEBUG nova.compute.manager [req-9dfb2b97-6747-4d03-a47f-92d40bf797f6 req-41c9c3e6-ac32-4437-b35d-fca454aaea7a service nova] [instance: 152eccac-5038-4ed8-9748-911b53a425c2] No waiting events found dispatching network-vif-plugged-71726a56-538f-48dd-ac86-f7f3f3339e4a {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 721.389424] env[69524]: WARNING nova.compute.manager [req-9dfb2b97-6747-4d03-a47f-92d40bf797f6 req-41c9c3e6-ac32-4437-b35d-fca454aaea7a service nova] [instance: 152eccac-5038-4ed8-9748-911b53a425c2] Received unexpected event network-vif-plugged-71726a56-538f-48dd-ac86-f7f3f3339e4a for instance with vm_state building and task_state spawning. [ 721.389424] env[69524]: DEBUG nova.compute.manager [req-9dfb2b97-6747-4d03-a47f-92d40bf797f6 req-41c9c3e6-ac32-4437-b35d-fca454aaea7a service nova] [instance: 152eccac-5038-4ed8-9748-911b53a425c2] Received event network-changed-71726a56-538f-48dd-ac86-f7f3f3339e4a {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 721.389424] env[69524]: DEBUG nova.compute.manager [req-9dfb2b97-6747-4d03-a47f-92d40bf797f6 req-41c9c3e6-ac32-4437-b35d-fca454aaea7a service nova] [instance: 152eccac-5038-4ed8-9748-911b53a425c2] Refreshing instance network info cache due to event network-changed-71726a56-538f-48dd-ac86-f7f3f3339e4a. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 721.389632] env[69524]: DEBUG oslo_concurrency.lockutils [req-9dfb2b97-6747-4d03-a47f-92d40bf797f6 req-41c9c3e6-ac32-4437-b35d-fca454aaea7a service nova] Acquiring lock "refresh_cache-152eccac-5038-4ed8-9748-911b53a425c2" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.389632] env[69524]: DEBUG oslo_concurrency.lockutils [req-9dfb2b97-6747-4d03-a47f-92d40bf797f6 req-41c9c3e6-ac32-4437-b35d-fca454aaea7a service nova] Acquired lock "refresh_cache-152eccac-5038-4ed8-9748-911b53a425c2" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.389772] env[69524]: DEBUG nova.network.neutron [req-9dfb2b97-6747-4d03-a47f-92d40bf797f6 req-41c9c3e6-ac32-4437-b35d-fca454aaea7a service nova] [instance: 152eccac-5038-4ed8-9748-911b53a425c2] Refreshing network info cache for port 71726a56-538f-48dd-ac86-f7f3f3339e4a {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 721.393164] env[69524]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-02745d19-6ed7-4790-b88d-11d54e7c8485 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.407470] env[69524]: DEBUG oslo_vmware.api [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4067461, 'name': PowerOnVM_Task, 'duration_secs': 0.63734} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.407853] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 70882fb7-913e-4c58-86d3-61519cda37c7] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 721.408140] env[69524]: INFO nova.compute.manager [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 70882fb7-913e-4c58-86d3-61519cda37c7] Took 14.42 seconds to spawn the instance on the hypervisor. [ 721.408383] env[69524]: DEBUG nova.compute.manager [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 70882fb7-913e-4c58-86d3-61519cda37c7] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 721.409593] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fbf9134-dd22-4553-ae98-b1696647d342 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.447446] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067465, 'name': CreateVM_Task, 'duration_secs': 0.453892} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.447860] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0ff2c42-ec49-4659-8629-47a9fc275841] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 721.448596] env[69524]: DEBUG oslo_concurrency.lockutils [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.448926] env[69524]: DEBUG oslo_concurrency.lockutils [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.449084] env[69524]: DEBUG oslo_concurrency.lockutils [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.452983] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2504c3f6-2389-45d8-865d-73122a5f9559 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.459540] env[69524]: DEBUG oslo_vmware.api [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Waiting for the task: (returnval){ [ 721.459540] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5245383f-6a11-c829-2c7f-d0ea76c9e534" [ 721.459540] env[69524]: _type = "Task" [ 721.459540] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.475129] env[69524]: DEBUG oslo_vmware.api [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5245383f-6a11-c829-2c7f-d0ea76c9e534, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.515690] env[69524]: DEBUG nova.compute.manager [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 721.644453] env[69524]: DEBUG oslo_vmware.api [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Task: {'id': task-4067466, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.644453] env[69524]: DEBUG nova.network.neutron [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] [instance: 1da4cbfb-3a1a-4dcb-91bf-427bd227935d] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 721.781618] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.861422] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74fc6bb1-23f1-4b5e-af26-3b4c8b8e41b5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.874984] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.874984] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a51381f-4df1-4bd6-bb0d-010cb46f5aac {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.917517] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb7c5c0-31d3-4b9a-bd21-9c7381c83ee6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.928578] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0213f211-ac19-43b2-b4a3-47c13272864e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.954631] env[69524]: INFO nova.compute.manager [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 70882fb7-913e-4c58-86d3-61519cda37c7] Took 26.68 seconds to build instance. [ 721.970711] env[69524]: DEBUG nova.compute.provider_tree [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 721.984185] env[69524]: DEBUG nova.scheduler.client.report [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.997438] env[69524]: DEBUG oslo_vmware.api [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5245383f-6a11-c829-2c7f-d0ea76c9e534, 'name': SearchDatastore_Task, 'duration_secs': 0.069592} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.997581] env[69524]: DEBUG oslo_concurrency.lockutils [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.997832] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] [instance: d0ff2c42-ec49-4659-8629-47a9fc275841] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.998117] env[69524]: DEBUG oslo_concurrency.lockutils [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.998385] env[69524]: DEBUG oslo_concurrency.lockutils [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.998749] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 721.998749] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38819950-7e89-4c66-b1d8-5792992b51e8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.013027] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 722.013027] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 722.013027] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f57037e2-728a-4e87-850d-f39848b9fb11 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.026661] env[69524]: DEBUG oslo_vmware.api [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Waiting for the task: (returnval){ [ 722.026661] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52cfa2ca-7672-5e5d-a88f-de9cc88d1307" [ 722.026661] env[69524]: _type = "Task" [ 722.026661] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.044627] env[69524]: DEBUG oslo_vmware.api [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52cfa2ca-7672-5e5d-a88f-de9cc88d1307, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.131966] env[69524]: DEBUG oslo_vmware.api [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Task: {'id': task-4067466, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61721} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.135587] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 152eccac-5038-4ed8-9748-911b53a425c2/152eccac-5038-4ed8-9748-911b53a425c2.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 722.135831] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] [instance: 152eccac-5038-4ed8-9748-911b53a425c2] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 722.136172] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79bcf326-2dd3-402c-9ef1-1b867869eb93 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.150195] env[69524]: DEBUG oslo_vmware.api [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Waiting for the task: (returnval){ [ 722.150195] env[69524]: value = "task-4067467" [ 722.150195] env[69524]: _type = "Task" [ 722.150195] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.162227] env[69524]: DEBUG oslo_vmware.api [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Task: {'id': task-4067467, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.251168] env[69524]: DEBUG nova.network.neutron [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 035b9722-90f0-45f0-84c0-17f7a5f1994b] Successfully updated port: 379b0907-165e-4aad-92c3-95dc59c090d0 {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 722.473750] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d27d706b-0a4b-481f-a2e6-51832f00e27e tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Lock "70882fb7-913e-4c58-86d3-61519cda37c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.220s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.498963] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.005s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.501107] env[69524]: DEBUG nova.compute.manager [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 722.505942] env[69524]: DEBUG nova.network.neutron [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] [instance: 1da4cbfb-3a1a-4dcb-91bf-427bd227935d] Updating instance_info_cache with network_info: [{"id": "531f6651-fc54-4392-adab-44f4ed9c8605", "address": "fa:16:3e:12:31:0d", "network": {"id": "9ba6743d-ce8d-49df-87a9-5afc4de01489", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.104", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a86a460dd4454b05b84917cee5434b27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap531f6651-fc", "ovs_interfaceid": "531f6651-fc54-4392-adab-44f4ed9c8605", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.508691] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.330s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.510528] env[69524]: INFO nova.compute.claims [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] [instance: ce9b3f98-be80-454d-a541-291921e3e1f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 722.529207] env[69524]: DEBUG nova.compute.manager [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 722.543887] env[69524]: DEBUG oslo_vmware.api [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52cfa2ca-7672-5e5d-a88f-de9cc88d1307, 'name': SearchDatastore_Task, 'duration_secs': 0.030876} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.545346] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6ddab4f-342d-4634-9d64-5c0e0c06e88e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.553270] env[69524]: DEBUG oslo_vmware.api [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Waiting for the task: (returnval){ [ 722.553270] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]528864df-351d-0dd3-8618-06ebb47695aa" [ 722.553270] env[69524]: _type = "Task" [ 722.553270] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.568785] env[69524]: DEBUG nova.virt.hardware [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 722.569629] env[69524]: DEBUG nova.virt.hardware [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 722.569629] env[69524]: DEBUG nova.virt.hardware [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 722.569775] env[69524]: DEBUG nova.virt.hardware [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 722.569898] env[69524]: DEBUG nova.virt.hardware [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 722.570512] env[69524]: DEBUG nova.virt.hardware [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 722.570512] env[69524]: DEBUG nova.virt.hardware [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 722.571209] env[69524]: DEBUG nova.virt.hardware [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 722.571466] env[69524]: DEBUG nova.virt.hardware [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 722.571694] env[69524]: DEBUG nova.virt.hardware [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 722.571934] env[69524]: DEBUG nova.virt.hardware [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 722.573967] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be59517-6476-44e2-a4e4-67655927f924 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.581386] env[69524]: DEBUG oslo_vmware.api [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]528864df-351d-0dd3-8618-06ebb47695aa, 'name': SearchDatastore_Task, 'duration_secs': 0.019664} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.582394] env[69524]: DEBUG oslo_concurrency.lockutils [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.582795] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] d0ff2c42-ec49-4659-8629-47a9fc275841/d0ff2c42-ec49-4659-8629-47a9fc275841.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 722.583488] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-964ec63c-1d9e-42b2-9248-36a4a0f92b90 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.590072] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-facd308e-8e00-43ed-abc2-6e117d444ae1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.596706] env[69524]: DEBUG oslo_vmware.api [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Waiting for the task: (returnval){ [ 722.596706] env[69524]: value = "task-4067468" [ 722.596706] env[69524]: _type = "Task" [ 722.596706] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.619741] env[69524]: DEBUG oslo_vmware.api [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Task: {'id': task-4067468, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.626203] env[69524]: DEBUG nova.network.neutron [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Successfully created port: 0f025ac1-3f58-43d7-9e27-1347bb8f0c1b {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 722.657827] env[69524]: DEBUG nova.network.neutron [req-9dfb2b97-6747-4d03-a47f-92d40bf797f6 req-41c9c3e6-ac32-4437-b35d-fca454aaea7a service nova] [instance: 152eccac-5038-4ed8-9748-911b53a425c2] Updated VIF entry in instance network info cache for port 71726a56-538f-48dd-ac86-f7f3f3339e4a. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 722.658251] env[69524]: DEBUG nova.network.neutron [req-9dfb2b97-6747-4d03-a47f-92d40bf797f6 req-41c9c3e6-ac32-4437-b35d-fca454aaea7a service nova] [instance: 152eccac-5038-4ed8-9748-911b53a425c2] Updating instance_info_cache with network_info: [{"id": "71726a56-538f-48dd-ac86-f7f3f3339e4a", "address": "fa:16:3e:0d:dc:38", "network": {"id": "8543867c-70cb-446e-8783-34ff7987bf25", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1195141927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be46f86bf99b4ab48d80ff4c1626a0dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc0e97b-b21d-4557-a4d4-fd7e8f973368", "external-id": "nsx-vlan-transportzone-380", "segmentation_id": 380, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71726a56-53", "ovs_interfaceid": "71726a56-538f-48dd-ac86-f7f3f3339e4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.668677] env[69524]: DEBUG oslo_vmware.api [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Task: {'id': task-4067467, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108764} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.669206] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] [instance: 152eccac-5038-4ed8-9748-911b53a425c2] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 722.670370] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32d40d5-0303-4054-b32f-761881c8f721 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.701416] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] [instance: 152eccac-5038-4ed8-9748-911b53a425c2] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] 152eccac-5038-4ed8-9748-911b53a425c2/152eccac-5038-4ed8-9748-911b53a425c2.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 722.702257] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82017e2d-52a4-4afb-ab4e-1fcb9c173410 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.724276] env[69524]: DEBUG oslo_vmware.api [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Waiting for the task: (returnval){ [ 722.724276] env[69524]: value = "task-4067469" [ 722.724276] env[69524]: _type = "Task" [ 722.724276] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.735920] env[69524]: DEBUG oslo_vmware.api [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Task: {'id': task-4067469, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.754524] env[69524]: DEBUG oslo_concurrency.lockutils [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquiring lock "refresh_cache-035b9722-90f0-45f0-84c0-17f7a5f1994b" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.754603] env[69524]: DEBUG oslo_concurrency.lockutils [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquired lock "refresh_cache-035b9722-90f0-45f0-84c0-17f7a5f1994b" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.754728] env[69524]: DEBUG nova.network.neutron [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 035b9722-90f0-45f0-84c0-17f7a5f1994b] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 723.021573] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Releasing lock "refresh_cache-1da4cbfb-3a1a-4dcb-91bf-427bd227935d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.021573] env[69524]: DEBUG nova.compute.manager [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] [instance: 1da4cbfb-3a1a-4dcb-91bf-427bd227935d] Instance network_info: |[{"id": "531f6651-fc54-4392-adab-44f4ed9c8605", "address": "fa:16:3e:12:31:0d", "network": {"id": "9ba6743d-ce8d-49df-87a9-5afc4de01489", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.104", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a86a460dd4454b05b84917cee5434b27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap531f6651-fc", "ovs_interfaceid": "531f6651-fc54-4392-adab-44f4ed9c8605", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 723.022775] env[69524]: DEBUG nova.compute.utils [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 723.029900] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] [instance: 1da4cbfb-3a1a-4dcb-91bf-427bd227935d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:31:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69f65356-c85e-4b7f-ad28-7c7b5e8cf50c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '531f6651-fc54-4392-adab-44f4ed9c8605', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 723.038622] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Creating folder: Project (c01b817c4b794e73a5ec36cab715cb57). Parent ref: group-v806025. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.039014] env[69524]: DEBUG nova.compute.manager [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 723.039222] env[69524]: DEBUG nova.network.neutron [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 723.041853] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5b6a0c0-bcea-46a7-94da-c7702dc82880 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.061865] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Created folder: Project (c01b817c4b794e73a5ec36cab715cb57) in parent group-v806025. [ 723.062324] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Creating folder: Instances. Parent ref: group-v806053. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.062949] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9123922b-08f3-468e-905d-cf1ce1d74e14 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.080826] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Created folder: Instances in parent group-v806053. [ 723.081440] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 723.081698] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1da4cbfb-3a1a-4dcb-91bf-427bd227935d] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 723.081949] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-084abf0d-5f7b-43b3-94e0-4b6e2c90557a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.112408] env[69524]: DEBUG nova.policy [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d8ca68e7272445ca1a4a6ccd549df2d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '94667cf83fdc4161a20c3b3fa69e0fbf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 723.114745] env[69524]: DEBUG oslo_vmware.api [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Task: {'id': task-4067468, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.117121] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 723.117121] env[69524]: value = "task-4067472" [ 723.117121] env[69524]: _type = "Task" [ 723.117121] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.125682] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067472, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.161737] env[69524]: DEBUG oslo_concurrency.lockutils [req-9dfb2b97-6747-4d03-a47f-92d40bf797f6 req-41c9c3e6-ac32-4437-b35d-fca454aaea7a service nova] Releasing lock "refresh_cache-152eccac-5038-4ed8-9748-911b53a425c2" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.246705] env[69524]: DEBUG oslo_vmware.api [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Task: {'id': task-4067469, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.357804] env[69524]: DEBUG nova.network.neutron [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 035b9722-90f0-45f0-84c0-17f7a5f1994b] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 723.530438] env[69524]: DEBUG nova.compute.manager [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 723.618825] env[69524]: DEBUG oslo_vmware.api [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Task: {'id': task-4067468, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.633595] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067472, 'name': CreateVM_Task} progress is 25%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.659109] env[69524]: DEBUG nova.network.neutron [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] Successfully created port: 2ee3233f-54ee-45e6-836d-44509596ac88 {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 723.744510] env[69524]: DEBUG oslo_vmware.api [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Task: {'id': task-4067469, 'name': ReconfigVM_Task, 'duration_secs': 0.613106} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.745463] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] [instance: 152eccac-5038-4ed8-9748-911b53a425c2] Reconfigured VM instance instance-00000007 to attach disk [datastore2] 152eccac-5038-4ed8-9748-911b53a425c2/152eccac-5038-4ed8-9748-911b53a425c2.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 723.745675] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8350cd0e-a632-420b-b067-0f4d0e1f0bd3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.758388] env[69524]: DEBUG oslo_vmware.api [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Waiting for the task: (returnval){ [ 723.758388] env[69524]: value = "task-4067473" [ 723.758388] env[69524]: _type = "Task" [ 723.758388] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.768867] env[69524]: DEBUG oslo_vmware.api [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Task: {'id': task-4067473, 'name': Rename_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.802708] env[69524]: DEBUG nova.network.neutron [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 035b9722-90f0-45f0-84c0-17f7a5f1994b] Updating instance_info_cache with network_info: [{"id": "379b0907-165e-4aad-92c3-95dc59c090d0", "address": "fa:16:3e:ca:59:fb", "network": {"id": "83b5b669-1127-466e-a1d3-d2ddd7a35a32", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-128524143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ae0643199f1483bbac41f0f4a2857ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap379b0907-16", "ovs_interfaceid": "379b0907-165e-4aad-92c3-95dc59c090d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.887184] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Acquiring lock "eaa67334-28fd-4d0f-ac77-37a80cbfff1f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.887429] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Lock "eaa67334-28fd-4d0f-ac77-37a80cbfff1f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.890785] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4415c26f-bfb9-4d87-90f2-089f4da54abe {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.903162] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbde8866-9704-4f20-a6b0-76bcc44dec56 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.948026] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3a0371-d498-4359-a55e-05c21635d95f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.956989] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e9816f-0798-46a0-9c4a-423ee46b9331 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.975389] env[69524]: DEBUG nova.compute.provider_tree [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.118674] env[69524]: DEBUG oslo_vmware.api [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Task: {'id': task-4067468, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.236769} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.122776] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] d0ff2c42-ec49-4659-8629-47a9fc275841/d0ff2c42-ec49-4659-8629-47a9fc275841.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 724.123084] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] [instance: d0ff2c42-ec49-4659-8629-47a9fc275841] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 724.123389] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6270bd83-a22c-4742-ad51-01bc90018922 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.134549] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067472, 'name': CreateVM_Task, 'duration_secs': 0.839314} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.135793] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1da4cbfb-3a1a-4dcb-91bf-427bd227935d] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 724.135793] env[69524]: DEBUG oslo_vmware.api [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Waiting for the task: (returnval){ [ 724.135793] env[69524]: value = "task-4067474" [ 724.135793] env[69524]: _type = "Task" [ 724.135793] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.136547] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.136714] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.137356] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.137473] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0004e224-c085-4de4-8f7d-cbacea730d89 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.162192] env[69524]: DEBUG oslo_vmware.api [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Waiting for the task: (returnval){ [ 724.162192] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5250daf9-9300-fcdb-a387-84eac56cbcd7" [ 724.162192] env[69524]: _type = "Task" [ 724.162192] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.162192] env[69524]: DEBUG oslo_vmware.api [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Task: {'id': task-4067474, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.170437] env[69524]: DEBUG oslo_vmware.api [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5250daf9-9300-fcdb-a387-84eac56cbcd7, 'name': SearchDatastore_Task, 'duration_secs': 0.014107} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.170437] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.171230] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] [instance: 1da4cbfb-3a1a-4dcb-91bf-427bd227935d] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 724.171230] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.171230] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.171230] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 724.172932] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e41fafb2-8794-45af-88f7-d6df1511c5b3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.184043] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 724.184043] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 724.184852] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-faac1426-1857-46c3-87a6-3e0e16d42004 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.195380] env[69524]: DEBUG oslo_vmware.api [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Waiting for the task: (returnval){ [ 724.195380] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5201d8ee-cc86-a7bc-3370-c585903cb3b5" [ 724.195380] env[69524]: _type = "Task" [ 724.195380] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.211533] env[69524]: DEBUG oslo_vmware.api [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5201d8ee-cc86-a7bc-3370-c585903cb3b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.273899] env[69524]: DEBUG oslo_vmware.api [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Task: {'id': task-4067473, 'name': Rename_Task, 'duration_secs': 0.206442} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.273899] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] [instance: 152eccac-5038-4ed8-9748-911b53a425c2] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 724.273899] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d418f0f-9782-4a41-a454-e34bdd7d6d9d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.281886] env[69524]: DEBUG oslo_vmware.api [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Waiting for the task: (returnval){ [ 724.281886] env[69524]: value = "task-4067475" [ 724.281886] env[69524]: _type = "Task" [ 724.281886] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.294430] env[69524]: DEBUG oslo_vmware.api [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Task: {'id': task-4067475, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.309715] env[69524]: DEBUG oslo_concurrency.lockutils [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Releasing lock "refresh_cache-035b9722-90f0-45f0-84c0-17f7a5f1994b" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.310075] env[69524]: DEBUG nova.compute.manager [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 035b9722-90f0-45f0-84c0-17f7a5f1994b] Instance network_info: |[{"id": "379b0907-165e-4aad-92c3-95dc59c090d0", "address": "fa:16:3e:ca:59:fb", "network": {"id": "83b5b669-1127-466e-a1d3-d2ddd7a35a32", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-128524143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ae0643199f1483bbac41f0f4a2857ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap379b0907-16", "ovs_interfaceid": "379b0907-165e-4aad-92c3-95dc59c090d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 724.310575] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 035b9722-90f0-45f0-84c0-17f7a5f1994b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:59:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e029825-6c65-4ac7-88f6-65f9d106db76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '379b0907-165e-4aad-92c3-95dc59c090d0', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 724.319044] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Creating folder: Project (5ae0643199f1483bbac41f0f4a2857ec). Parent ref: group-v806025. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.319774] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eddf9a35-e7ee-4cc1-8d28-557611788865 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.335588] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Created folder: Project (5ae0643199f1483bbac41f0f4a2857ec) in parent group-v806025. [ 724.335810] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Creating folder: Instances. Parent ref: group-v806056. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.337036] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c23ab22-382a-45a5-af20-bcc863b1149b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.350117] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Created folder: Instances in parent group-v806056. [ 724.350885] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 724.351182] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 035b9722-90f0-45f0-84c0-17f7a5f1994b] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 724.351478] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3adfc31-b32e-4c5e-b968-77f5081859a3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.373943] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 724.373943] env[69524]: value = "task-4067478" [ 724.373943] env[69524]: _type = "Task" [ 724.373943] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.386773] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067478, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.390606] env[69524]: DEBUG nova.compute.manager [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 724.479837] env[69524]: DEBUG nova.scheduler.client.report [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 724.546794] env[69524]: DEBUG nova.compute.manager [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 724.579909] env[69524]: DEBUG nova.virt.hardware [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 724.580447] env[69524]: DEBUG nova.virt.hardware [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 724.580764] env[69524]: DEBUG nova.virt.hardware [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 724.581122] env[69524]: DEBUG nova.virt.hardware [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 724.581715] env[69524]: DEBUG nova.virt.hardware [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 724.581715] env[69524]: DEBUG nova.virt.hardware [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 724.582239] env[69524]: DEBUG nova.virt.hardware [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 724.582556] env[69524]: DEBUG nova.virt.hardware [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 724.582858] env[69524]: DEBUG nova.virt.hardware [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 724.583179] env[69524]: DEBUG nova.virt.hardware [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 724.583536] env[69524]: DEBUG nova.virt.hardware [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 724.585350] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0693762-91ed-45a9-9131-d26854fbb900 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.598478] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdbc9a85-fe70-42fc-957f-de79030c1489 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.658864] env[69524]: DEBUG oslo_vmware.api [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Task: {'id': task-4067474, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118639} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.659989] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] [instance: d0ff2c42-ec49-4659-8629-47a9fc275841] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 724.660906] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca15e9d-ffa5-4005-8e19-dc4319c41409 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.693878] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] [instance: d0ff2c42-ec49-4659-8629-47a9fc275841] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] d0ff2c42-ec49-4659-8629-47a9fc275841/d0ff2c42-ec49-4659-8629-47a9fc275841.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 724.694476] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6137c4d4-b745-4202-b436-7dabbd91f70a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.725221] env[69524]: DEBUG oslo_vmware.api [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5201d8ee-cc86-a7bc-3370-c585903cb3b5, 'name': SearchDatastore_Task, 'duration_secs': 0.015694} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.726258] env[69524]: DEBUG oslo_vmware.api [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Waiting for the task: (returnval){ [ 724.726258] env[69524]: value = "task-4067479" [ 724.726258] env[69524]: _type = "Task" [ 724.726258] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.727141] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81a060f4-dd7a-4cd8-956e-d9c18cf24d1a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.739417] env[69524]: DEBUG oslo_vmware.api [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Waiting for the task: (returnval){ [ 724.739417] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5235a284-3504-445f-342f-bdb973e157ed" [ 724.739417] env[69524]: _type = "Task" [ 724.739417] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.743477] env[69524]: DEBUG oslo_vmware.api [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Task: {'id': task-4067479, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.754733] env[69524]: DEBUG oslo_vmware.api [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5235a284-3504-445f-342f-bdb973e157ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.796977] env[69524]: DEBUG oslo_vmware.api [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Task: {'id': task-4067475, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.884978] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067478, 'name': CreateVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.916329] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.988255] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.479s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.988679] env[69524]: DEBUG nova.compute.manager [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] [instance: ce9b3f98-be80-454d-a541-291921e3e1f7] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 724.993887] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.212s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.996445] env[69524]: INFO nova.compute.claims [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 725.161325] env[69524]: DEBUG nova.compute.manager [req-256cad03-01e6-4820-924e-4f3ef3f6a3b5 req-78a6b638-6d81-48bd-b46e-90c62316493c service nova] [instance: d0ff2c42-ec49-4659-8629-47a9fc275841] Received event network-vif-plugged-6f77232b-4074-4664-b598-aa5b93678849 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.161639] env[69524]: DEBUG oslo_concurrency.lockutils [req-256cad03-01e6-4820-924e-4f3ef3f6a3b5 req-78a6b638-6d81-48bd-b46e-90c62316493c service nova] Acquiring lock "d0ff2c42-ec49-4659-8629-47a9fc275841-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.161773] env[69524]: DEBUG oslo_concurrency.lockutils [req-256cad03-01e6-4820-924e-4f3ef3f6a3b5 req-78a6b638-6d81-48bd-b46e-90c62316493c service nova] Lock "d0ff2c42-ec49-4659-8629-47a9fc275841-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.162791] env[69524]: DEBUG oslo_concurrency.lockutils [req-256cad03-01e6-4820-924e-4f3ef3f6a3b5 req-78a6b638-6d81-48bd-b46e-90c62316493c service nova] Lock "d0ff2c42-ec49-4659-8629-47a9fc275841-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.163327] env[69524]: DEBUG nova.compute.manager [req-256cad03-01e6-4820-924e-4f3ef3f6a3b5 req-78a6b638-6d81-48bd-b46e-90c62316493c service nova] [instance: d0ff2c42-ec49-4659-8629-47a9fc275841] No waiting events found dispatching network-vif-plugged-6f77232b-4074-4664-b598-aa5b93678849 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 725.163525] env[69524]: WARNING nova.compute.manager [req-256cad03-01e6-4820-924e-4f3ef3f6a3b5 req-78a6b638-6d81-48bd-b46e-90c62316493c service nova] [instance: d0ff2c42-ec49-4659-8629-47a9fc275841] Received unexpected event network-vif-plugged-6f77232b-4074-4664-b598-aa5b93678849 for instance with vm_state building and task_state spawning. [ 725.163856] env[69524]: DEBUG nova.compute.manager [req-256cad03-01e6-4820-924e-4f3ef3f6a3b5 req-78a6b638-6d81-48bd-b46e-90c62316493c service nova] [instance: d0ff2c42-ec49-4659-8629-47a9fc275841] Received event network-changed-6f77232b-4074-4664-b598-aa5b93678849 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 725.164212] env[69524]: DEBUG nova.compute.manager [req-256cad03-01e6-4820-924e-4f3ef3f6a3b5 req-78a6b638-6d81-48bd-b46e-90c62316493c service nova] [instance: d0ff2c42-ec49-4659-8629-47a9fc275841] Refreshing instance network info cache due to event network-changed-6f77232b-4074-4664-b598-aa5b93678849. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 725.164531] env[69524]: DEBUG oslo_concurrency.lockutils [req-256cad03-01e6-4820-924e-4f3ef3f6a3b5 req-78a6b638-6d81-48bd-b46e-90c62316493c service nova] Acquiring lock "refresh_cache-d0ff2c42-ec49-4659-8629-47a9fc275841" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.164755] env[69524]: DEBUG oslo_concurrency.lockutils [req-256cad03-01e6-4820-924e-4f3ef3f6a3b5 req-78a6b638-6d81-48bd-b46e-90c62316493c service nova] Acquired lock "refresh_cache-d0ff2c42-ec49-4659-8629-47a9fc275841" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.164960] env[69524]: DEBUG nova.network.neutron [req-256cad03-01e6-4820-924e-4f3ef3f6a3b5 req-78a6b638-6d81-48bd-b46e-90c62316493c service nova] [instance: d0ff2c42-ec49-4659-8629-47a9fc275841] Refreshing network info cache for port 6f77232b-4074-4664-b598-aa5b93678849 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 725.239969] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Acquiring lock "ca13258a-42e5-48f5-9264-af5b296c8a6f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.240234] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Lock "ca13258a-42e5-48f5-9264-af5b296c8a6f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.248856] env[69524]: DEBUG oslo_vmware.api [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Task: {'id': task-4067479, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.266467] env[69524]: DEBUG oslo_vmware.api [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5235a284-3504-445f-342f-bdb973e157ed, 'name': SearchDatastore_Task, 'duration_secs': 0.021581} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.268169] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.268444] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 1da4cbfb-3a1a-4dcb-91bf-427bd227935d/1da4cbfb-3a1a-4dcb-91bf-427bd227935d.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 725.268731] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-109eca7b-20a6-4ace-ab2a-87bd39ed51ab {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.278267] env[69524]: DEBUG oslo_vmware.api [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Waiting for the task: (returnval){ [ 725.278267] env[69524]: value = "task-4067480" [ 725.278267] env[69524]: _type = "Task" [ 725.278267] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.299864] env[69524]: DEBUG oslo_vmware.api [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Task: {'id': task-4067475, 'name': PowerOnVM_Task, 'duration_secs': 0.947676} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.303103] env[69524]: DEBUG oslo_vmware.api [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Task: {'id': task-4067480, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.303103] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] [instance: 152eccac-5038-4ed8-9748-911b53a425c2] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 725.303103] env[69524]: INFO nova.compute.manager [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] [instance: 152eccac-5038-4ed8-9748-911b53a425c2] Took 15.93 seconds to spawn the instance on the hypervisor. [ 725.303103] env[69524]: DEBUG nova.compute.manager [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] [instance: 152eccac-5038-4ed8-9748-911b53a425c2] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 725.303103] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f286ac3-d882-45d5-af9e-9d89ea1c3efd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.390219] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067478, 'name': CreateVM_Task, 'duration_secs': 0.555759} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.390414] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 035b9722-90f0-45f0-84c0-17f7a5f1994b] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 725.391619] env[69524]: DEBUG oslo_concurrency.lockutils [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.391951] env[69524]: DEBUG oslo_concurrency.lockutils [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.392285] env[69524]: DEBUG oslo_concurrency.lockutils [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.392572] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dc483e7-5c67-429a-8195-f4ceb66afdcc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.400226] env[69524]: DEBUG oslo_vmware.api [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 725.400226] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5211e78c-0a97-56a5-d13a-5336693c98e7" [ 725.400226] env[69524]: _type = "Task" [ 725.400226] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.414344] env[69524]: DEBUG oslo_vmware.api [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5211e78c-0a97-56a5-d13a-5336693c98e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.422019] env[69524]: DEBUG nova.network.neutron [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Successfully updated port: 0f025ac1-3f58-43d7-9e27-1347bb8f0c1b {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 725.502451] env[69524]: DEBUG nova.compute.utils [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 725.508468] env[69524]: DEBUG nova.compute.manager [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] [instance: ce9b3f98-be80-454d-a541-291921e3e1f7] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 725.508714] env[69524]: DEBUG nova.network.neutron [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] [instance: ce9b3f98-be80-454d-a541-291921e3e1f7] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 725.719997] env[69524]: DEBUG nova.policy [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c7975fd87783406689bdbd081d566c3c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0314287f81b24a939cdc0ca101dc6a09', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 725.739706] env[69524]: DEBUG oslo_vmware.api [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Task: {'id': task-4067479, 'name': ReconfigVM_Task, 'duration_secs': 0.860019} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.740037] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] [instance: d0ff2c42-ec49-4659-8629-47a9fc275841] Reconfigured VM instance instance-00000008 to attach disk [datastore2] d0ff2c42-ec49-4659-8629-47a9fc275841/d0ff2c42-ec49-4659-8629-47a9fc275841.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.740744] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a01a705e-4a8c-44e3-8557-43915fb7362d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.752100] env[69524]: DEBUG nova.compute.manager [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: ca13258a-42e5-48f5-9264-af5b296c8a6f] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 725.756056] env[69524]: DEBUG oslo_vmware.api [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Waiting for the task: (returnval){ [ 725.756056] env[69524]: value = "task-4067481" [ 725.756056] env[69524]: _type = "Task" [ 725.756056] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.775670] env[69524]: DEBUG oslo_vmware.api [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Task: {'id': task-4067481, 'name': Rename_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.788614] env[69524]: DEBUG oslo_vmware.api [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Task: {'id': task-4067480, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.828547] env[69524]: INFO nova.compute.manager [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] [instance: 152eccac-5038-4ed8-9748-911b53a425c2] Took 30.47 seconds to build instance. [ 725.919059] env[69524]: DEBUG oslo_vmware.api [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5211e78c-0a97-56a5-d13a-5336693c98e7, 'name': SearchDatastore_Task, 'duration_secs': 0.024042} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.919059] env[69524]: DEBUG oslo_concurrency.lockutils [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.919059] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 035b9722-90f0-45f0-84c0-17f7a5f1994b] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 725.919059] env[69524]: DEBUG oslo_concurrency.lockutils [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.919490] env[69524]: DEBUG oslo_concurrency.lockutils [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.919861] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 725.920260] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fff4426a-63d7-421d-9fcc-3171a3f50691 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.924041] env[69524]: DEBUG oslo_concurrency.lockutils [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquiring lock "refresh_cache-e2c166bd-9b6d-4450-bba0-43bb56975555" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.924193] env[69524]: DEBUG oslo_concurrency.lockutils [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquired lock "refresh_cache-e2c166bd-9b6d-4450-bba0-43bb56975555" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.924337] env[69524]: DEBUG nova.network.neutron [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 725.937170] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 725.938246] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 725.940661] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31c9b175-d40f-487b-9bf9-2a05f561bafb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.951517] env[69524]: DEBUG oslo_vmware.api [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 725.951517] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52cd3849-ce83-4455-4c14-3f85b9e1e24d" [ 725.951517] env[69524]: _type = "Task" [ 725.951517] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.970499] env[69524]: DEBUG oslo_vmware.api [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52cd3849-ce83-4455-4c14-3f85b9e1e24d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.006859] env[69524]: DEBUG nova.compute.manager [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] [instance: ce9b3f98-be80-454d-a541-291921e3e1f7] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 726.204994] env[69524]: DEBUG nova.network.neutron [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] Successfully updated port: 2ee3233f-54ee-45e6-836d-44509596ac88 {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 726.274089] env[69524]: DEBUG oslo_vmware.api [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Task: {'id': task-4067481, 'name': Rename_Task, 'duration_secs': 0.341779} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.274534] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] [instance: d0ff2c42-ec49-4659-8629-47a9fc275841] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 726.274806] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21116777-e427-4037-9f82-9486854c994d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.277703] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.288966] env[69524]: DEBUG oslo_vmware.api [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Waiting for the task: (returnval){ [ 726.288966] env[69524]: value = "task-4067482" [ 726.288966] env[69524]: _type = "Task" [ 726.288966] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.293413] env[69524]: DEBUG oslo_vmware.api [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Task: {'id': task-4067480, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.856334} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.300577] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 1da4cbfb-3a1a-4dcb-91bf-427bd227935d/1da4cbfb-3a1a-4dcb-91bf-427bd227935d.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 726.300577] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] [instance: 1da4cbfb-3a1a-4dcb-91bf-427bd227935d] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 726.301877] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74853d0d-5df5-40b0-ae02-7e147f9b0683 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.312887] env[69524]: DEBUG oslo_vmware.api [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Task: {'id': task-4067482, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.314577] env[69524]: DEBUG oslo_vmware.api [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Waiting for the task: (returnval){ [ 726.314577] env[69524]: value = "task-4067483" [ 726.314577] env[69524]: _type = "Task" [ 726.314577] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.319467] env[69524]: DEBUG nova.network.neutron [req-256cad03-01e6-4820-924e-4f3ef3f6a3b5 req-78a6b638-6d81-48bd-b46e-90c62316493c service nova] [instance: d0ff2c42-ec49-4659-8629-47a9fc275841] Updated VIF entry in instance network info cache for port 6f77232b-4074-4664-b598-aa5b93678849. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 726.320443] env[69524]: DEBUG nova.network.neutron [req-256cad03-01e6-4820-924e-4f3ef3f6a3b5 req-78a6b638-6d81-48bd-b46e-90c62316493c service nova] [instance: d0ff2c42-ec49-4659-8629-47a9fc275841] Updating instance_info_cache with network_info: [{"id": "6f77232b-4074-4664-b598-aa5b93678849", "address": "fa:16:3e:be:13:22", "network": {"id": "9ba6743d-ce8d-49df-87a9-5afc4de01489", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a86a460dd4454b05b84917cee5434b27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f77232b-40", "ovs_interfaceid": "6f77232b-4074-4664-b598-aa5b93678849", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.333930] env[69524]: DEBUG oslo_concurrency.lockutils [None req-25d85122-5731-467d-8e35-e25ad1355b64 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Lock "152eccac-5038-4ed8-9748-911b53a425c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.987s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.334828] env[69524]: DEBUG oslo_vmware.api [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Task: {'id': task-4067483, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.380361] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5604e894-6c9e-457b-92e5-ddf42f31236f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.390214] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bef1c22-4519-414f-949a-e5afd60b0151 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.427304] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b6106e-dbcb-4122-a3ac-3d2c80807949 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.438207] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17792372-82c6-44c2-8402-5b04fbabd442 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.456517] env[69524]: DEBUG nova.compute.provider_tree [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.472524] env[69524]: DEBUG oslo_vmware.api [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52cd3849-ce83-4455-4c14-3f85b9e1e24d, 'name': SearchDatastore_Task, 'duration_secs': 0.025514} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.474688] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e7f8afb-e47a-42d2-a721-ede329110df5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.482358] env[69524]: DEBUG oslo_vmware.api [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 726.482358] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]528fafe2-3bd2-6261-6472-23e2bdc4b88d" [ 726.482358] env[69524]: _type = "Task" [ 726.482358] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.492399] env[69524]: DEBUG oslo_vmware.api [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]528fafe2-3bd2-6261-6472-23e2bdc4b88d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.519083] env[69524]: DEBUG nova.network.neutron [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 726.709713] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Acquiring lock "refresh_cache-e7db82ae-71dc-43c6-a19f-3b5ddfb7041d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.709845] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Acquired lock "refresh_cache-e7db82ae-71dc-43c6-a19f-3b5ddfb7041d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.710001] env[69524]: DEBUG nova.network.neutron [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 726.737876] env[69524]: DEBUG nova.compute.manager [req-42af189a-e287-4908-8747-73f2db90fd71 req-22b61b6a-301a-46c8-ae31-421a915b5d46 service nova] [instance: 1da4cbfb-3a1a-4dcb-91bf-427bd227935d] Received event network-vif-plugged-531f6651-fc54-4392-adab-44f4ed9c8605 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.738918] env[69524]: DEBUG oslo_concurrency.lockutils [req-42af189a-e287-4908-8747-73f2db90fd71 req-22b61b6a-301a-46c8-ae31-421a915b5d46 service nova] Acquiring lock "1da4cbfb-3a1a-4dcb-91bf-427bd227935d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.739020] env[69524]: DEBUG oslo_concurrency.lockutils [req-42af189a-e287-4908-8747-73f2db90fd71 req-22b61b6a-301a-46c8-ae31-421a915b5d46 service nova] Lock "1da4cbfb-3a1a-4dcb-91bf-427bd227935d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.739207] env[69524]: DEBUG oslo_concurrency.lockutils [req-42af189a-e287-4908-8747-73f2db90fd71 req-22b61b6a-301a-46c8-ae31-421a915b5d46 service nova] Lock "1da4cbfb-3a1a-4dcb-91bf-427bd227935d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.739694] env[69524]: DEBUG nova.compute.manager [req-42af189a-e287-4908-8747-73f2db90fd71 req-22b61b6a-301a-46c8-ae31-421a915b5d46 service nova] [instance: 1da4cbfb-3a1a-4dcb-91bf-427bd227935d] No waiting events found dispatching network-vif-plugged-531f6651-fc54-4392-adab-44f4ed9c8605 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 726.740164] env[69524]: WARNING nova.compute.manager [req-42af189a-e287-4908-8747-73f2db90fd71 req-22b61b6a-301a-46c8-ae31-421a915b5d46 service nova] [instance: 1da4cbfb-3a1a-4dcb-91bf-427bd227935d] Received unexpected event network-vif-plugged-531f6651-fc54-4392-adab-44f4ed9c8605 for instance with vm_state building and task_state spawning. [ 726.741218] env[69524]: DEBUG nova.compute.manager [req-42af189a-e287-4908-8747-73f2db90fd71 req-22b61b6a-301a-46c8-ae31-421a915b5d46 service nova] [instance: 1da4cbfb-3a1a-4dcb-91bf-427bd227935d] Received event network-changed-531f6651-fc54-4392-adab-44f4ed9c8605 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.741379] env[69524]: DEBUG nova.compute.manager [req-42af189a-e287-4908-8747-73f2db90fd71 req-22b61b6a-301a-46c8-ae31-421a915b5d46 service nova] [instance: 1da4cbfb-3a1a-4dcb-91bf-427bd227935d] Refreshing instance network info cache due to event network-changed-531f6651-fc54-4392-adab-44f4ed9c8605. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 726.741602] env[69524]: DEBUG oslo_concurrency.lockutils [req-42af189a-e287-4908-8747-73f2db90fd71 req-22b61b6a-301a-46c8-ae31-421a915b5d46 service nova] Acquiring lock "refresh_cache-1da4cbfb-3a1a-4dcb-91bf-427bd227935d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.741921] env[69524]: DEBUG oslo_concurrency.lockutils [req-42af189a-e287-4908-8747-73f2db90fd71 req-22b61b6a-301a-46c8-ae31-421a915b5d46 service nova] Acquired lock "refresh_cache-1da4cbfb-3a1a-4dcb-91bf-427bd227935d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.742119] env[69524]: DEBUG nova.network.neutron [req-42af189a-e287-4908-8747-73f2db90fd71 req-22b61b6a-301a-46c8-ae31-421a915b5d46 service nova] [instance: 1da4cbfb-3a1a-4dcb-91bf-427bd227935d] Refreshing network info cache for port 531f6651-fc54-4392-adab-44f4ed9c8605 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 726.807464] env[69524]: DEBUG oslo_vmware.api [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Task: {'id': task-4067482, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.809600] env[69524]: DEBUG nova.network.neutron [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Updating instance_info_cache with network_info: [{"id": "0f025ac1-3f58-43d7-9e27-1347bb8f0c1b", "address": "fa:16:3e:d6:13:8a", "network": {"id": "44e29569-eeca-4e3a-bfa6-eaf437fc808b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1419956527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4133a0547d154af78d7556a7517cb285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f025ac1-3f", "ovs_interfaceid": "0f025ac1-3f58-43d7-9e27-1347bb8f0c1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.825401] env[69524]: DEBUG oslo_concurrency.lockutils [req-256cad03-01e6-4820-924e-4f3ef3f6a3b5 req-78a6b638-6d81-48bd-b46e-90c62316493c service nova] Releasing lock "refresh_cache-d0ff2c42-ec49-4659-8629-47a9fc275841" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.833408] env[69524]: DEBUG oslo_vmware.api [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Task: {'id': task-4067483, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097128} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.835452] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] [instance: 1da4cbfb-3a1a-4dcb-91bf-427bd227935d] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 726.839642] env[69524]: DEBUG nova.network.neutron [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] [instance: ce9b3f98-be80-454d-a541-291921e3e1f7] Successfully created port: 577f1539-33fa-4d79-b257-af472b94dc8b {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 726.844205] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd15ea2-2d5c-4a44-8b51-7c940c82eb0f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.878249] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] [instance: 1da4cbfb-3a1a-4dcb-91bf-427bd227935d] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 1da4cbfb-3a1a-4dcb-91bf-427bd227935d/1da4cbfb-3a1a-4dcb-91bf-427bd227935d.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 726.879150] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd0cdec5-b4e9-4f00-a665-e556f8ef337b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.900832] env[69524]: DEBUG oslo_vmware.api [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Waiting for the task: (returnval){ [ 726.900832] env[69524]: value = "task-4067484" [ 726.900832] env[69524]: _type = "Task" [ 726.900832] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.913713] env[69524]: DEBUG oslo_vmware.api [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Task: {'id': task-4067484, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.966359] env[69524]: DEBUG nova.scheduler.client.report [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.999820] env[69524]: DEBUG oslo_vmware.api [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]528fafe2-3bd2-6261-6472-23e2bdc4b88d, 'name': SearchDatastore_Task, 'duration_secs': 0.012631} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.000858] env[69524]: DEBUG oslo_concurrency.lockutils [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.001638] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 035b9722-90f0-45f0-84c0-17f7a5f1994b/035b9722-90f0-45f0-84c0-17f7a5f1994b.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 727.002230] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ade8cfcc-e722-4b23-83f4-4b4ca688bdcb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.013613] env[69524]: DEBUG oslo_vmware.api [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 727.013613] env[69524]: value = "task-4067485" [ 727.013613] env[69524]: _type = "Task" [ 727.013613] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.022401] env[69524]: DEBUG nova.compute.manager [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] [instance: ce9b3f98-be80-454d-a541-291921e3e1f7] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 727.032051] env[69524]: DEBUG oslo_vmware.api [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4067485, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.060673] env[69524]: DEBUG nova.virt.hardware [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 727.060933] env[69524]: DEBUG nova.virt.hardware [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 727.061336] env[69524]: DEBUG nova.virt.hardware [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 727.061336] env[69524]: DEBUG nova.virt.hardware [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 727.061478] env[69524]: DEBUG nova.virt.hardware [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 727.061554] env[69524]: DEBUG nova.virt.hardware [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 727.061765] env[69524]: DEBUG nova.virt.hardware [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 727.061913] env[69524]: DEBUG nova.virt.hardware [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 727.062103] env[69524]: DEBUG nova.virt.hardware [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 727.062274] env[69524]: DEBUG nova.virt.hardware [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 727.062514] env[69524]: DEBUG nova.virt.hardware [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 727.063471] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3d447c-2fe6-4a97-a679-7c740946ccf2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.073667] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f21fc857-ef0f-4e0c-a3dc-c40da66f9844 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.290593] env[69524]: DEBUG nova.network.neutron [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 727.306520] env[69524]: DEBUG oslo_vmware.api [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Task: {'id': task-4067482, 'name': PowerOnVM_Task, 'duration_secs': 0.728552} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.306520] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] [instance: d0ff2c42-ec49-4659-8629-47a9fc275841] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 727.306720] env[69524]: INFO nova.compute.manager [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] [instance: d0ff2c42-ec49-4659-8629-47a9fc275841] Took 15.55 seconds to spawn the instance on the hypervisor. [ 727.306918] env[69524]: DEBUG nova.compute.manager [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] [instance: d0ff2c42-ec49-4659-8629-47a9fc275841] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 727.307761] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb46f83-ff93-4faa-9389-a26a199809bb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.313252] env[69524]: DEBUG oslo_concurrency.lockutils [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Releasing lock "refresh_cache-e2c166bd-9b6d-4450-bba0-43bb56975555" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.313938] env[69524]: DEBUG nova.compute.manager [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Instance network_info: |[{"id": "0f025ac1-3f58-43d7-9e27-1347bb8f0c1b", "address": "fa:16:3e:d6:13:8a", "network": {"id": "44e29569-eeca-4e3a-bfa6-eaf437fc808b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1419956527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4133a0547d154af78d7556a7517cb285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f025ac1-3f", "ovs_interfaceid": "0f025ac1-3f58-43d7-9e27-1347bb8f0c1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 727.315677] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:13:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '245efab9-c420-438e-a0b8-906357ef62c1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f025ac1-3f58-43d7-9e27-1347bb8f0c1b', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 727.323117] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Creating folder: Project (4133a0547d154af78d7556a7517cb285). Parent ref: group-v806025. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.328765] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-901fe178-12fc-44c5-a0f5-6251c9f6c831 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.348690] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Created folder: Project (4133a0547d154af78d7556a7517cb285) in parent group-v806025. [ 727.348853] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Creating folder: Instances. Parent ref: group-v806059. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 727.349486] env[69524]: DEBUG oslo_concurrency.lockutils [None req-aaefd939-83b7-4039-b32f-1475a1f08f16 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Acquiring lock "70882fb7-913e-4c58-86d3-61519cda37c7" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.349610] env[69524]: DEBUG oslo_concurrency.lockutils [None req-aaefd939-83b7-4039-b32f-1475a1f08f16 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Lock "70882fb7-913e-4c58-86d3-61519cda37c7" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.349814] env[69524]: DEBUG nova.compute.manager [None req-aaefd939-83b7-4039-b32f-1475a1f08f16 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 70882fb7-913e-4c58-86d3-61519cda37c7] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 727.350102] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60fdc1bc-cb6b-4052-b7e1-d9dde661af32 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.353916] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93474e90-c750-44c4-b1e8-08823c7e378f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.362293] env[69524]: DEBUG nova.compute.manager [None req-aaefd939-83b7-4039-b32f-1475a1f08f16 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 70882fb7-913e-4c58-86d3-61519cda37c7] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69524) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 727.363130] env[69524]: DEBUG nova.objects.instance [None req-aaefd939-83b7-4039-b32f-1475a1f08f16 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Lazy-loading 'flavor' on Instance uuid 70882fb7-913e-4c58-86d3-61519cda37c7 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 727.372636] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Created folder: Instances in parent group-v806059. [ 727.373011] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 727.373471] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 727.373553] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a186c37-de3f-4515-b7e8-7c862a7d3439 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.398802] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 727.398802] env[69524]: value = "task-4067488" [ 727.398802] env[69524]: _type = "Task" [ 727.398802] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.420327] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067488, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.425846] env[69524]: DEBUG oslo_vmware.api [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Task: {'id': task-4067484, 'name': ReconfigVM_Task, 'duration_secs': 0.369666} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.427986] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] [instance: 1da4cbfb-3a1a-4dcb-91bf-427bd227935d] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 1da4cbfb-3a1a-4dcb-91bf-427bd227935d/1da4cbfb-3a1a-4dcb-91bf-427bd227935d.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 727.428564] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82d31066-e604-4619-b200-cee6b01ee6bf {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.438360] env[69524]: DEBUG oslo_vmware.api [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Waiting for the task: (returnval){ [ 727.438360] env[69524]: value = "task-4067489" [ 727.438360] env[69524]: _type = "Task" [ 727.438360] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.450563] env[69524]: DEBUG oslo_vmware.api [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Task: {'id': task-4067489, 'name': Rename_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.478203] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.481s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.478203] env[69524]: DEBUG nova.compute.manager [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 727.479157] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 5.606s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.479447] env[69524]: DEBUG nova.objects.instance [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69524) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 727.525022] env[69524]: DEBUG nova.network.neutron [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] Updating instance_info_cache with network_info: [{"id": "2ee3233f-54ee-45e6-836d-44509596ac88", "address": "fa:16:3e:48:99:e8", "network": {"id": "2d4840e8-52c0-4e64-bb64-cae463774877", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-805367356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94667cf83fdc4161a20c3b3fa69e0fbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ee3233f-54", "ovs_interfaceid": "2ee3233f-54ee-45e6-836d-44509596ac88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.529981] env[69524]: DEBUG oslo_vmware.api [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4067485, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.736037] env[69524]: DEBUG nova.network.neutron [req-42af189a-e287-4908-8747-73f2db90fd71 req-22b61b6a-301a-46c8-ae31-421a915b5d46 service nova] [instance: 1da4cbfb-3a1a-4dcb-91bf-427bd227935d] Updated VIF entry in instance network info cache for port 531f6651-fc54-4392-adab-44f4ed9c8605. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 727.736210] env[69524]: DEBUG nova.network.neutron [req-42af189a-e287-4908-8747-73f2db90fd71 req-22b61b6a-301a-46c8-ae31-421a915b5d46 service nova] [instance: 1da4cbfb-3a1a-4dcb-91bf-427bd227935d] Updating instance_info_cache with network_info: [{"id": "531f6651-fc54-4392-adab-44f4ed9c8605", "address": "fa:16:3e:12:31:0d", "network": {"id": "9ba6743d-ce8d-49df-87a9-5afc4de01489", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.104", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a86a460dd4454b05b84917cee5434b27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap531f6651-fc", "ovs_interfaceid": "531f6651-fc54-4392-adab-44f4ed9c8605", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.854033] env[69524]: INFO nova.compute.manager [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] [instance: d0ff2c42-ec49-4659-8629-47a9fc275841] Took 31.13 seconds to build instance. [ 727.910886] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067488, 'name': CreateVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.958056] env[69524]: DEBUG oslo_vmware.api [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Task: {'id': task-4067489, 'name': Rename_Task, 'duration_secs': 0.292772} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.958056] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] [instance: 1da4cbfb-3a1a-4dcb-91bf-427bd227935d] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 727.958326] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0903229-1134-4939-9566-3cde9c2d7cd7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.966870] env[69524]: DEBUG oslo_vmware.api [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Waiting for the task: (returnval){ [ 727.966870] env[69524]: value = "task-4067490" [ 727.966870] env[69524]: _type = "Task" [ 727.966870] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.977312] env[69524]: DEBUG oslo_vmware.api [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Task: {'id': task-4067490, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.993356] env[69524]: DEBUG nova.compute.utils [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 727.995967] env[69524]: DEBUG nova.compute.manager [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 727.996177] env[69524]: DEBUG nova.network.neutron [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 728.034087] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Releasing lock "refresh_cache-e7db82ae-71dc-43c6-a19f-3b5ddfb7041d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.034444] env[69524]: DEBUG nova.compute.manager [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] Instance network_info: |[{"id": "2ee3233f-54ee-45e6-836d-44509596ac88", "address": "fa:16:3e:48:99:e8", "network": {"id": "2d4840e8-52c0-4e64-bb64-cae463774877", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-805367356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94667cf83fdc4161a20c3b3fa69e0fbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ee3233f-54", "ovs_interfaceid": "2ee3233f-54ee-45e6-836d-44509596ac88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 728.035127] env[69524]: DEBUG oslo_vmware.api [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4067485, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.657022} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.035502] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:99:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f3a2eb5-353f-45c5-a73b-869626f4bb13', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ee3233f-54ee-45e6-836d-44509596ac88', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 728.043996] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Creating folder: Project (94667cf83fdc4161a20c3b3fa69e0fbf). Parent ref: group-v806025. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 728.044590] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 035b9722-90f0-45f0-84c0-17f7a5f1994b/035b9722-90f0-45f0-84c0-17f7a5f1994b.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 728.044802] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 035b9722-90f0-45f0-84c0-17f7a5f1994b] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 728.045531] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11e166a9-103e-4393-9101-a572060dd9b3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.048084] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb9ef1d7-3847-4b91-94a2-4e88b5dfb54b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.058101] env[69524]: DEBUG oslo_vmware.api [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 728.058101] env[69524]: value = "task-4067492" [ 728.058101] env[69524]: _type = "Task" [ 728.058101] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.067923] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Created folder: Project (94667cf83fdc4161a20c3b3fa69e0fbf) in parent group-v806025. [ 728.067923] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Creating folder: Instances. Parent ref: group-v806062. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 728.068899] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-64380f1d-8a07-498b-81e1-b289adb0ec11 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.075323] env[69524]: DEBUG oslo_vmware.api [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4067492, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.083517] env[69524]: DEBUG nova.policy [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d196627b0a3414a9800fd16ecaf3bfa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54095f21acb74b8d861305732d45e952', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 728.087632] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Created folder: Instances in parent group-v806062. [ 728.091020] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 728.091020] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 728.091020] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88aa76dd-ae5c-4cab-a638-ee77b5fbad00 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.115378] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 728.115378] env[69524]: value = "task-4067494" [ 728.115378] env[69524]: _type = "Task" [ 728.115378] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.130779] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067494, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.152250] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Acquiring lock "6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.153023] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Lock "6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.239540] env[69524]: DEBUG oslo_concurrency.lockutils [req-42af189a-e287-4908-8747-73f2db90fd71 req-22b61b6a-301a-46c8-ae31-421a915b5d46 service nova] Releasing lock "refresh_cache-1da4cbfb-3a1a-4dcb-91bf-427bd227935d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.240481] env[69524]: DEBUG nova.compute.manager [req-42af189a-e287-4908-8747-73f2db90fd71 req-22b61b6a-301a-46c8-ae31-421a915b5d46 service nova] [instance: 035b9722-90f0-45f0-84c0-17f7a5f1994b] Received event network-vif-plugged-379b0907-165e-4aad-92c3-95dc59c090d0 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.240481] env[69524]: DEBUG oslo_concurrency.lockutils [req-42af189a-e287-4908-8747-73f2db90fd71 req-22b61b6a-301a-46c8-ae31-421a915b5d46 service nova] Acquiring lock "035b9722-90f0-45f0-84c0-17f7a5f1994b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.240912] env[69524]: DEBUG oslo_concurrency.lockutils [req-42af189a-e287-4908-8747-73f2db90fd71 req-22b61b6a-301a-46c8-ae31-421a915b5d46 service nova] Lock "035b9722-90f0-45f0-84c0-17f7a5f1994b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.241118] env[69524]: DEBUG oslo_concurrency.lockutils [req-42af189a-e287-4908-8747-73f2db90fd71 req-22b61b6a-301a-46c8-ae31-421a915b5d46 service nova] Lock "035b9722-90f0-45f0-84c0-17f7a5f1994b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.241318] env[69524]: DEBUG nova.compute.manager [req-42af189a-e287-4908-8747-73f2db90fd71 req-22b61b6a-301a-46c8-ae31-421a915b5d46 service nova] [instance: 035b9722-90f0-45f0-84c0-17f7a5f1994b] No waiting events found dispatching network-vif-plugged-379b0907-165e-4aad-92c3-95dc59c090d0 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 728.241620] env[69524]: WARNING nova.compute.manager [req-42af189a-e287-4908-8747-73f2db90fd71 req-22b61b6a-301a-46c8-ae31-421a915b5d46 service nova] [instance: 035b9722-90f0-45f0-84c0-17f7a5f1994b] Received unexpected event network-vif-plugged-379b0907-165e-4aad-92c3-95dc59c090d0 for instance with vm_state building and task_state spawning. [ 728.241848] env[69524]: DEBUG nova.compute.manager [req-42af189a-e287-4908-8747-73f2db90fd71 req-22b61b6a-301a-46c8-ae31-421a915b5d46 service nova] [instance: 035b9722-90f0-45f0-84c0-17f7a5f1994b] Received event network-changed-379b0907-165e-4aad-92c3-95dc59c090d0 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.242301] env[69524]: DEBUG nova.compute.manager [req-42af189a-e287-4908-8747-73f2db90fd71 req-22b61b6a-301a-46c8-ae31-421a915b5d46 service nova] [instance: 035b9722-90f0-45f0-84c0-17f7a5f1994b] Refreshing instance network info cache due to event network-changed-379b0907-165e-4aad-92c3-95dc59c090d0. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 728.242301] env[69524]: DEBUG oslo_concurrency.lockutils [req-42af189a-e287-4908-8747-73f2db90fd71 req-22b61b6a-301a-46c8-ae31-421a915b5d46 service nova] Acquiring lock "refresh_cache-035b9722-90f0-45f0-84c0-17f7a5f1994b" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.242371] env[69524]: DEBUG oslo_concurrency.lockutils [req-42af189a-e287-4908-8747-73f2db90fd71 req-22b61b6a-301a-46c8-ae31-421a915b5d46 service nova] Acquired lock "refresh_cache-035b9722-90f0-45f0-84c0-17f7a5f1994b" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.242617] env[69524]: DEBUG nova.network.neutron [req-42af189a-e287-4908-8747-73f2db90fd71 req-22b61b6a-301a-46c8-ae31-421a915b5d46 service nova] [instance: 035b9722-90f0-45f0-84c0-17f7a5f1994b] Refreshing network info cache for port 379b0907-165e-4aad-92c3-95dc59c090d0 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 728.349181] env[69524]: INFO nova.compute.manager [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Rebuilding instance [ 728.357068] env[69524]: DEBUG oslo_concurrency.lockutils [None req-da29b3a7-c1f6-4c15-aabc-c51200e855c1 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Lock "d0ff2c42-ec49-4659-8629-47a9fc275841" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.638s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.376121] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaefd939-83b7-4039-b32f-1475a1f08f16 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 70882fb7-913e-4c58-86d3-61519cda37c7] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 728.376529] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-289decaf-dc85-4c3b-afb1-fbaf5716354c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.390581] env[69524]: DEBUG oslo_vmware.api [None req-aaefd939-83b7-4039-b32f-1475a1f08f16 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the task: (returnval){ [ 728.390581] env[69524]: value = "task-4067495" [ 728.390581] env[69524]: _type = "Task" [ 728.390581] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.414870] env[69524]: DEBUG oslo_vmware.api [None req-aaefd939-83b7-4039-b32f-1475a1f08f16 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4067495, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.425409] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067488, 'name': CreateVM_Task, 'duration_secs': 0.559323} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.426053] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 728.428058] env[69524]: DEBUG oslo_concurrency.lockutils [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.428150] env[69524]: DEBUG oslo_concurrency.lockutils [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.428574] env[69524]: DEBUG oslo_concurrency.lockutils [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.428955] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b266961-619f-4487-a496-77e48ed76f29 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.438332] env[69524]: DEBUG oslo_vmware.api [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 728.438332] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5224e53f-f027-ecfd-8c30-4bb584d82899" [ 728.438332] env[69524]: _type = "Task" [ 728.438332] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.448311] env[69524]: DEBUG nova.compute.manager [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 728.450331] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92d12f6-a0d8-431c-a576-48be5a3aeedc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.473038] env[69524]: DEBUG oslo_vmware.api [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5224e53f-f027-ecfd-8c30-4bb584d82899, 'name': SearchDatastore_Task, 'duration_secs': 0.02455} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.479012] env[69524]: DEBUG oslo_concurrency.lockutils [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.479425] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 728.480912] env[69524]: DEBUG oslo_concurrency.lockutils [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.480912] env[69524]: DEBUG oslo_concurrency.lockutils [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.480912] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 728.481215] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e9cb6ad-3b44-402a-83a1-4865c63f9ff9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.495519] env[69524]: DEBUG oslo_vmware.api [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Task: {'id': task-4067490, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.499442] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8fce594f-6a6c-457b-9bf0-b05853274647 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.499791] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 728.500083] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 728.501772] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.585s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.504077] env[69524]: INFO nova.compute.claims [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 728.508343] env[69524]: DEBUG nova.compute.manager [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 728.510882] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e9cadc8-5dc3-4e9e-83cf-d4371a33191b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.519148] env[69524]: DEBUG oslo_vmware.api [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 728.519148] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52a61ff9-9cbc-d304-2543-b5fcd9bf9fbf" [ 728.519148] env[69524]: _type = "Task" [ 728.519148] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.531301] env[69524]: DEBUG oslo_vmware.api [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52a61ff9-9cbc-d304-2543-b5fcd9bf9fbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.573031] env[69524]: DEBUG oslo_vmware.api [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4067492, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124963} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.573031] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 035b9722-90f0-45f0-84c0-17f7a5f1994b] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 728.574321] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638aa590-0098-4788-b32e-f8aff1dab723 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.606300] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 035b9722-90f0-45f0-84c0-17f7a5f1994b] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 035b9722-90f0-45f0-84c0-17f7a5f1994b/035b9722-90f0-45f0-84c0-17f7a5f1994b.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 728.607509] env[69524]: DEBUG nova.network.neutron [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Successfully created port: 18b28c5b-7743-470b-8543-6763e961bb1b {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 728.610347] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e393376f-8cb4-4542-8a37-fca5b6055d5f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.645682] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067494, 'name': CreateVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.648073] env[69524]: DEBUG oslo_vmware.api [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 728.648073] env[69524]: value = "task-4067497" [ 728.648073] env[69524]: _type = "Task" [ 728.648073] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.657573] env[69524]: DEBUG nova.compute.manager [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] [instance: 6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 728.664690] env[69524]: DEBUG oslo_vmware.api [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4067497, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.819207] env[69524]: DEBUG nova.network.neutron [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] [instance: ce9b3f98-be80-454d-a541-291921e3e1f7] Successfully updated port: 577f1539-33fa-4d79-b257-af472b94dc8b {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 728.903388] env[69524]: DEBUG oslo_vmware.api [None req-aaefd939-83b7-4039-b32f-1475a1f08f16 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4067495, 'name': PowerOffVM_Task, 'duration_secs': 0.281523} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.903699] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaefd939-83b7-4039-b32f-1475a1f08f16 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 70882fb7-913e-4c58-86d3-61519cda37c7] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 728.903907] env[69524]: DEBUG nova.compute.manager [None req-aaefd939-83b7-4039-b32f-1475a1f08f16 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 70882fb7-913e-4c58-86d3-61519cda37c7] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 728.904787] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e799301-46f6-4363-8faa-e9c67bcef053 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.992811] env[69524]: DEBUG oslo_vmware.api [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Task: {'id': task-4067490, 'name': PowerOnVM_Task, 'duration_secs': 0.811367} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.992869] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] [instance: 1da4cbfb-3a1a-4dcb-91bf-427bd227935d] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 728.993124] env[69524]: INFO nova.compute.manager [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] [instance: 1da4cbfb-3a1a-4dcb-91bf-427bd227935d] Took 14.83 seconds to spawn the instance on the hypervisor. [ 728.993371] env[69524]: DEBUG nova.compute.manager [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] [instance: 1da4cbfb-3a1a-4dcb-91bf-427bd227935d] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 728.997406] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf26d507-c364-41de-b25a-4e4054fd5ded {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.034830] env[69524]: DEBUG oslo_vmware.api [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52a61ff9-9cbc-d304-2543-b5fcd9bf9fbf, 'name': SearchDatastore_Task, 'duration_secs': 0.015563} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.036485] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbf98119-43e4-4895-98c8-222d9520a1ca {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.045754] env[69524]: DEBUG oslo_vmware.api [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 729.045754] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]527dff95-ca3b-bdea-edf6-81850eb32618" [ 729.045754] env[69524]: _type = "Task" [ 729.045754] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.057937] env[69524]: DEBUG oslo_vmware.api [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]527dff95-ca3b-bdea-edf6-81850eb32618, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.106987] env[69524]: DEBUG nova.network.neutron [req-42af189a-e287-4908-8747-73f2db90fd71 req-22b61b6a-301a-46c8-ae31-421a915b5d46 service nova] [instance: 035b9722-90f0-45f0-84c0-17f7a5f1994b] Updated VIF entry in instance network info cache for port 379b0907-165e-4aad-92c3-95dc59c090d0. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 729.107409] env[69524]: DEBUG nova.network.neutron [req-42af189a-e287-4908-8747-73f2db90fd71 req-22b61b6a-301a-46c8-ae31-421a915b5d46 service nova] [instance: 035b9722-90f0-45f0-84c0-17f7a5f1994b] Updating instance_info_cache with network_info: [{"id": "379b0907-165e-4aad-92c3-95dc59c090d0", "address": "fa:16:3e:ca:59:fb", "network": {"id": "83b5b669-1127-466e-a1d3-d2ddd7a35a32", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-128524143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ae0643199f1483bbac41f0f4a2857ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap379b0907-16", "ovs_interfaceid": "379b0907-165e-4aad-92c3-95dc59c090d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.131829] env[69524]: DEBUG oslo_concurrency.lockutils [None req-cd0c0677-f87d-497c-a033-b527726c8803 tempest-DeleteServersAdminTestJSON-688868208 tempest-DeleteServersAdminTestJSON-688868208-project-admin] Acquiring lock "be92232e-a9cf-4f72-9e06-5283afc5734a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.132136] env[69524]: DEBUG oslo_concurrency.lockutils [None req-cd0c0677-f87d-497c-a033-b527726c8803 tempest-DeleteServersAdminTestJSON-688868208 tempest-DeleteServersAdminTestJSON-688868208-project-admin] Lock "be92232e-a9cf-4f72-9e06-5283afc5734a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.132354] env[69524]: DEBUG oslo_concurrency.lockutils [None req-cd0c0677-f87d-497c-a033-b527726c8803 tempest-DeleteServersAdminTestJSON-688868208 tempest-DeleteServersAdminTestJSON-688868208-project-admin] Acquiring lock "be92232e-a9cf-4f72-9e06-5283afc5734a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.132581] env[69524]: DEBUG oslo_concurrency.lockutils [None req-cd0c0677-f87d-497c-a033-b527726c8803 tempest-DeleteServersAdminTestJSON-688868208 tempest-DeleteServersAdminTestJSON-688868208-project-admin] Lock "be92232e-a9cf-4f72-9e06-5283afc5734a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.132717] env[69524]: DEBUG oslo_concurrency.lockutils [None req-cd0c0677-f87d-497c-a033-b527726c8803 tempest-DeleteServersAdminTestJSON-688868208 tempest-DeleteServersAdminTestJSON-688868208-project-admin] Lock "be92232e-a9cf-4f72-9e06-5283afc5734a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.139368] env[69524]: INFO nova.compute.manager [None req-cd0c0677-f87d-497c-a033-b527726c8803 tempest-DeleteServersAdminTestJSON-688868208 tempest-DeleteServersAdminTestJSON-688868208-project-admin] [instance: be92232e-a9cf-4f72-9e06-5283afc5734a] Terminating instance [ 729.151909] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067494, 'name': CreateVM_Task, 'duration_secs': 0.536615} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.158782] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 729.161300] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.161672] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.162152] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.163358] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a107c13-527a-4a60-9bfd-f7d14a0edb1c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.173583] env[69524]: DEBUG oslo_vmware.api [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4067497, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.180358] env[69524]: DEBUG oslo_vmware.api [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Waiting for the task: (returnval){ [ 729.180358] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]528ca6c5-88aa-202a-a5f5-40c7146ffc26" [ 729.180358] env[69524]: _type = "Task" [ 729.180358] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.192270] env[69524]: DEBUG oslo_vmware.api [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]528ca6c5-88aa-202a-a5f5-40c7146ffc26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.193854] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.325807] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Acquiring lock "refresh_cache-ce9b3f98-be80-454d-a541-291921e3e1f7" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.325807] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Acquired lock "refresh_cache-ce9b3f98-be80-454d-a541-291921e3e1f7" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.325807] env[69524]: DEBUG nova.network.neutron [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] [instance: ce9b3f98-be80-454d-a541-291921e3e1f7] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 729.418984] env[69524]: DEBUG oslo_concurrency.lockutils [None req-aaefd939-83b7-4039-b32f-1475a1f08f16 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Lock "70882fb7-913e-4c58-86d3-61519cda37c7" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.069s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.481321] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 729.481636] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58e4788d-a7db-411f-8473-50867a1ffbd6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.489710] env[69524]: DEBUG oslo_vmware.api [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] Waiting for the task: (returnval){ [ 729.489710] env[69524]: value = "task-4067501" [ 729.489710] env[69524]: _type = "Task" [ 729.489710] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.501453] env[69524]: DEBUG oslo_vmware.api [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] Task: {'id': task-4067501, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.517296] env[69524]: INFO nova.compute.manager [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] [instance: 1da4cbfb-3a1a-4dcb-91bf-427bd227935d] Took 32.78 seconds to build instance. [ 729.521556] env[69524]: DEBUG nova.compute.manager [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 729.550607] env[69524]: DEBUG nova.virt.hardware [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 729.550876] env[69524]: DEBUG nova.virt.hardware [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 729.551044] env[69524]: DEBUG nova.virt.hardware [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 729.551227] env[69524]: DEBUG nova.virt.hardware [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 729.551362] env[69524]: DEBUG nova.virt.hardware [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 729.552150] env[69524]: DEBUG nova.virt.hardware [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 729.552150] env[69524]: DEBUG nova.virt.hardware [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 729.552150] env[69524]: DEBUG nova.virt.hardware [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 729.552150] env[69524]: DEBUG nova.virt.hardware [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 729.552400] env[69524]: DEBUG nova.virt.hardware [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 729.552456] env[69524]: DEBUG nova.virt.hardware [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 729.556922] env[69524]: DEBUG nova.compute.manager [req-200200f1-e7c9-4f9c-8530-e13ae6b69ef7 req-f98aa8de-aa29-46ae-91ad-9133e4b1d594 service nova] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] Received event network-vif-plugged-2ee3233f-54ee-45e6-836d-44509596ac88 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.557114] env[69524]: DEBUG oslo_concurrency.lockutils [req-200200f1-e7c9-4f9c-8530-e13ae6b69ef7 req-f98aa8de-aa29-46ae-91ad-9133e4b1d594 service nova] Acquiring lock "e7db82ae-71dc-43c6-a19f-3b5ddfb7041d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.557306] env[69524]: DEBUG oslo_concurrency.lockutils [req-200200f1-e7c9-4f9c-8530-e13ae6b69ef7 req-f98aa8de-aa29-46ae-91ad-9133e4b1d594 service nova] Lock "e7db82ae-71dc-43c6-a19f-3b5ddfb7041d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.557477] env[69524]: DEBUG oslo_concurrency.lockutils [req-200200f1-e7c9-4f9c-8530-e13ae6b69ef7 req-f98aa8de-aa29-46ae-91ad-9133e4b1d594 service nova] Lock "e7db82ae-71dc-43c6-a19f-3b5ddfb7041d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.557686] env[69524]: DEBUG nova.compute.manager [req-200200f1-e7c9-4f9c-8530-e13ae6b69ef7 req-f98aa8de-aa29-46ae-91ad-9133e4b1d594 service nova] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] No waiting events found dispatching network-vif-plugged-2ee3233f-54ee-45e6-836d-44509596ac88 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 729.557777] env[69524]: WARNING nova.compute.manager [req-200200f1-e7c9-4f9c-8530-e13ae6b69ef7 req-f98aa8de-aa29-46ae-91ad-9133e4b1d594 service nova] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] Received unexpected event network-vif-plugged-2ee3233f-54ee-45e6-836d-44509596ac88 for instance with vm_state building and task_state spawning. [ 729.557985] env[69524]: DEBUG nova.compute.manager [req-200200f1-e7c9-4f9c-8530-e13ae6b69ef7 req-f98aa8de-aa29-46ae-91ad-9133e4b1d594 service nova] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] Received event network-changed-2ee3233f-54ee-45e6-836d-44509596ac88 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.558183] env[69524]: DEBUG nova.compute.manager [req-200200f1-e7c9-4f9c-8530-e13ae6b69ef7 req-f98aa8de-aa29-46ae-91ad-9133e4b1d594 service nova] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] Refreshing instance network info cache due to event network-changed-2ee3233f-54ee-45e6-836d-44509596ac88. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 729.558375] env[69524]: DEBUG oslo_concurrency.lockutils [req-200200f1-e7c9-4f9c-8530-e13ae6b69ef7 req-f98aa8de-aa29-46ae-91ad-9133e4b1d594 service nova] Acquiring lock "refresh_cache-e7db82ae-71dc-43c6-a19f-3b5ddfb7041d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.558551] env[69524]: DEBUG oslo_concurrency.lockutils [req-200200f1-e7c9-4f9c-8530-e13ae6b69ef7 req-f98aa8de-aa29-46ae-91ad-9133e4b1d594 service nova] Acquired lock "refresh_cache-e7db82ae-71dc-43c6-a19f-3b5ddfb7041d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.558677] env[69524]: DEBUG nova.network.neutron [req-200200f1-e7c9-4f9c-8530-e13ae6b69ef7 req-f98aa8de-aa29-46ae-91ad-9133e4b1d594 service nova] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] Refreshing network info cache for port 2ee3233f-54ee-45e6-836d-44509596ac88 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 729.561820] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6f41b3-9f03-44e7-bb6f-d9cacf9d5ff5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.573091] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Acquiring lock "5888cdd0-2309-4abc-b928-8bcbf164258e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.573091] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Lock "5888cdd0-2309-4abc-b928-8bcbf164258e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.583624] env[69524]: DEBUG oslo_vmware.api [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]527dff95-ca3b-bdea-edf6-81850eb32618, 'name': SearchDatastore_Task, 'duration_secs': 0.016799} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.586666] env[69524]: DEBUG oslo_concurrency.lockutils [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.587073] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] e2c166bd-9b6d-4450-bba0-43bb56975555/e2c166bd-9b6d-4450-bba0-43bb56975555.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 729.590965] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db4f3f07-5d11-476d-bf2e-4a298e40bb68 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.594487] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8dd90bd-2ca2-4b4f-a2d7-178320ec628a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.614383] env[69524]: DEBUG oslo_concurrency.lockutils [req-42af189a-e287-4908-8747-73f2db90fd71 req-22b61b6a-301a-46c8-ae31-421a915b5d46 service nova] Releasing lock "refresh_cache-035b9722-90f0-45f0-84c0-17f7a5f1994b" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.619452] env[69524]: DEBUG oslo_vmware.api [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 729.619452] env[69524]: value = "task-4067502" [ 729.619452] env[69524]: _type = "Task" [ 729.619452] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.630049] env[69524]: DEBUG oslo_vmware.api [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4067502, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.646324] env[69524]: DEBUG nova.compute.manager [None req-cd0c0677-f87d-497c-a033-b527726c8803 tempest-DeleteServersAdminTestJSON-688868208 tempest-DeleteServersAdminTestJSON-688868208-project-admin] [instance: be92232e-a9cf-4f72-9e06-5283afc5734a] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 729.646402] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0c0677-f87d-497c-a033-b527726c8803 tempest-DeleteServersAdminTestJSON-688868208 tempest-DeleteServersAdminTestJSON-688868208-project-admin] [instance: be92232e-a9cf-4f72-9e06-5283afc5734a] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 729.648047] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fedd9bc-c7be-4f2b-9160-62084b46aded {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.666365] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd0c0677-f87d-497c-a033-b527726c8803 tempest-DeleteServersAdminTestJSON-688868208 tempest-DeleteServersAdminTestJSON-688868208-project-admin] [instance: be92232e-a9cf-4f72-9e06-5283afc5734a] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 729.667139] env[69524]: DEBUG oslo_vmware.api [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4067497, 'name': ReconfigVM_Task, 'duration_secs': 0.693719} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.667139] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd39efae-99f7-46f7-83f0-0c1713aaf385 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.668880] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 035b9722-90f0-45f0-84c0-17f7a5f1994b] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 035b9722-90f0-45f0-84c0-17f7a5f1994b/035b9722-90f0-45f0-84c0-17f7a5f1994b.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 729.669582] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a8b2dac-7b85-49d9-8bbd-69b090d5c576 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.681141] env[69524]: DEBUG oslo_vmware.api [None req-cd0c0677-f87d-497c-a033-b527726c8803 tempest-DeleteServersAdminTestJSON-688868208 tempest-DeleteServersAdminTestJSON-688868208-project-admin] Waiting for the task: (returnval){ [ 729.681141] env[69524]: value = "task-4067503" [ 729.681141] env[69524]: _type = "Task" [ 729.681141] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.689193] env[69524]: DEBUG oslo_vmware.api [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 729.689193] env[69524]: value = "task-4067504" [ 729.689193] env[69524]: _type = "Task" [ 729.689193] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.705806] env[69524]: DEBUG oslo_vmware.api [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]528ca6c5-88aa-202a-a5f5-40c7146ffc26, 'name': SearchDatastore_Task, 'duration_secs': 0.015197} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.706860] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.707277] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 729.707750] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.707969] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.708237] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 729.716182] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d54f457c-8490-4f82-a0de-06e835b37268 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.718753] env[69524]: DEBUG oslo_vmware.api [None req-cd0c0677-f87d-497c-a033-b527726c8803 tempest-DeleteServersAdminTestJSON-688868208 tempest-DeleteServersAdminTestJSON-688868208-project-admin] Task: {'id': task-4067503, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.724143] env[69524]: DEBUG oslo_vmware.api [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4067504, 'name': Rename_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.734687] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 729.734687] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 729.735292] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41d9251b-c223-4e0d-bae8-10e54f43e74e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.745207] env[69524]: DEBUG oslo_vmware.api [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Waiting for the task: (returnval){ [ 729.745207] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52175ffb-fa73-c9ca-56e3-a3b936419261" [ 729.745207] env[69524]: _type = "Task" [ 729.745207] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.755331] env[69524]: DEBUG oslo_vmware.api [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52175ffb-fa73-c9ca-56e3-a3b936419261, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.841761] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Acquiring lock "780705ab-3fbb-43e0-961a-46f755f5388d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.841761] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Lock "780705ab-3fbb-43e0-961a-46f755f5388d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.892417] env[69524]: DEBUG nova.network.neutron [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] [instance: ce9b3f98-be80-454d-a541-291921e3e1f7] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 729.918200] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cedde44-c415-425a-83f8-1bf50d958e5f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.928304] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3e8fac-cd94-4c50-9063-7efad7496be8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.968836] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3ea05e-2951-4ec9-b4a0-42da3b283d1e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.978265] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd0be9b-71a0-488e-b41d-dc98f96a229e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.995113] env[69524]: DEBUG nova.compute.provider_tree [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.006455] env[69524]: DEBUG oslo_vmware.api [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] Task: {'id': task-4067501, 'name': PowerOffVM_Task, 'duration_secs': 0.167653} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.009027] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 730.009027] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 730.009027] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2967182-dc91-4773-a7ef-11fe20579642 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.018156] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 730.018434] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a643d21-2050-461a-89d1-2a48b2c461c8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.020387] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b6a72ab7-d03d-4b50-9b9a-ad76dce5dff3 tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Lock "1da4cbfb-3a1a-4dcb-91bf-427bd227935d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.296s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.049480] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 730.049679] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 730.049890] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] Deleting the datastore file [datastore1] eed731ec-573c-4c82-9639-a3a4a9c4a8f9 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 730.050193] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e25f45b-cf1c-42ed-8fbd-feccfe9a0f59 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.058090] env[69524]: DEBUG oslo_vmware.api [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] Waiting for the task: (returnval){ [ 730.058090] env[69524]: value = "task-4067506" [ 730.058090] env[69524]: _type = "Task" [ 730.058090] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.068172] env[69524]: DEBUG oslo_vmware.api [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] Task: {'id': task-4067506, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.088999] env[69524]: DEBUG nova.compute.manager [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] [instance: 5888cdd0-2309-4abc-b928-8bcbf164258e] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 730.138418] env[69524]: DEBUG oslo_vmware.api [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4067502, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.209662] env[69524]: DEBUG oslo_vmware.api [None req-cd0c0677-f87d-497c-a033-b527726c8803 tempest-DeleteServersAdminTestJSON-688868208 tempest-DeleteServersAdminTestJSON-688868208-project-admin] Task: {'id': task-4067503, 'name': PowerOffVM_Task, 'duration_secs': 0.317904} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.215835] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd0c0677-f87d-497c-a033-b527726c8803 tempest-DeleteServersAdminTestJSON-688868208 tempest-DeleteServersAdminTestJSON-688868208-project-admin] [instance: be92232e-a9cf-4f72-9e06-5283afc5734a] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 730.215835] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0c0677-f87d-497c-a033-b527726c8803 tempest-DeleteServersAdminTestJSON-688868208 tempest-DeleteServersAdminTestJSON-688868208-project-admin] [instance: be92232e-a9cf-4f72-9e06-5283afc5734a] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 730.215835] env[69524]: DEBUG oslo_vmware.api [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4067504, 'name': Rename_Task, 'duration_secs': 0.245968} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.215835] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f60cfcec-717f-4cd6-8edc-ffe3203a31e7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.219145] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 035b9722-90f0-45f0-84c0-17f7a5f1994b] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 730.220027] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69f12fa5-0a5c-40ac-9251-21b7097357aa {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.226188] env[69524]: DEBUG nova.network.neutron [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] [instance: ce9b3f98-be80-454d-a541-291921e3e1f7] Updating instance_info_cache with network_info: [{"id": "577f1539-33fa-4d79-b257-af472b94dc8b", "address": "fa:16:3e:f0:6a:17", "network": {"id": "9ba6743d-ce8d-49df-87a9-5afc4de01489", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a86a460dd4454b05b84917cee5434b27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap577f1539-33", "ovs_interfaceid": "577f1539-33fa-4d79-b257-af472b94dc8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.231223] env[69524]: DEBUG oslo_vmware.api [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 730.231223] env[69524]: value = "task-4067507" [ 730.231223] env[69524]: _type = "Task" [ 730.231223] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.248441] env[69524]: DEBUG oslo_vmware.api [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4067507, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.262176] env[69524]: DEBUG oslo_vmware.api [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52175ffb-fa73-c9ca-56e3-a3b936419261, 'name': SearchDatastore_Task, 'duration_secs': 0.015932} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.263506] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08ad9d99-34db-4c39-bfd3-64f3e88ef907 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.275529] env[69524]: DEBUG oslo_vmware.api [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Waiting for the task: (returnval){ [ 730.275529] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]528e042f-9afb-9f7e-5b23-38448d50c869" [ 730.275529] env[69524]: _type = "Task" [ 730.275529] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.288026] env[69524]: DEBUG oslo_vmware.api [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]528e042f-9afb-9f7e-5b23-38448d50c869, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.320801] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0c0677-f87d-497c-a033-b527726c8803 tempest-DeleteServersAdminTestJSON-688868208 tempest-DeleteServersAdminTestJSON-688868208-project-admin] [instance: be92232e-a9cf-4f72-9e06-5283afc5734a] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 730.321025] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0c0677-f87d-497c-a033-b527726c8803 tempest-DeleteServersAdminTestJSON-688868208 tempest-DeleteServersAdminTestJSON-688868208-project-admin] [instance: be92232e-a9cf-4f72-9e06-5283afc5734a] Deleting contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 730.321156] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd0c0677-f87d-497c-a033-b527726c8803 tempest-DeleteServersAdminTestJSON-688868208 tempest-DeleteServersAdminTestJSON-688868208-project-admin] Deleting the datastore file [datastore2] be92232e-a9cf-4f72-9e06-5283afc5734a {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 730.322038] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7050080-c415-4263-b813-17222a1f3dad {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.330711] env[69524]: DEBUG oslo_vmware.api [None req-cd0c0677-f87d-497c-a033-b527726c8803 tempest-DeleteServersAdminTestJSON-688868208 tempest-DeleteServersAdminTestJSON-688868208-project-admin] Waiting for the task: (returnval){ [ 730.330711] env[69524]: value = "task-4067509" [ 730.330711] env[69524]: _type = "Task" [ 730.330711] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.342178] env[69524]: DEBUG oslo_vmware.api [None req-cd0c0677-f87d-497c-a033-b527726c8803 tempest-DeleteServersAdminTestJSON-688868208 tempest-DeleteServersAdminTestJSON-688868208-project-admin] Task: {'id': task-4067509, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.415282] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Acquiring lock "1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.415839] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Lock "1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.434277] env[69524]: DEBUG nova.network.neutron [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Successfully updated port: 18b28c5b-7743-470b-8543-6763e961bb1b {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 730.502575] env[69524]: DEBUG nova.scheduler.client.report [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.509499] env[69524]: DEBUG nova.network.neutron [req-200200f1-e7c9-4f9c-8530-e13ae6b69ef7 req-f98aa8de-aa29-46ae-91ad-9133e4b1d594 service nova] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] Updated VIF entry in instance network info cache for port 2ee3233f-54ee-45e6-836d-44509596ac88. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 730.509499] env[69524]: DEBUG nova.network.neutron [req-200200f1-e7c9-4f9c-8530-e13ae6b69ef7 req-f98aa8de-aa29-46ae-91ad-9133e4b1d594 service nova] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] Updating instance_info_cache with network_info: [{"id": "2ee3233f-54ee-45e6-836d-44509596ac88", "address": "fa:16:3e:48:99:e8", "network": {"id": "2d4840e8-52c0-4e64-bb64-cae463774877", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-805367356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94667cf83fdc4161a20c3b3fa69e0fbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ee3233f-54", "ovs_interfaceid": "2ee3233f-54ee-45e6-836d-44509596ac88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.526451] env[69524]: DEBUG nova.compute.manager [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 730.570501] env[69524]: DEBUG oslo_vmware.api [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] Task: {'id': task-4067506, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.423163} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.570816] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 730.570938] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 730.571216] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 730.620764] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.631298] env[69524]: DEBUG oslo_vmware.api [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4067502, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.740773} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.631611] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] e2c166bd-9b6d-4450-bba0-43bb56975555/e2c166bd-9b6d-4450-bba0-43bb56975555.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 730.631864] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 730.632191] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0d8cf9a-b7c9-4658-8821-cc5ff2ee1604 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.644522] env[69524]: DEBUG oslo_vmware.api [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 730.644522] env[69524]: value = "task-4067510" [ 730.644522] env[69524]: _type = "Task" [ 730.644522] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.654021] env[69524]: DEBUG oslo_vmware.api [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4067510, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.734369] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Releasing lock "refresh_cache-ce9b3f98-be80-454d-a541-291921e3e1f7" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.734369] env[69524]: DEBUG nova.compute.manager [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] [instance: ce9b3f98-be80-454d-a541-291921e3e1f7] Instance network_info: |[{"id": "577f1539-33fa-4d79-b257-af472b94dc8b", "address": "fa:16:3e:f0:6a:17", "network": {"id": "9ba6743d-ce8d-49df-87a9-5afc4de01489", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a86a460dd4454b05b84917cee5434b27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap577f1539-33", "ovs_interfaceid": "577f1539-33fa-4d79-b257-af472b94dc8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 730.734639] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] [instance: ce9b3f98-be80-454d-a541-291921e3e1f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:6a:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69f65356-c85e-4b7f-ad28-7c7b5e8cf50c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '577f1539-33fa-4d79-b257-af472b94dc8b', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 730.742812] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Creating folder: Project (0314287f81b24a939cdc0ca101dc6a09). Parent ref: group-v806025. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.747900] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a1a882c-7362-4ce1-8c94-170b97610340 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.768656] env[69524]: DEBUG oslo_vmware.api [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4067507, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.776743] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Created folder: Project (0314287f81b24a939cdc0ca101dc6a09) in parent group-v806025. [ 730.776743] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Creating folder: Instances. Parent ref: group-v806068. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.782738] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4042f921-817d-46ac-a03e-262c04cbe8ae {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.789961] env[69524]: DEBUG nova.compute.manager [req-dedcf449-321a-4414-af4c-689a192b17c2 req-aeeb01ca-3b35-4cce-9713-e392c84c90af service nova] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Received event network-vif-plugged-0f025ac1-3f58-43d7-9e27-1347bb8f0c1b {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.790366] env[69524]: DEBUG oslo_concurrency.lockutils [req-dedcf449-321a-4414-af4c-689a192b17c2 req-aeeb01ca-3b35-4cce-9713-e392c84c90af service nova] Acquiring lock "e2c166bd-9b6d-4450-bba0-43bb56975555-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.790571] env[69524]: DEBUG oslo_concurrency.lockutils [req-dedcf449-321a-4414-af4c-689a192b17c2 req-aeeb01ca-3b35-4cce-9713-e392c84c90af service nova] Lock "e2c166bd-9b6d-4450-bba0-43bb56975555-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.790817] env[69524]: DEBUG oslo_concurrency.lockutils [req-dedcf449-321a-4414-af4c-689a192b17c2 req-aeeb01ca-3b35-4cce-9713-e392c84c90af service nova] Lock "e2c166bd-9b6d-4450-bba0-43bb56975555-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.791078] env[69524]: DEBUG nova.compute.manager [req-dedcf449-321a-4414-af4c-689a192b17c2 req-aeeb01ca-3b35-4cce-9713-e392c84c90af service nova] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] No waiting events found dispatching network-vif-plugged-0f025ac1-3f58-43d7-9e27-1347bb8f0c1b {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 730.791328] env[69524]: WARNING nova.compute.manager [req-dedcf449-321a-4414-af4c-689a192b17c2 req-aeeb01ca-3b35-4cce-9713-e392c84c90af service nova] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Received unexpected event network-vif-plugged-0f025ac1-3f58-43d7-9e27-1347bb8f0c1b for instance with vm_state building and task_state spawning. [ 730.791554] env[69524]: DEBUG nova.compute.manager [req-dedcf449-321a-4414-af4c-689a192b17c2 req-aeeb01ca-3b35-4cce-9713-e392c84c90af service nova] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Received event network-changed-0f025ac1-3f58-43d7-9e27-1347bb8f0c1b {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 730.791783] env[69524]: DEBUG nova.compute.manager [req-dedcf449-321a-4414-af4c-689a192b17c2 req-aeeb01ca-3b35-4cce-9713-e392c84c90af service nova] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Refreshing instance network info cache due to event network-changed-0f025ac1-3f58-43d7-9e27-1347bb8f0c1b. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 730.792063] env[69524]: DEBUG oslo_concurrency.lockutils [req-dedcf449-321a-4414-af4c-689a192b17c2 req-aeeb01ca-3b35-4cce-9713-e392c84c90af service nova] Acquiring lock "refresh_cache-e2c166bd-9b6d-4450-bba0-43bb56975555" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.792350] env[69524]: DEBUG oslo_concurrency.lockutils [req-dedcf449-321a-4414-af4c-689a192b17c2 req-aeeb01ca-3b35-4cce-9713-e392c84c90af service nova] Acquired lock "refresh_cache-e2c166bd-9b6d-4450-bba0-43bb56975555" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.792472] env[69524]: DEBUG nova.network.neutron [req-dedcf449-321a-4414-af4c-689a192b17c2 req-aeeb01ca-3b35-4cce-9713-e392c84c90af service nova] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Refreshing network info cache for port 0f025ac1-3f58-43d7-9e27-1347bb8f0c1b {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 730.803496] env[69524]: DEBUG oslo_vmware.api [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]528e042f-9afb-9f7e-5b23-38448d50c869, 'name': SearchDatastore_Task, 'duration_secs': 0.053308} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.803875] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.804297] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] e7db82ae-71dc-43c6-a19f-3b5ddfb7041d/e7db82ae-71dc-43c6-a19f-3b5ddfb7041d.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 730.804586] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52d20f41-89a4-42d3-b1f3-9dcd2268ce62 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.812205] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Created folder: Instances in parent group-v806068. [ 730.813163] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.813163] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce9b3f98-be80-454d-a541-291921e3e1f7] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 730.813655] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd37b331-df58-45dd-acfa-ca63a9eb0fda {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.832828] env[69524]: DEBUG oslo_vmware.api [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Waiting for the task: (returnval){ [ 730.832828] env[69524]: value = "task-4067513" [ 730.832828] env[69524]: _type = "Task" [ 730.832828] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.842948] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 730.842948] env[69524]: value = "task-4067514" [ 730.842948] env[69524]: _type = "Task" [ 730.842948] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.853651] env[69524]: DEBUG oslo_vmware.api [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Task: {'id': task-4067513, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.853927] env[69524]: DEBUG oslo_vmware.api [None req-cd0c0677-f87d-497c-a033-b527726c8803 tempest-DeleteServersAdminTestJSON-688868208 tempest-DeleteServersAdminTestJSON-688868208-project-admin] Task: {'id': task-4067509, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.445204} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.854658] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd0c0677-f87d-497c-a033-b527726c8803 tempest-DeleteServersAdminTestJSON-688868208 tempest-DeleteServersAdminTestJSON-688868208-project-admin] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 730.854826] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0c0677-f87d-497c-a033-b527726c8803 tempest-DeleteServersAdminTestJSON-688868208 tempest-DeleteServersAdminTestJSON-688868208-project-admin] [instance: be92232e-a9cf-4f72-9e06-5283afc5734a] Deleted contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 730.855019] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-cd0c0677-f87d-497c-a033-b527726c8803 tempest-DeleteServersAdminTestJSON-688868208 tempest-DeleteServersAdminTestJSON-688868208-project-admin] [instance: be92232e-a9cf-4f72-9e06-5283afc5734a] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 730.855193] env[69524]: INFO nova.compute.manager [None req-cd0c0677-f87d-497c-a033-b527726c8803 tempest-DeleteServersAdminTestJSON-688868208 tempest-DeleteServersAdminTestJSON-688868208-project-admin] [instance: be92232e-a9cf-4f72-9e06-5283afc5734a] Took 1.21 seconds to destroy the instance on the hypervisor. [ 730.855482] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd0c0677-f87d-497c-a033-b527726c8803 tempest-DeleteServersAdminTestJSON-688868208 tempest-DeleteServersAdminTestJSON-688868208-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.855788] env[69524]: DEBUG nova.compute.manager [-] [instance: be92232e-a9cf-4f72-9e06-5283afc5734a] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 730.855788] env[69524]: DEBUG nova.network.neutron [-] [instance: be92232e-a9cf-4f72-9e06-5283afc5734a] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 730.861336] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067514, 'name': CreateVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.937217] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Acquiring lock "refresh_cache-f900a036-6e0f-41f4-a7e1-da08ebcf48d2" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.937480] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Acquired lock "refresh_cache-f900a036-6e0f-41f4-a7e1-da08ebcf48d2" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.937731] env[69524]: DEBUG nova.network.neutron [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 731.014492] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.513s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.014987] env[69524]: DEBUG nova.compute.manager [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 731.021025] env[69524]: DEBUG oslo_concurrency.lockutils [req-200200f1-e7c9-4f9c-8530-e13ae6b69ef7 req-f98aa8de-aa29-46ae-91ad-9133e4b1d594 service nova] Releasing lock "refresh_cache-e7db82ae-71dc-43c6-a19f-3b5ddfb7041d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.021025] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.741s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.021025] env[69524]: INFO nova.compute.claims [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: ca13258a-42e5-48f5-9264-af5b296c8a6f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 731.052480] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.156021] env[69524]: DEBUG oslo_vmware.api [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4067510, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.172199} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.156021] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 731.156979] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2eb3fce-c178-43ce-9924-51e0c5daddbc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.186446] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] e2c166bd-9b6d-4450-bba0-43bb56975555/e2c166bd-9b6d-4450-bba0-43bb56975555.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 731.186854] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9db8949-4dde-4cdb-8868-5f90e8bf9600 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.211159] env[69524]: DEBUG oslo_vmware.api [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 731.211159] env[69524]: value = "task-4067515" [ 731.211159] env[69524]: _type = "Task" [ 731.211159] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.224927] env[69524]: DEBUG oslo_vmware.api [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4067515, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.254043] env[69524]: DEBUG oslo_vmware.api [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4067507, 'name': PowerOnVM_Task, 'duration_secs': 0.884079} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.254043] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 035b9722-90f0-45f0-84c0-17f7a5f1994b] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 731.254813] env[69524]: INFO nova.compute.manager [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 035b9722-90f0-45f0-84c0-17f7a5f1994b] Took 14.68 seconds to spawn the instance on the hypervisor. [ 731.254813] env[69524]: DEBUG nova.compute.manager [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 035b9722-90f0-45f0-84c0-17f7a5f1994b] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 731.256487] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad730ae-4571-41d6-b9e7-69cab8540d4a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.359467] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067514, 'name': CreateVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.367650] env[69524]: DEBUG oslo_vmware.api [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Task: {'id': task-4067513, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.525850] env[69524]: DEBUG nova.compute.utils [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 731.532032] env[69524]: DEBUG nova.compute.manager [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 731.535505] env[69524]: DEBUG nova.network.neutron [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 731.684374] env[69524]: DEBUG nova.network.neutron [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 731.717553] env[69524]: DEBUG nova.policy [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eb172eea2718467ab6324f8a1fd60008', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'acb0557b9b3b4d9da0c1f5fa81e8a64d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 731.725976] env[69524]: DEBUG oslo_vmware.api [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4067515, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.790487] env[69524]: INFO nova.compute.manager [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 035b9722-90f0-45f0-84c0-17f7a5f1994b] Took 32.73 seconds to build instance. [ 731.853099] env[69524]: DEBUG oslo_vmware.api [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Task: {'id': task-4067513, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.929825} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.855232] env[69524]: DEBUG nova.network.neutron [req-dedcf449-321a-4414-af4c-689a192b17c2 req-aeeb01ca-3b35-4cce-9713-e392c84c90af service nova] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Updated VIF entry in instance network info cache for port 0f025ac1-3f58-43d7-9e27-1347bb8f0c1b. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 731.855232] env[69524]: DEBUG nova.network.neutron [req-dedcf449-321a-4414-af4c-689a192b17c2 req-aeeb01ca-3b35-4cce-9713-e392c84c90af service nova] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Updating instance_info_cache with network_info: [{"id": "0f025ac1-3f58-43d7-9e27-1347bb8f0c1b", "address": "fa:16:3e:d6:13:8a", "network": {"id": "44e29569-eeca-4e3a-bfa6-eaf437fc808b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1419956527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4133a0547d154af78d7556a7517cb285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f025ac1-3f", "ovs_interfaceid": "0f025ac1-3f58-43d7-9e27-1347bb8f0c1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.859023] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] e7db82ae-71dc-43c6-a19f-3b5ddfb7041d/e7db82ae-71dc-43c6-a19f-3b5ddfb7041d.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 731.859023] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 731.859023] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c8117d38-4ac8-4b1f-a4da-5c50a8017840 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.862756] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067514, 'name': CreateVM_Task, 'duration_secs': 0.695716} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.863229] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce9b3f98-be80-454d-a541-291921e3e1f7] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 731.863939] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.864101] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.864406] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.864826] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37c917a2-85b0-4fa6-b3fc-477c56ab738d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.868746] env[69524]: DEBUG oslo_vmware.api [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Waiting for the task: (returnval){ [ 731.868746] env[69524]: value = "task-4067516" [ 731.868746] env[69524]: _type = "Task" [ 731.868746] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.870397] env[69524]: DEBUG oslo_vmware.api [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Waiting for the task: (returnval){ [ 731.870397] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52b73095-242f-748b-5552-6f546230bdd5" [ 731.870397] env[69524]: _type = "Task" [ 731.870397] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.890433] env[69524]: DEBUG oslo_vmware.api [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52b73095-242f-748b-5552-6f546230bdd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.890938] env[69524]: DEBUG oslo_vmware.api [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Task: {'id': task-4067516, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.921210] env[69524]: DEBUG nova.virt.hardware [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 731.921474] env[69524]: DEBUG nova.virt.hardware [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 731.922450] env[69524]: DEBUG nova.virt.hardware [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 731.922642] env[69524]: DEBUG nova.virt.hardware [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 731.922802] env[69524]: DEBUG nova.virt.hardware [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 731.922946] env[69524]: DEBUG nova.virt.hardware [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 731.923174] env[69524]: DEBUG nova.virt.hardware [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 731.925021] env[69524]: DEBUG nova.virt.hardware [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 731.925021] env[69524]: DEBUG nova.virt.hardware [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 731.925021] env[69524]: DEBUG nova.virt.hardware [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 731.925021] env[69524]: DEBUG nova.virt.hardware [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 731.925524] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba20b6f-e5c0-44bc-b8e5-ba1ed1b8d215 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.940843] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a317029c-36bb-42ed-a981-2731681637a6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.960039] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Instance VIF info [] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 731.965908] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 731.967437] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 731.969777] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0a654d4-22dd-4750-965d-29fc0410c359 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.988451] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9e6d5cb7-8c53-48d5-8f97-0ffe2866d0d8 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Acquiring lock "d0ff2c42-ec49-4659-8629-47a9fc275841" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.988775] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9e6d5cb7-8c53-48d5-8f97-0ffe2866d0d8 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Lock "d0ff2c42-ec49-4659-8629-47a9fc275841" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.989033] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9e6d5cb7-8c53-48d5-8f97-0ffe2866d0d8 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Acquiring lock "d0ff2c42-ec49-4659-8629-47a9fc275841-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.989287] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9e6d5cb7-8c53-48d5-8f97-0ffe2866d0d8 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Lock "d0ff2c42-ec49-4659-8629-47a9fc275841-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.989490] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9e6d5cb7-8c53-48d5-8f97-0ffe2866d0d8 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Lock "d0ff2c42-ec49-4659-8629-47a9fc275841-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.993105] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 731.993105] env[69524]: value = "task-4067517" [ 731.993105] env[69524]: _type = "Task" [ 731.993105] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.993651] env[69524]: INFO nova.compute.manager [None req-9e6d5cb7-8c53-48d5-8f97-0ffe2866d0d8 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] [instance: d0ff2c42-ec49-4659-8629-47a9fc275841] Terminating instance [ 732.006415] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067517, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.008737] env[69524]: DEBUG nova.network.neutron [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Updating instance_info_cache with network_info: [{"id": "18b28c5b-7743-470b-8543-6763e961bb1b", "address": "fa:16:3e:2d:d4:16", "network": {"id": "b106d9d8-dc34-4f50-b322-d1ed6d20ee3b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1097604607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54095f21acb74b8d861305732d45e952", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18b28c5b-77", "ovs_interfaceid": "18b28c5b-7743-470b-8543-6763e961bb1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.032626] env[69524]: DEBUG nova.compute.manager [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 732.155166] env[69524]: DEBUG nova.network.neutron [-] [instance: be92232e-a9cf-4f72-9e06-5283afc5734a] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.226034] env[69524]: DEBUG oslo_vmware.api [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4067515, 'name': ReconfigVM_Task, 'duration_secs': 0.602936} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.229512] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Reconfigured VM instance instance-0000000b to attach disk [datastore1] e2c166bd-9b6d-4450-bba0-43bb56975555/e2c166bd-9b6d-4450-bba0-43bb56975555.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.230557] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6f23dad-7fb0-40c9-adbd-d7578fb4820b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.241405] env[69524]: DEBUG oslo_vmware.api [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 732.241405] env[69524]: value = "task-4067518" [ 732.241405] env[69524]: _type = "Task" [ 732.241405] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.251596] env[69524]: DEBUG oslo_vmware.api [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4067518, 'name': Rename_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.296707] env[69524]: DEBUG oslo_concurrency.lockutils [None req-bb439ac1-82d3-4ee2-8d4d-53cd31e1cb66 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "035b9722-90f0-45f0-84c0-17f7a5f1994b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.258s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.322325] env[69524]: DEBUG nova.network.neutron [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Successfully created port: ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 732.361863] env[69524]: DEBUG oslo_concurrency.lockutils [req-dedcf449-321a-4414-af4c-689a192b17c2 req-aeeb01ca-3b35-4cce-9713-e392c84c90af service nova] Releasing lock "refresh_cache-e2c166bd-9b6d-4450-bba0-43bb56975555" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.361863] env[69524]: DEBUG nova.compute.manager [req-dedcf449-321a-4414-af4c-689a192b17c2 req-aeeb01ca-3b35-4cce-9713-e392c84c90af service nova] [instance: ce9b3f98-be80-454d-a541-291921e3e1f7] Received event network-vif-plugged-577f1539-33fa-4d79-b257-af472b94dc8b {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 732.362126] env[69524]: DEBUG oslo_concurrency.lockutils [req-dedcf449-321a-4414-af4c-689a192b17c2 req-aeeb01ca-3b35-4cce-9713-e392c84c90af service nova] Acquiring lock "ce9b3f98-be80-454d-a541-291921e3e1f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.363224] env[69524]: DEBUG oslo_concurrency.lockutils [req-dedcf449-321a-4414-af4c-689a192b17c2 req-aeeb01ca-3b35-4cce-9713-e392c84c90af service nova] Lock "ce9b3f98-be80-454d-a541-291921e3e1f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.363381] env[69524]: DEBUG oslo_concurrency.lockutils [req-dedcf449-321a-4414-af4c-689a192b17c2 req-aeeb01ca-3b35-4cce-9713-e392c84c90af service nova] Lock "ce9b3f98-be80-454d-a541-291921e3e1f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.363874] env[69524]: DEBUG nova.compute.manager [req-dedcf449-321a-4414-af4c-689a192b17c2 req-aeeb01ca-3b35-4cce-9713-e392c84c90af service nova] [instance: ce9b3f98-be80-454d-a541-291921e3e1f7] No waiting events found dispatching network-vif-plugged-577f1539-33fa-4d79-b257-af472b94dc8b {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 732.363874] env[69524]: WARNING nova.compute.manager [req-dedcf449-321a-4414-af4c-689a192b17c2 req-aeeb01ca-3b35-4cce-9713-e392c84c90af service nova] [instance: ce9b3f98-be80-454d-a541-291921e3e1f7] Received unexpected event network-vif-plugged-577f1539-33fa-4d79-b257-af472b94dc8b for instance with vm_state building and task_state spawning. [ 732.398959] env[69524]: DEBUG oslo_vmware.api [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52b73095-242f-748b-5552-6f546230bdd5, 'name': SearchDatastore_Task, 'duration_secs': 0.015448} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.399563] env[69524]: DEBUG oslo_vmware.api [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Task: {'id': task-4067516, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126416} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.402510] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.402769] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] [instance: ce9b3f98-be80-454d-a541-291921e3e1f7] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 732.403023] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.403927] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.403927] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 732.403927] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 732.404137] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f32bf52-4dbd-498e-a99b-c14c53d93f7d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.408078] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3d99fa-4a38-4aec-970d-3d23f2c87faf {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.438702] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] e7db82ae-71dc-43c6-a19f-3b5ddfb7041d/e7db82ae-71dc-43c6-a19f-3b5ddfb7041d.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 732.443596] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e96153b-ee13-406f-8f8c-29aa9e53c3d5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.461973] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 732.464020] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 732.465540] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9673fb45-0ba9-4a85-8c7d-d8b0a68a2bb0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.480661] env[69524]: DEBUG oslo_vmware.api [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Waiting for the task: (returnval){ [ 732.480661] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52f508ed-9325-fcbb-ac12-7ed7f0bff2d9" [ 732.480661] env[69524]: _type = "Task" [ 732.480661] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.483902] env[69524]: DEBUG oslo_vmware.api [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Waiting for the task: (returnval){ [ 732.483902] env[69524]: value = "task-4067519" [ 732.483902] env[69524]: _type = "Task" [ 732.483902] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.505388] env[69524]: DEBUG nova.compute.manager [None req-9e6d5cb7-8c53-48d5-8f97-0ffe2866d0d8 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] [instance: d0ff2c42-ec49-4659-8629-47a9fc275841] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 732.505628] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-9e6d5cb7-8c53-48d5-8f97-0ffe2866d0d8 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] [instance: d0ff2c42-ec49-4659-8629-47a9fc275841] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 732.507372] env[69524]: DEBUG oslo_vmware.api [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52f508ed-9325-fcbb-ac12-7ed7f0bff2d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.513073] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ce212f-0e63-4567-a69e-d7c7473a2a2a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.516879] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Releasing lock "refresh_cache-f900a036-6e0f-41f4-a7e1-da08ebcf48d2" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.517272] env[69524]: DEBUG nova.compute.manager [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Instance network_info: |[{"id": "18b28c5b-7743-470b-8543-6763e961bb1b", "address": "fa:16:3e:2d:d4:16", "network": {"id": "b106d9d8-dc34-4f50-b322-d1ed6d20ee3b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1097604607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54095f21acb74b8d861305732d45e952", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18b28c5b-77", "ovs_interfaceid": "18b28c5b-7743-470b-8543-6763e961bb1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 732.517644] env[69524]: DEBUG oslo_vmware.api [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Task: {'id': task-4067519, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.525040] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:d4:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f499bc9-78da-46c1-9274-19edf26d31cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18b28c5b-7743-470b-8543-6763e961bb1b', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 732.533818] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Creating folder: Project (54095f21acb74b8d861305732d45e952). Parent ref: group-v806025. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.540366] env[69524]: DEBUG oslo_vmware.rw_handles [None req-8ca82196-9ebf-4368-a085-fb1e71b8d005 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523a1928-7490-e5d1-ef9c-0a40f7a4cc09/disk-0.vmdk. {{(pid=69524) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 732.541385] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c78b1b51-7ab0-4782-9526-76d3034a03ff {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.547462] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067517, 'name': CreateVM_Task, 'duration_secs': 0.483746} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.550903] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48462de2-70bf-4fda-90c8-4365853f9ff7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.557876] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 732.558275] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e6d5cb7-8c53-48d5-8f97-0ffe2866d0d8 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] [instance: d0ff2c42-ec49-4659-8629-47a9fc275841] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 732.559292] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.559497] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.560290] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.561142] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c216a27-7b9e-48d3-84f3-74fd79dc2621 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.564556] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8075d8f7-afb2-44d5-b3e2-698420ab5a18 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.566396] env[69524]: DEBUG oslo_vmware.rw_handles [None req-8ca82196-9ebf-4368-a085-fb1e71b8d005 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523a1928-7490-e5d1-ef9c-0a40f7a4cc09/disk-0.vmdk is in state: ready. {{(pid=69524) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 732.566630] env[69524]: ERROR oslo_vmware.rw_handles [None req-8ca82196-9ebf-4368-a085-fb1e71b8d005 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523a1928-7490-e5d1-ef9c-0a40f7a4cc09/disk-0.vmdk due to incomplete transfer. [ 732.568743] env[69524]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-65e57152-77d8-4e62-93de-b7cfcc97e996 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.570681] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Created folder: Project (54095f21acb74b8d861305732d45e952) in parent group-v806025. [ 732.570977] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Creating folder: Instances. Parent ref: group-v806072. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.574026] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba6bd648-acd0-45af-b56e-7da747fcb7b0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.580809] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237ac800-4122-4a66-b4cc-e58572fa9284 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.582379] env[69524]: DEBUG oslo_vmware.api [None req-9e6d5cb7-8c53-48d5-8f97-0ffe2866d0d8 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Waiting for the task: (returnval){ [ 732.582379] env[69524]: value = "task-4067521" [ 732.582379] env[69524]: _type = "Task" [ 732.582379] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.583679] env[69524]: DEBUG oslo_vmware.api [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] Waiting for the task: (returnval){ [ 732.583679] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5261ebae-1b90-6d9a-69f0-a33bfdc64795" [ 732.583679] env[69524]: _type = "Task" [ 732.583679] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.597984] env[69524]: DEBUG oslo_vmware.rw_handles [None req-8ca82196-9ebf-4368-a085-fb1e71b8d005 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523a1928-7490-e5d1-ef9c-0a40f7a4cc09/disk-0.vmdk. {{(pid=69524) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 732.598198] env[69524]: DEBUG nova.virt.vmwareapi.images [None req-8ca82196-9ebf-4368-a085-fb1e71b8d005 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Uploaded image 373535fe-d55a-4949-8196-cd46525a9064 to the Glance image server {{(pid=69524) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 732.600047] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ca82196-9ebf-4368-a085-fb1e71b8d005 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Destroying the VM {{(pid=69524) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 732.602994] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa4de24-9c05-4a7a-8676-8d31434e6b0a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.607508] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-84b511e3-b54c-45d2-95c6-67421ea7077a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.616227] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Created folder: Instances in parent group-v806072. [ 732.616227] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 732.616227] env[69524]: DEBUG oslo_vmware.api [None req-9e6d5cb7-8c53-48d5-8f97-0ffe2866d0d8 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Task: {'id': task-4067521, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.616878] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 732.617163] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92167a9f-782e-4fad-8a13-7e1dd52d5931 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.662811] env[69524]: DEBUG oslo_vmware.api [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5261ebae-1b90-6d9a-69f0-a33bfdc64795, 'name': SearchDatastore_Task, 'duration_secs': 0.028601} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.663200] env[69524]: DEBUG oslo_vmware.api [None req-8ca82196-9ebf-4368-a085-fb1e71b8d005 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Waiting for the task: (returnval){ [ 732.663200] env[69524]: value = "task-4067523" [ 732.663200] env[69524]: _type = "Task" [ 732.663200] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.663593] env[69524]: INFO nova.compute.manager [-] [instance: be92232e-a9cf-4f72-9e06-5283afc5734a] Took 1.81 seconds to deallocate network for instance. [ 732.664602] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.664894] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 732.665147] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.665324] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.665514] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 732.668047] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21f2411-4917-49b9-823c-e6490dd416d4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.676591] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6665a0b8-1a67-462c-8ffb-57f528e31cfe {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.682250] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 732.682250] env[69524]: value = "task-4067524" [ 732.682250] env[69524]: _type = "Task" [ 732.682250] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.693749] env[69524]: DEBUG oslo_vmware.api [None req-8ca82196-9ebf-4368-a085-fb1e71b8d005 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Task: {'id': task-4067523, 'name': Destroy_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.696840] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d7b15b-5062-4e01-ab88-dde354cf9e87 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.700710] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 732.700936] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 732.705787] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7131bea9-fe84-4758-8434-67b57e19ff59 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.708428] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067524, 'name': CreateVM_Task} progress is 10%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.721036] env[69524]: DEBUG nova.compute.provider_tree [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 732.726343] env[69524]: DEBUG oslo_vmware.api [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] Waiting for the task: (returnval){ [ 732.726343] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52fa68d3-401c-e497-364a-c8eb4bf5f046" [ 732.726343] env[69524]: _type = "Task" [ 732.726343] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.736952] env[69524]: DEBUG oslo_vmware.api [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52fa68d3-401c-e497-364a-c8eb4bf5f046, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.754352] env[69524]: DEBUG oslo_vmware.api [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4067518, 'name': Rename_Task, 'duration_secs': 0.259834} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.754911] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 732.755167] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bbe6cc19-6643-4de8-9d2d-8f6e1b977e64 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.763145] env[69524]: DEBUG oslo_vmware.api [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 732.763145] env[69524]: value = "task-4067525" [ 732.763145] env[69524]: _type = "Task" [ 732.763145] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.777213] env[69524]: DEBUG oslo_vmware.api [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4067525, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.799805] env[69524]: DEBUG nova.compute.manager [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] [instance: 1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 733.002931] env[69524]: DEBUG nova.compute.manager [None req-163948e6-c6c8-4beb-ab1f-4f8256620761 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 70882fb7-913e-4c58-86d3-61519cda37c7] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 733.003525] env[69524]: DEBUG oslo_vmware.api [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Task: {'id': task-4067519, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.009110] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dbae5cf-6c99-4a11-b9a0-a16bdb220518 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.013552] env[69524]: DEBUG oslo_vmware.api [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52f508ed-9325-fcbb-ac12-7ed7f0bff2d9, 'name': SearchDatastore_Task, 'duration_secs': 0.0273} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.015429] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e390d3f-eb4c-459e-a7b5-bf44565cb1e3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.032516] env[69524]: DEBUG oslo_vmware.api [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Waiting for the task: (returnval){ [ 733.032516] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]520e64a2-1994-5f8d-0177-0fd69c851f8b" [ 733.032516] env[69524]: _type = "Task" [ 733.032516] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.046420] env[69524]: DEBUG oslo_vmware.api [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]520e64a2-1994-5f8d-0177-0fd69c851f8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.055938] env[69524]: DEBUG nova.compute.manager [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 733.093598] env[69524]: DEBUG nova.virt.hardware [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 733.094069] env[69524]: DEBUG nova.virt.hardware [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 733.094170] env[69524]: DEBUG nova.virt.hardware [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 733.094330] env[69524]: DEBUG nova.virt.hardware [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 733.094509] env[69524]: DEBUG nova.virt.hardware [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 733.094714] env[69524]: DEBUG nova.virt.hardware [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 733.094960] env[69524]: DEBUG nova.virt.hardware [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 733.095296] env[69524]: DEBUG nova.virt.hardware [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 733.095379] env[69524]: DEBUG nova.virt.hardware [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 733.095551] env[69524]: DEBUG nova.virt.hardware [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 733.095779] env[69524]: DEBUG nova.virt.hardware [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 733.097157] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e10703-4421-42a0-8361-fa35061cde8d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.104038] env[69524]: DEBUG oslo_vmware.api [None req-9e6d5cb7-8c53-48d5-8f97-0ffe2866d0d8 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Task: {'id': task-4067521, 'name': PowerOffVM_Task, 'duration_secs': 0.28464} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.104880] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e6d5cb7-8c53-48d5-8f97-0ffe2866d0d8 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] [instance: d0ff2c42-ec49-4659-8629-47a9fc275841] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 733.105143] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-9e6d5cb7-8c53-48d5-8f97-0ffe2866d0d8 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] [instance: d0ff2c42-ec49-4659-8629-47a9fc275841] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 733.105549] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4a7c2be-11d5-42f4-8dc3-2c00ac323da7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.115009] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b91e9ef-802c-4020-af94-fe843013c34b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.180265] env[69524]: DEBUG oslo_vmware.api [None req-8ca82196-9ebf-4368-a085-fb1e71b8d005 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Task: {'id': task-4067523, 'name': Destroy_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.180994] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-9e6d5cb7-8c53-48d5-8f97-0ffe2866d0d8 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] [instance: d0ff2c42-ec49-4659-8629-47a9fc275841] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 733.181213] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-9e6d5cb7-8c53-48d5-8f97-0ffe2866d0d8 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] [instance: d0ff2c42-ec49-4659-8629-47a9fc275841] Deleting contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 733.182947] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e6d5cb7-8c53-48d5-8f97-0ffe2866d0d8 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Deleting the datastore file [datastore2] d0ff2c42-ec49-4659-8629-47a9fc275841 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 733.182947] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88f506d0-c523-4442-8686-046e155d76d3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.184447] env[69524]: DEBUG oslo_concurrency.lockutils [None req-cd0c0677-f87d-497c-a033-b527726c8803 tempest-DeleteServersAdminTestJSON-688868208 tempest-DeleteServersAdminTestJSON-688868208-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.196811] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067524, 'name': CreateVM_Task, 'duration_secs': 0.488024} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.198448] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 733.198915] env[69524]: DEBUG oslo_vmware.api [None req-9e6d5cb7-8c53-48d5-8f97-0ffe2866d0d8 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Waiting for the task: (returnval){ [ 733.198915] env[69524]: value = "task-4067527" [ 733.198915] env[69524]: _type = "Task" [ 733.198915] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.199641] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.199835] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.200206] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.200526] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce5967b5-85f4-41a4-b08a-c1fa6d394717 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.210187] env[69524]: DEBUG oslo_vmware.api [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for the task: (returnval){ [ 733.210187] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52fe9797-f4c0-dac4-3d60-a5db555cb5f2" [ 733.210187] env[69524]: _type = "Task" [ 733.210187] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.214497] env[69524]: DEBUG oslo_vmware.api [None req-9e6d5cb7-8c53-48d5-8f97-0ffe2866d0d8 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Task: {'id': task-4067527, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.223746] env[69524]: DEBUG oslo_vmware.api [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52fe9797-f4c0-dac4-3d60-a5db555cb5f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.238056] env[69524]: DEBUG oslo_vmware.api [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52fa68d3-401c-e497-364a-c8eb4bf5f046, 'name': SearchDatastore_Task, 'duration_secs': 0.023332} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.238974] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ae6e83b-2ae9-40d5-9cd3-2f10fdb2323e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.245977] env[69524]: DEBUG oslo_vmware.api [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] Waiting for the task: (returnval){ [ 733.245977] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5294843b-bbd9-19dc-d1f6-7e46d0cbb7d4" [ 733.245977] env[69524]: _type = "Task" [ 733.245977] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.250314] env[69524]: ERROR nova.scheduler.client.report [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [req-6d95f240-9c0e-4eb3-9d54-90cd958669da] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 333a7aa4-d2cd-4888-ac97-9e43e6b91719. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6d95f240-9c0e-4eb3-9d54-90cd958669da"}]} [ 733.259133] env[69524]: DEBUG oslo_vmware.api [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5294843b-bbd9-19dc-d1f6-7e46d0cbb7d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.271174] env[69524]: DEBUG nova.scheduler.client.report [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Refreshing inventories for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 733.277828] env[69524]: DEBUG oslo_vmware.api [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4067525, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.298327] env[69524]: DEBUG nova.scheduler.client.report [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Updating ProviderTree inventory for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 733.298624] env[69524]: DEBUG nova.compute.provider_tree [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 733.321865] env[69524]: DEBUG nova.scheduler.client.report [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Refreshing aggregate associations for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719, aggregates: None {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 733.342512] env[69524]: DEBUG nova.scheduler.client.report [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Refreshing trait associations for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 733.347979] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.514828] env[69524]: DEBUG oslo_vmware.api [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Task: {'id': task-4067519, 'name': ReconfigVM_Task, 'duration_secs': 0.644338} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.518424] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] Reconfigured VM instance instance-0000000c to attach disk [datastore1] e7db82ae-71dc-43c6-a19f-3b5ddfb7041d/e7db82ae-71dc-43c6-a19f-3b5ddfb7041d.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 733.519359] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6928b00a-2e50-4a02-8580-2c91752b709c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.528977] env[69524]: INFO nova.compute.manager [None req-163948e6-c6c8-4beb-ab1f-4f8256620761 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 70882fb7-913e-4c58-86d3-61519cda37c7] instance snapshotting [ 733.529270] env[69524]: WARNING nova.compute.manager [None req-163948e6-c6c8-4beb-ab1f-4f8256620761 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 70882fb7-913e-4c58-86d3-61519cda37c7] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 733.531552] env[69524]: DEBUG oslo_vmware.api [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Waiting for the task: (returnval){ [ 733.531552] env[69524]: value = "task-4067528" [ 733.531552] env[69524]: _type = "Task" [ 733.531552] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.534514] env[69524]: DEBUG nova.compute.manager [None req-f59fde99-7379-4914-af1e-18190b1c13cd tempest-ServerExternalEventsTest-2070909105 tempest-ServerExternalEventsTest-2070909105-project] [instance: 1da4cbfb-3a1a-4dcb-91bf-427bd227935d] Received event network-changed {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.534829] env[69524]: DEBUG nova.compute.manager [None req-f59fde99-7379-4914-af1e-18190b1c13cd tempest-ServerExternalEventsTest-2070909105 tempest-ServerExternalEventsTest-2070909105-project] [instance: 1da4cbfb-3a1a-4dcb-91bf-427bd227935d] Refreshing instance network info cache due to event network-changed. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 733.535030] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f59fde99-7379-4914-af1e-18190b1c13cd tempest-ServerExternalEventsTest-2070909105 tempest-ServerExternalEventsTest-2070909105-project] Acquiring lock "refresh_cache-1da4cbfb-3a1a-4dcb-91bf-427bd227935d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.535204] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f59fde99-7379-4914-af1e-18190b1c13cd tempest-ServerExternalEventsTest-2070909105 tempest-ServerExternalEventsTest-2070909105-project] Acquired lock "refresh_cache-1da4cbfb-3a1a-4dcb-91bf-427bd227935d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.535367] env[69524]: DEBUG nova.network.neutron [None req-f59fde99-7379-4914-af1e-18190b1c13cd tempest-ServerExternalEventsTest-2070909105 tempest-ServerExternalEventsTest-2070909105-project] [instance: 1da4cbfb-3a1a-4dcb-91bf-427bd227935d] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 733.537252] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593b30c0-ecf0-4068-b018-ad96cf4c07a1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.563707] env[69524]: DEBUG oslo_vmware.api [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Task: {'id': task-4067528, 'name': Rename_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.597735] env[69524]: DEBUG oslo_vmware.api [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]520e64a2-1994-5f8d-0177-0fd69c851f8b, 'name': SearchDatastore_Task, 'duration_secs': 0.018156} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.600661] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.601237] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] ce9b3f98-be80-454d-a541-291921e3e1f7/ce9b3f98-be80-454d-a541-291921e3e1f7.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 733.602171] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ffc57d-e1d5-4ce3-a8c8-55e810bab9d8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.605882] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2638d736-cf28-441c-acc4-6d6c6a1f75a7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.614029] env[69524]: DEBUG nova.compute.manager [req-5cb3e629-d4be-4735-9742-6ee0a41616ca req-3ebabba4-86ed-494e-98be-45fe0f28c617 service nova] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Received event network-vif-plugged-18b28c5b-7743-470b-8543-6763e961bb1b {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.614284] env[69524]: DEBUG oslo_concurrency.lockutils [req-5cb3e629-d4be-4735-9742-6ee0a41616ca req-3ebabba4-86ed-494e-98be-45fe0f28c617 service nova] Acquiring lock "f900a036-6e0f-41f4-a7e1-da08ebcf48d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.614491] env[69524]: DEBUG oslo_concurrency.lockutils [req-5cb3e629-d4be-4735-9742-6ee0a41616ca req-3ebabba4-86ed-494e-98be-45fe0f28c617 service nova] Lock "f900a036-6e0f-41f4-a7e1-da08ebcf48d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.614648] env[69524]: DEBUG oslo_concurrency.lockutils [req-5cb3e629-d4be-4735-9742-6ee0a41616ca req-3ebabba4-86ed-494e-98be-45fe0f28c617 service nova] Lock "f900a036-6e0f-41f4-a7e1-da08ebcf48d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.614929] env[69524]: DEBUG nova.compute.manager [req-5cb3e629-d4be-4735-9742-6ee0a41616ca req-3ebabba4-86ed-494e-98be-45fe0f28c617 service nova] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] No waiting events found dispatching network-vif-plugged-18b28c5b-7743-470b-8543-6763e961bb1b {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 733.616107] env[69524]: WARNING nova.compute.manager [req-5cb3e629-d4be-4735-9742-6ee0a41616ca req-3ebabba4-86ed-494e-98be-45fe0f28c617 service nova] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Received unexpected event network-vif-plugged-18b28c5b-7743-470b-8543-6763e961bb1b for instance with vm_state building and task_state spawning. [ 733.616107] env[69524]: DEBUG nova.compute.manager [req-5cb3e629-d4be-4735-9742-6ee0a41616ca req-3ebabba4-86ed-494e-98be-45fe0f28c617 service nova] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Received event network-changed-18b28c5b-7743-470b-8543-6763e961bb1b {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.616107] env[69524]: DEBUG nova.compute.manager [req-5cb3e629-d4be-4735-9742-6ee0a41616ca req-3ebabba4-86ed-494e-98be-45fe0f28c617 service nova] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Refreshing instance network info cache due to event network-changed-18b28c5b-7743-470b-8543-6763e961bb1b. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 733.616740] env[69524]: DEBUG oslo_concurrency.lockutils [req-5cb3e629-d4be-4735-9742-6ee0a41616ca req-3ebabba4-86ed-494e-98be-45fe0f28c617 service nova] Acquiring lock "refresh_cache-f900a036-6e0f-41f4-a7e1-da08ebcf48d2" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.616740] env[69524]: DEBUG oslo_concurrency.lockutils [req-5cb3e629-d4be-4735-9742-6ee0a41616ca req-3ebabba4-86ed-494e-98be-45fe0f28c617 service nova] Acquired lock "refresh_cache-f900a036-6e0f-41f4-a7e1-da08ebcf48d2" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.616740] env[69524]: DEBUG nova.network.neutron [req-5cb3e629-d4be-4735-9742-6ee0a41616ca req-3ebabba4-86ed-494e-98be-45fe0f28c617 service nova] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Refreshing network info cache for port 18b28c5b-7743-470b-8543-6763e961bb1b {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 733.623413] env[69524]: DEBUG oslo_vmware.api [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Waiting for the task: (returnval){ [ 733.623413] env[69524]: value = "task-4067529" [ 733.623413] env[69524]: _type = "Task" [ 733.623413] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.649562] env[69524]: DEBUG oslo_vmware.api [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Task: {'id': task-4067529, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.679449] env[69524]: DEBUG oslo_vmware.api [None req-8ca82196-9ebf-4368-a085-fb1e71b8d005 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Task: {'id': task-4067523, 'name': Destroy_Task, 'duration_secs': 0.582225} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.679825] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-8ca82196-9ebf-4368-a085-fb1e71b8d005 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Destroyed the VM [ 733.680237] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca82196-9ebf-4368-a085-fb1e71b8d005 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Deleting Snapshot of the VM instance {{(pid=69524) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 733.680652] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-efef4933-2074-4ddf-a9de-b4c4fc71d5a8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.695291] env[69524]: DEBUG oslo_vmware.api [None req-8ca82196-9ebf-4368-a085-fb1e71b8d005 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Waiting for the task: (returnval){ [ 733.695291] env[69524]: value = "task-4067531" [ 733.695291] env[69524]: _type = "Task" [ 733.695291] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.714524] env[69524]: DEBUG oslo_vmware.api [None req-8ca82196-9ebf-4368-a085-fb1e71b8d005 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Task: {'id': task-4067531, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.722705] env[69524]: DEBUG oslo_vmware.api [None req-9e6d5cb7-8c53-48d5-8f97-0ffe2866d0d8 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Task: {'id': task-4067527, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.421153} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.723493] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e6d5cb7-8c53-48d5-8f97-0ffe2866d0d8 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 733.723720] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-9e6d5cb7-8c53-48d5-8f97-0ffe2866d0d8 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] [instance: d0ff2c42-ec49-4659-8629-47a9fc275841] Deleted contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 733.723935] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-9e6d5cb7-8c53-48d5-8f97-0ffe2866d0d8 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] [instance: d0ff2c42-ec49-4659-8629-47a9fc275841] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 733.724145] env[69524]: INFO nova.compute.manager [None req-9e6d5cb7-8c53-48d5-8f97-0ffe2866d0d8 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] [instance: d0ff2c42-ec49-4659-8629-47a9fc275841] Took 1.22 seconds to destroy the instance on the hypervisor. [ 733.724390] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e6d5cb7-8c53-48d5-8f97-0ffe2866d0d8 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.724593] env[69524]: DEBUG nova.compute.manager [-] [instance: d0ff2c42-ec49-4659-8629-47a9fc275841] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 733.725013] env[69524]: DEBUG nova.network.neutron [-] [instance: d0ff2c42-ec49-4659-8629-47a9fc275841] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 733.731353] env[69524]: DEBUG oslo_vmware.api [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52fe9797-f4c0-dac4-3d60-a5db555cb5f2, 'name': SearchDatastore_Task, 'duration_secs': 0.025712} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.734914] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.735189] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 733.735433] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.735574] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.735794] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 733.736369] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4f37328-3e0f-4f65-b2ac-901a29d7a9f3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.757609] env[69524]: DEBUG oslo_vmware.api [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5294843b-bbd9-19dc-d1f6-7e46d0cbb7d4, 'name': SearchDatastore_Task, 'duration_secs': 0.016738} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.761434] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.761690] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] eed731ec-573c-4c82-9639-a3a4a9c4a8f9/eed731ec-573c-4c82-9639-a3a4a9c4a8f9.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 733.763798] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab80a9e8-c4f6-4f2e-96e7-47dc50d7b8f7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.766588] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 733.766813] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 733.768654] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b12ef08-f49c-4ead-b5a4-f552c42852e8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.781738] env[69524]: DEBUG oslo_vmware.api [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4067525, 'name': PowerOnVM_Task, 'duration_secs': 0.825114} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.787880] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 733.788155] env[69524]: INFO nova.compute.manager [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Took 11.26 seconds to spawn the instance on the hypervisor. [ 733.788354] env[69524]: DEBUG nova.compute.manager [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 733.788772] env[69524]: DEBUG oslo_vmware.api [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] Waiting for the task: (returnval){ [ 733.788772] env[69524]: value = "task-4067532" [ 733.788772] env[69524]: _type = "Task" [ 733.788772] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.789098] env[69524]: DEBUG oslo_vmware.api [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for the task: (returnval){ [ 733.789098] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52a42eca-74c1-3a07-27c0-8e9c5295b10f" [ 733.789098] env[69524]: _type = "Task" [ 733.789098] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.790072] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ebd926-d838-421d-96bd-7af1478b4656 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.822063] env[69524]: DEBUG oslo_vmware.api [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52a42eca-74c1-3a07-27c0-8e9c5295b10f, 'name': SearchDatastore_Task, 'duration_secs': 0.024887} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.826692] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68658261-2ed8-4dc5-b94e-ab46d210b324 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.834733] env[69524]: DEBUG oslo_vmware.api [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for the task: (returnval){ [ 733.834733] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52e2a592-e07f-79f8-4967-0d13d5f1237e" [ 733.834733] env[69524]: _type = "Task" [ 733.834733] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.846232] env[69524]: DEBUG oslo_vmware.api [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52e2a592-e07f-79f8-4967-0d13d5f1237e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.887887] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86e72d5-08e9-40bf-b5fe-ec3d0c7c28e5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.898111] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6fafb7-e646-4449-917a-447359f62152 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.940037] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d14602-d555-4ca6-ac71-297300598617 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.945981] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Acquiring lock "830a4429-edcd-4955-99d2-72fe88ed9ada" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.946180] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Lock "830a4429-edcd-4955-99d2-72fe88ed9ada" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.955031] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b327ab-fb96-4558-ab5c-e3f6fffb4152 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.969325] env[69524]: DEBUG nova.compute.provider_tree [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.044560] env[69524]: DEBUG oslo_vmware.api [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Task: {'id': task-4067528, 'name': Rename_Task, 'duration_secs': 0.297916} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.044745] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 734.047571] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06a583a3-5716-4058-8f75-ddd20ef3af73 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.055272] env[69524]: DEBUG oslo_vmware.api [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Waiting for the task: (returnval){ [ 734.055272] env[69524]: value = "task-4067533" [ 734.055272] env[69524]: _type = "Task" [ 734.055272] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.064553] env[69524]: DEBUG oslo_vmware.api [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Task: {'id': task-4067533, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.139102] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-163948e6-c6c8-4beb-ab1f-4f8256620761 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 70882fb7-913e-4c58-86d3-61519cda37c7] Creating Snapshot of the VM instance {{(pid=69524) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 734.144812] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c9adf8ae-7d23-4d24-9a4b-b319b5e5e4f6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.160562] env[69524]: DEBUG oslo_vmware.api [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Task: {'id': task-4067529, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.164258] env[69524]: DEBUG oslo_vmware.api [None req-163948e6-c6c8-4beb-ab1f-4f8256620761 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the task: (returnval){ [ 734.164258] env[69524]: value = "task-4067534" [ 734.164258] env[69524]: _type = "Task" [ 734.164258] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.178284] env[69524]: DEBUG oslo_vmware.api [None req-163948e6-c6c8-4beb-ab1f-4f8256620761 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4067534, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.211068] env[69524]: DEBUG nova.compute.manager [req-7277f0f4-3bcc-4dff-8761-fc76d4848ce2 req-bda0ea38-e843-4fe7-b5c3-e7d1b732e20e service nova] [instance: ce9b3f98-be80-454d-a541-291921e3e1f7] Received event network-changed-577f1539-33fa-4d79-b257-af472b94dc8b {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.211068] env[69524]: DEBUG nova.compute.manager [req-7277f0f4-3bcc-4dff-8761-fc76d4848ce2 req-bda0ea38-e843-4fe7-b5c3-e7d1b732e20e service nova] [instance: ce9b3f98-be80-454d-a541-291921e3e1f7] Refreshing instance network info cache due to event network-changed-577f1539-33fa-4d79-b257-af472b94dc8b. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 734.211068] env[69524]: DEBUG oslo_concurrency.lockutils [req-7277f0f4-3bcc-4dff-8761-fc76d4848ce2 req-bda0ea38-e843-4fe7-b5c3-e7d1b732e20e service nova] Acquiring lock "refresh_cache-ce9b3f98-be80-454d-a541-291921e3e1f7" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.211068] env[69524]: DEBUG oslo_concurrency.lockutils [req-7277f0f4-3bcc-4dff-8761-fc76d4848ce2 req-bda0ea38-e843-4fe7-b5c3-e7d1b732e20e service nova] Acquired lock "refresh_cache-ce9b3f98-be80-454d-a541-291921e3e1f7" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.211068] env[69524]: DEBUG nova.network.neutron [req-7277f0f4-3bcc-4dff-8761-fc76d4848ce2 req-bda0ea38-e843-4fe7-b5c3-e7d1b732e20e service nova] [instance: ce9b3f98-be80-454d-a541-291921e3e1f7] Refreshing network info cache for port 577f1539-33fa-4d79-b257-af472b94dc8b {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.219847] env[69524]: DEBUG oslo_vmware.api [None req-8ca82196-9ebf-4368-a085-fb1e71b8d005 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Task: {'id': task-4067531, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.310748] env[69524]: DEBUG oslo_vmware.api [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] Task: {'id': task-4067532, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.351696] env[69524]: INFO nova.compute.manager [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Took 25.44 seconds to build instance. [ 734.353664] env[69524]: DEBUG oslo_vmware.api [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52e2a592-e07f-79f8-4967-0d13d5f1237e, 'name': SearchDatastore_Task, 'duration_secs': 0.017165} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.354470] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.354763] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] f900a036-6e0f-41f4-a7e1-da08ebcf48d2/f900a036-6e0f-41f4-a7e1-da08ebcf48d2.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 734.355061] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4724fd2-ddce-4fb8-9ac9-caa8e389a79b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.365342] env[69524]: DEBUG oslo_vmware.api [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for the task: (returnval){ [ 734.365342] env[69524]: value = "task-4067535" [ 734.365342] env[69524]: _type = "Task" [ 734.365342] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.377514] env[69524]: DEBUG oslo_vmware.api [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4067535, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.449207] env[69524]: DEBUG nova.network.neutron [None req-f59fde99-7379-4914-af1e-18190b1c13cd tempest-ServerExternalEventsTest-2070909105 tempest-ServerExternalEventsTest-2070909105-project] [instance: 1da4cbfb-3a1a-4dcb-91bf-427bd227935d] Updating instance_info_cache with network_info: [{"id": "531f6651-fc54-4392-adab-44f4ed9c8605", "address": "fa:16:3e:12:31:0d", "network": {"id": "9ba6743d-ce8d-49df-87a9-5afc4de01489", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.104", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a86a460dd4454b05b84917cee5434b27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap531f6651-fc", "ovs_interfaceid": "531f6651-fc54-4392-adab-44f4ed9c8605", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.475066] env[69524]: DEBUG nova.scheduler.client.report [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 734.576635] env[69524]: DEBUG oslo_vmware.api [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Task: {'id': task-4067533, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.656566] env[69524]: DEBUG oslo_vmware.api [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Task: {'id': task-4067529, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.010746} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.656966] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] ce9b3f98-be80-454d-a541-291921e3e1f7/ce9b3f98-be80-454d-a541-291921e3e1f7.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 734.657510] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] [instance: ce9b3f98-be80-454d-a541-291921e3e1f7] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 734.657843] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-adace34e-b438-4b3d-a62b-4f02dc8ea18b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.677045] env[69524]: DEBUG oslo_vmware.api [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Waiting for the task: (returnval){ [ 734.677045] env[69524]: value = "task-4067536" [ 734.677045] env[69524]: _type = "Task" [ 734.677045] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.686130] env[69524]: DEBUG oslo_vmware.api [None req-163948e6-c6c8-4beb-ab1f-4f8256620761 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4067534, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.693047] env[69524]: DEBUG oslo_vmware.api [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Task: {'id': task-4067536, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.709248] env[69524]: DEBUG oslo_vmware.api [None req-8ca82196-9ebf-4368-a085-fb1e71b8d005 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Task: {'id': task-4067531, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.756690] env[69524]: DEBUG nova.network.neutron [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Successfully updated port: ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 734.774511] env[69524]: DEBUG nova.network.neutron [req-5cb3e629-d4be-4735-9742-6ee0a41616ca req-3ebabba4-86ed-494e-98be-45fe0f28c617 service nova] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Updated VIF entry in instance network info cache for port 18b28c5b-7743-470b-8543-6763e961bb1b. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 734.775353] env[69524]: DEBUG nova.network.neutron [req-5cb3e629-d4be-4735-9742-6ee0a41616ca req-3ebabba4-86ed-494e-98be-45fe0f28c617 service nova] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Updating instance_info_cache with network_info: [{"id": "18b28c5b-7743-470b-8543-6763e961bb1b", "address": "fa:16:3e:2d:d4:16", "network": {"id": "b106d9d8-dc34-4f50-b322-d1ed6d20ee3b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1097604607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54095f21acb74b8d861305732d45e952", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18b28c5b-77", "ovs_interfaceid": "18b28c5b-7743-470b-8543-6763e961bb1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.779137] env[69524]: DEBUG nova.network.neutron [-] [instance: d0ff2c42-ec49-4659-8629-47a9fc275841] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.811676] env[69524]: DEBUG oslo_vmware.api [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] Task: {'id': task-4067532, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.855782] env[69524]: DEBUG oslo_concurrency.lockutils [None req-cdb4db2c-8343-4085-b3b7-2e2499237b1b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lock "e2c166bd-9b6d-4450-bba0-43bb56975555" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.936s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.886047] env[69524]: DEBUG oslo_vmware.api [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4067535, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.952098] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f59fde99-7379-4914-af1e-18190b1c13cd tempest-ServerExternalEventsTest-2070909105 tempest-ServerExternalEventsTest-2070909105-project] Releasing lock "refresh_cache-1da4cbfb-3a1a-4dcb-91bf-427bd227935d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.981774] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.963s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.982592] env[69524]: DEBUG nova.compute.manager [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: ca13258a-42e5-48f5-9264-af5b296c8a6f] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 734.986931] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.793s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.989279] env[69524]: INFO nova.compute.claims [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] [instance: 6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 735.067499] env[69524]: DEBUG oslo_vmware.api [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Task: {'id': task-4067533, 'name': PowerOnVM_Task, 'duration_secs': 0.918031} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.068499] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 735.068718] env[69524]: INFO nova.compute.manager [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] Took 10.52 seconds to spawn the instance on the hypervisor. [ 735.068884] env[69524]: DEBUG nova.compute.manager [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 735.069765] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d0bcdfa-c2f2-47cf-a91c-1dc1dbc2e3bc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.095669] env[69524]: DEBUG nova.network.neutron [req-7277f0f4-3bcc-4dff-8761-fc76d4848ce2 req-bda0ea38-e843-4fe7-b5c3-e7d1b732e20e service nova] [instance: ce9b3f98-be80-454d-a541-291921e3e1f7] Updated VIF entry in instance network info cache for port 577f1539-33fa-4d79-b257-af472b94dc8b. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 735.096073] env[69524]: DEBUG nova.network.neutron [req-7277f0f4-3bcc-4dff-8761-fc76d4848ce2 req-bda0ea38-e843-4fe7-b5c3-e7d1b732e20e service nova] [instance: ce9b3f98-be80-454d-a541-291921e3e1f7] Updating instance_info_cache with network_info: [{"id": "577f1539-33fa-4d79-b257-af472b94dc8b", "address": "fa:16:3e:f0:6a:17", "network": {"id": "9ba6743d-ce8d-49df-87a9-5afc4de01489", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.110", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a86a460dd4454b05b84917cee5434b27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap577f1539-33", "ovs_interfaceid": "577f1539-33fa-4d79-b257-af472b94dc8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.177119] env[69524]: DEBUG oslo_vmware.api [None req-163948e6-c6c8-4beb-ab1f-4f8256620761 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4067534, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.187986] env[69524]: DEBUG oslo_vmware.api [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Task: {'id': task-4067536, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.35231} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.188245] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] [instance: ce9b3f98-be80-454d-a541-291921e3e1f7] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 735.189108] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a37a8b4-5cbb-47d4-bb85-aa75f556899c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.221222] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] [instance: ce9b3f98-be80-454d-a541-291921e3e1f7] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] ce9b3f98-be80-454d-a541-291921e3e1f7/ce9b3f98-be80-454d-a541-291921e3e1f7.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 735.225487] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7aa64464-0cbb-4521-b0eb-fa3876de33b8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.247856] env[69524]: DEBUG oslo_vmware.api [None req-8ca82196-9ebf-4368-a085-fb1e71b8d005 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Task: {'id': task-4067531, 'name': RemoveSnapshot_Task, 'duration_secs': 1.540608} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.249584] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-8ca82196-9ebf-4368-a085-fb1e71b8d005 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Deleted Snapshot of the VM instance {{(pid=69524) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 735.249877] env[69524]: INFO nova.compute.manager [None req-8ca82196-9ebf-4368-a085-fb1e71b8d005 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Took 19.76 seconds to snapshot the instance on the hypervisor. [ 735.252622] env[69524]: DEBUG oslo_vmware.api [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Waiting for the task: (returnval){ [ 735.252622] env[69524]: value = "task-4067537" [ 735.252622] env[69524]: _type = "Task" [ 735.252622] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.262181] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Acquiring lock "refresh_cache-eaa67334-28fd-4d0f-ac77-37a80cbfff1f" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.262367] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Acquired lock "refresh_cache-eaa67334-28fd-4d0f-ac77-37a80cbfff1f" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.262480] env[69524]: DEBUG nova.network.neutron [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 735.268379] env[69524]: DEBUG oslo_vmware.api [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Task: {'id': task-4067537, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.287083] env[69524]: DEBUG oslo_concurrency.lockutils [req-5cb3e629-d4be-4735-9742-6ee0a41616ca req-3ebabba4-86ed-494e-98be-45fe0f28c617 service nova] Releasing lock "refresh_cache-f900a036-6e0f-41f4-a7e1-da08ebcf48d2" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.287986] env[69524]: INFO nova.compute.manager [-] [instance: d0ff2c42-ec49-4659-8629-47a9fc275841] Took 1.56 seconds to deallocate network for instance. [ 735.314298] env[69524]: DEBUG oslo_vmware.api [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] Task: {'id': task-4067532, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.242214} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.314792] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] eed731ec-573c-4c82-9639-a3a4a9c4a8f9/eed731ec-573c-4c82-9639-a3a4a9c4a8f9.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 735.315112] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 735.315667] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e4662df-b965-4bad-b912-5467eb79b4f5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.326620] env[69524]: DEBUG oslo_vmware.api [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] Waiting for the task: (returnval){ [ 735.326620] env[69524]: value = "task-4067538" [ 735.326620] env[69524]: _type = "Task" [ 735.326620] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.339131] env[69524]: DEBUG oslo_vmware.api [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] Task: {'id': task-4067538, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.363044] env[69524]: DEBUG nova.compute.manager [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 830a4429-edcd-4955-99d2-72fe88ed9ada] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 735.384210] env[69524]: DEBUG oslo_vmware.api [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4067535, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.431990] env[69524]: DEBUG oslo_concurrency.lockutils [None req-14219649-5e8b-4866-9370-cb0126098c0b tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Acquiring lock "1da4cbfb-3a1a-4dcb-91bf-427bd227935d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.434022] env[69524]: DEBUG oslo_concurrency.lockutils [None req-14219649-5e8b-4866-9370-cb0126098c0b tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Lock "1da4cbfb-3a1a-4dcb-91bf-427bd227935d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.434253] env[69524]: DEBUG oslo_concurrency.lockutils [None req-14219649-5e8b-4866-9370-cb0126098c0b tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Acquiring lock "1da4cbfb-3a1a-4dcb-91bf-427bd227935d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.434610] env[69524]: DEBUG oslo_concurrency.lockutils [None req-14219649-5e8b-4866-9370-cb0126098c0b tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Lock "1da4cbfb-3a1a-4dcb-91bf-427bd227935d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.435915] env[69524]: DEBUG oslo_concurrency.lockutils [None req-14219649-5e8b-4866-9370-cb0126098c0b tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Lock "1da4cbfb-3a1a-4dcb-91bf-427bd227935d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.438652] env[69524]: INFO nova.compute.manager [None req-14219649-5e8b-4866-9370-cb0126098c0b tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] [instance: 1da4cbfb-3a1a-4dcb-91bf-427bd227935d] Terminating instance [ 735.499711] env[69524]: DEBUG nova.compute.utils [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 735.505480] env[69524]: DEBUG nova.compute.manager [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: ca13258a-42e5-48f5-9264-af5b296c8a6f] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 735.505480] env[69524]: DEBUG nova.network.neutron [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: ca13258a-42e5-48f5-9264-af5b296c8a6f] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 735.594600] env[69524]: INFO nova.compute.manager [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] Took 25.13 seconds to build instance. [ 735.598822] env[69524]: DEBUG oslo_concurrency.lockutils [req-7277f0f4-3bcc-4dff-8761-fc76d4848ce2 req-bda0ea38-e843-4fe7-b5c3-e7d1b732e20e service nova] Releasing lock "refresh_cache-ce9b3f98-be80-454d-a541-291921e3e1f7" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.599098] env[69524]: DEBUG nova.compute.manager [req-7277f0f4-3bcc-4dff-8761-fc76d4848ce2 req-bda0ea38-e843-4fe7-b5c3-e7d1b732e20e service nova] [instance: be92232e-a9cf-4f72-9e06-5283afc5734a] Received event network-vif-deleted-4b62630c-c5d1-4bca-859e-2fae66fb1100 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.627977] env[69524]: DEBUG nova.policy [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d196627b0a3414a9800fd16ecaf3bfa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54095f21acb74b8d861305732d45e952', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 735.678076] env[69524]: DEBUG oslo_vmware.api [None req-163948e6-c6c8-4beb-ab1f-4f8256620761 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4067534, 'name': CreateSnapshot_Task, 'duration_secs': 1.254249} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.678463] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-163948e6-c6c8-4beb-ab1f-4f8256620761 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 70882fb7-913e-4c58-86d3-61519cda37c7] Created Snapshot of the VM instance {{(pid=69524) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 735.680037] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77fcd8e-4a35-4eb8-ae8c-51384471e6fc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.773217] env[69524]: DEBUG oslo_vmware.api [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Task: {'id': task-4067537, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.797554] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9e6d5cb7-8c53-48d5-8f97-0ffe2866d0d8 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.843522] env[69524]: DEBUG oslo_vmware.api [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] Task: {'id': task-4067538, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.233359} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.843709] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 735.844730] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e72dadd-9c91-4b93-8a79-0db14922af30 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.883130] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] eed731ec-573c-4c82-9639-a3a4a9c4a8f9/eed731ec-573c-4c82-9639-a3a4a9c4a8f9.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 735.887199] env[69524]: DEBUG nova.network.neutron [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 735.893322] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9947fbdc-6fbd-43ed-b1bd-4fe0d87652d3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.921443] env[69524]: DEBUG oslo_vmware.api [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4067535, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.313167} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.924561] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] f900a036-6e0f-41f4-a7e1-da08ebcf48d2/f900a036-6e0f-41f4-a7e1-da08ebcf48d2.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 735.924561] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 735.924561] env[69524]: DEBUG oslo_vmware.api [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] Waiting for the task: (returnval){ [ 735.924561] env[69524]: value = "task-4067540" [ 735.924561] env[69524]: _type = "Task" [ 735.924561] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.924824] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50536323-8bd5-4c53-92d9-1860e5f49b4a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.928318] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.943454] env[69524]: DEBUG nova.compute.manager [None req-14219649-5e8b-4866-9370-cb0126098c0b tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] [instance: 1da4cbfb-3a1a-4dcb-91bf-427bd227935d] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 735.943799] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-14219649-5e8b-4866-9370-cb0126098c0b tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] [instance: 1da4cbfb-3a1a-4dcb-91bf-427bd227935d] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 735.944053] env[69524]: DEBUG oslo_vmware.api [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] Task: {'id': task-4067540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.948669] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db257e1a-399d-4bab-b6f9-225727c1a475 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.954301] env[69524]: DEBUG oslo_vmware.api [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for the task: (returnval){ [ 735.954301] env[69524]: value = "task-4067541" [ 735.954301] env[69524]: _type = "Task" [ 735.954301] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.958870] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-14219649-5e8b-4866-9370-cb0126098c0b tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] [instance: 1da4cbfb-3a1a-4dcb-91bf-427bd227935d] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 735.959627] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-589176f3-4918-483d-8a23-1cdf1e19e8da {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.967816] env[69524]: DEBUG oslo_vmware.api [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4067541, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.970306] env[69524]: DEBUG oslo_vmware.api [None req-14219649-5e8b-4866-9370-cb0126098c0b tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Waiting for the task: (returnval){ [ 735.970306] env[69524]: value = "task-4067542" [ 735.970306] env[69524]: _type = "Task" [ 735.970306] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.979567] env[69524]: DEBUG oslo_vmware.api [None req-14219649-5e8b-4866-9370-cb0126098c0b tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Task: {'id': task-4067542, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.006544] env[69524]: DEBUG nova.compute.manager [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: ca13258a-42e5-48f5-9264-af5b296c8a6f] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 736.101157] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1017effc-be2e-48d7-b4bf-5ba92561f3ad tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Lock "e7db82ae-71dc-43c6-a19f-3b5ddfb7041d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.793s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.208977] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-163948e6-c6c8-4beb-ab1f-4f8256620761 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 70882fb7-913e-4c58-86d3-61519cda37c7] Creating linked-clone VM from snapshot {{(pid=69524) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 736.213316] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-538856a6-e804-45f8-bfac-b0d6502d76aa {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.228298] env[69524]: DEBUG oslo_vmware.api [None req-163948e6-c6c8-4beb-ab1f-4f8256620761 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the task: (returnval){ [ 736.228298] env[69524]: value = "task-4067543" [ 736.228298] env[69524]: _type = "Task" [ 736.228298] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.246893] env[69524]: DEBUG oslo_vmware.api [None req-163948e6-c6c8-4beb-ab1f-4f8256620761 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4067543, 'name': CloneVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.263801] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Acquiring lock "3a962860-7a12-485a-af4e-1e86f7292a8a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.264061] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Lock "3a962860-7a12-485a-af4e-1e86f7292a8a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.272930] env[69524]: DEBUG oslo_vmware.api [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Task: {'id': task-4067537, 'name': ReconfigVM_Task, 'duration_secs': 0.744245} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.276477] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] [instance: ce9b3f98-be80-454d-a541-291921e3e1f7] Reconfigured VM instance instance-0000000d to attach disk [datastore1] ce9b3f98-be80-454d-a541-291921e3e1f7/ce9b3f98-be80-454d-a541-291921e3e1f7.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 736.278414] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d0f4727-237a-4344-82f7-efbd6d01e985 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.289627] env[69524]: DEBUG oslo_vmware.api [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Waiting for the task: (returnval){ [ 736.289627] env[69524]: value = "task-4067544" [ 736.289627] env[69524]: _type = "Task" [ 736.289627] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.304839] env[69524]: DEBUG oslo_vmware.api [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Task: {'id': task-4067544, 'name': Rename_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.422965] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7442bc68-0f67-4e86-b82f-0820ad96c2f8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.434728] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0772b2a0-2922-4993-9660-02a3cfb18367 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.442566] env[69524]: DEBUG oslo_vmware.api [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] Task: {'id': task-4067540, 'name': ReconfigVM_Task, 'duration_secs': 0.428512} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.442854] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Reconfigured VM instance instance-00000003 to attach disk [datastore2] eed731ec-573c-4c82-9639-a3a4a9c4a8f9/eed731ec-573c-4c82-9639-a3a4a9c4a8f9.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 736.443433] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8622fa0-c341-4ef7-9590-8aaab5430c3a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.485347] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6375bb3a-29f9-4f10-9e4e-00eda2d58cea {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.488889] env[69524]: DEBUG oslo_vmware.api [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] Waiting for the task: (returnval){ [ 736.488889] env[69524]: value = "task-4067545" [ 736.488889] env[69524]: _type = "Task" [ 736.488889] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.501772] env[69524]: DEBUG oslo_vmware.api [None req-14219649-5e8b-4866-9370-cb0126098c0b tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Task: {'id': task-4067542, 'name': PowerOffVM_Task, 'duration_secs': 0.233094} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.502744] env[69524]: DEBUG oslo_vmware.api [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4067541, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088412} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.503735] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-14219649-5e8b-4866-9370-cb0126098c0b tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] [instance: 1da4cbfb-3a1a-4dcb-91bf-427bd227935d] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 736.503968] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-14219649-5e8b-4866-9370-cb0126098c0b tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] [instance: 1da4cbfb-3a1a-4dcb-91bf-427bd227935d] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 736.504300] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 736.505945] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b104209-8189-41f5-9f36-38bfffa085bf {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.515548] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d571aa0a-79b1-42a4-b703-3114db04fdac {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.518061] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c05df1-4db3-4cd0-a61e-375df49c81a6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.523806] env[69524]: DEBUG oslo_vmware.api [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] Task: {'id': task-4067545, 'name': Rename_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.540731] env[69524]: DEBUG nova.compute.provider_tree [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 736.563365] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] f900a036-6e0f-41f4-a7e1-da08ebcf48d2/f900a036-6e0f-41f4-a7e1-da08ebcf48d2.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 736.567736] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3758a691-66f6-4fdc-861b-04919e04f394 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.593852] env[69524]: DEBUG oslo_vmware.api [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for the task: (returnval){ [ 736.593852] env[69524]: value = "task-4067547" [ 736.593852] env[69524]: _type = "Task" [ 736.593852] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.603114] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-14219649-5e8b-4866-9370-cb0126098c0b tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] [instance: 1da4cbfb-3a1a-4dcb-91bf-427bd227935d] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 736.603479] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-14219649-5e8b-4866-9370-cb0126098c0b tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] [instance: 1da4cbfb-3a1a-4dcb-91bf-427bd227935d] Deleting contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 736.603829] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-14219649-5e8b-4866-9370-cb0126098c0b tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Deleting the datastore file [datastore2] 1da4cbfb-3a1a-4dcb-91bf-427bd227935d {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 736.607707] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c69d9d2-2945-4804-9270-3f67a641cbc5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.612251] env[69524]: DEBUG oslo_vmware.api [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4067547, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.612251] env[69524]: ERROR nova.scheduler.client.report [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] [req-079daa12-4ab4-4579-8054-b7b4faac91f5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 333a7aa4-d2cd-4888-ac97-9e43e6b91719. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-079daa12-4ab4-4579-8054-b7b4faac91f5"}]} [ 736.622030] env[69524]: DEBUG oslo_vmware.api [None req-14219649-5e8b-4866-9370-cb0126098c0b tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Waiting for the task: (returnval){ [ 736.622030] env[69524]: value = "task-4067548" [ 736.622030] env[69524]: _type = "Task" [ 736.622030] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.630429] env[69524]: DEBUG oslo_vmware.api [None req-14219649-5e8b-4866-9370-cb0126098c0b tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Task: {'id': task-4067548, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.636943] env[69524]: DEBUG nova.scheduler.client.report [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Refreshing inventories for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 736.657966] env[69524]: DEBUG nova.network.neutron [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: ca13258a-42e5-48f5-9264-af5b296c8a6f] Successfully created port: 04473d1d-1c99-423f-ae03-9c14e3ccafbf {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 736.671311] env[69524]: DEBUG nova.scheduler.client.report [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Updating ProviderTree inventory for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 736.671711] env[69524]: DEBUG nova.compute.provider_tree [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 736.691957] env[69524]: DEBUG nova.scheduler.client.report [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Refreshing aggregate associations for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719, aggregates: None {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 736.720901] env[69524]: DEBUG nova.network.neutron [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Updating instance_info_cache with network_info: [{"id": "ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd", "address": "fa:16:3e:41:9c:5a", "network": {"id": "8f05e130-7b35-408b-9e8f-3f57462c2e37", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1325207331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "acb0557b9b3b4d9da0c1f5fa81e8a64d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee0a48d2-a1", "ovs_interfaceid": "ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.723852] env[69524]: DEBUG nova.scheduler.client.report [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Refreshing trait associations for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 736.740066] env[69524]: DEBUG oslo_vmware.api [None req-163948e6-c6c8-4beb-ab1f-4f8256620761 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4067543, 'name': CloneVM_Task} progress is 94%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.770478] env[69524]: DEBUG nova.compute.manager [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 736.808672] env[69524]: DEBUG oslo_vmware.api [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Task: {'id': task-4067544, 'name': Rename_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.004681] env[69524]: DEBUG oslo_vmware.api [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] Task: {'id': task-4067545, 'name': Rename_Task, 'duration_secs': 0.243114} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.011494] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 737.012182] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-312e09f2-fcec-4707-84ce-9674461735ab {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.025956] env[69524]: DEBUG oslo_vmware.api [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] Waiting for the task: (returnval){ [ 737.025956] env[69524]: value = "task-4067549" [ 737.025956] env[69524]: _type = "Task" [ 737.025956] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.028198] env[69524]: DEBUG nova.compute.manager [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: ca13258a-42e5-48f5-9264-af5b296c8a6f] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 737.041778] env[69524]: DEBUG oslo_vmware.api [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] Task: {'id': task-4067549, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.070966] env[69524]: DEBUG nova.virt.hardware [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 737.073036] env[69524]: DEBUG nova.virt.hardware [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 737.073036] env[69524]: DEBUG nova.virt.hardware [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 737.073036] env[69524]: DEBUG nova.virt.hardware [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 737.073036] env[69524]: DEBUG nova.virt.hardware [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 737.073036] env[69524]: DEBUG nova.virt.hardware [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 737.073505] env[69524]: DEBUG nova.virt.hardware [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 737.073814] env[69524]: DEBUG nova.virt.hardware [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 737.074171] env[69524]: DEBUG nova.virt.hardware [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 737.074461] env[69524]: DEBUG nova.virt.hardware [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 737.075040] env[69524]: DEBUG nova.virt.hardware [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 737.076391] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-defad809-1b57-4f9b-9d5c-59c8e64f51c7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.098014] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f23a34-18e4-4001-bddb-0f1bb6e6a724 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.144413] env[69524]: DEBUG oslo_vmware.api [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4067547, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.160892] env[69524]: DEBUG oslo_vmware.api [None req-14219649-5e8b-4866-9370-cb0126098c0b tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Task: {'id': task-4067548, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252897} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.162499] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-14219649-5e8b-4866-9370-cb0126098c0b tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 737.162499] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-14219649-5e8b-4866-9370-cb0126098c0b tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] [instance: 1da4cbfb-3a1a-4dcb-91bf-427bd227935d] Deleted contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 737.162499] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-14219649-5e8b-4866-9370-cb0126098c0b tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] [instance: 1da4cbfb-3a1a-4dcb-91bf-427bd227935d] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 737.162499] env[69524]: INFO nova.compute.manager [None req-14219649-5e8b-4866-9370-cb0126098c0b tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] [instance: 1da4cbfb-3a1a-4dcb-91bf-427bd227935d] Took 1.22 seconds to destroy the instance on the hypervisor. [ 737.162842] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14219649-5e8b-4866-9370-cb0126098c0b tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.163121] env[69524]: DEBUG nova.compute.manager [-] [instance: 1da4cbfb-3a1a-4dcb-91bf-427bd227935d] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 737.163358] env[69524]: DEBUG nova.network.neutron [-] [instance: 1da4cbfb-3a1a-4dcb-91bf-427bd227935d] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 737.230032] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Releasing lock "refresh_cache-eaa67334-28fd-4d0f-ac77-37a80cbfff1f" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.230233] env[69524]: DEBUG nova.compute.manager [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Instance network_info: |[{"id": "ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd", "address": "fa:16:3e:41:9c:5a", "network": {"id": "8f05e130-7b35-408b-9e8f-3f57462c2e37", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1325207331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "acb0557b9b3b4d9da0c1f5fa81e8a64d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee0a48d2-a1", "ovs_interfaceid": "ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 737.230842] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:9c:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 737.243479] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Creating folder: Project (acb0557b9b3b4d9da0c1f5fa81e8a64d). Parent ref: group-v806025. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.249427] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f6f2b18-c6c7-4d13-94ef-778359b9b5a4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.252598] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab58e4d1-57fd-4df3-ae29-2a91c423d753 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.274064] env[69524]: DEBUG oslo_vmware.api [None req-163948e6-c6c8-4beb-ab1f-4f8256620761 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4067543, 'name': CloneVM_Task} progress is 94%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.276577] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc66d1a9-c9c4-4110-8e45-f29e58f09b18 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.283249] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Created folder: Project (acb0557b9b3b4d9da0c1f5fa81e8a64d) in parent group-v806025. [ 737.283575] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Creating folder: Instances. Parent ref: group-v806077. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.283942] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a18a8701-fabf-4985-b3db-7f88671a364c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.329166] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.331973] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fabc5d98-6881-420d-9d39-f4a8b5a2d68c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.335017] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Created folder: Instances in parent group-v806077. [ 737.335277] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 737.336287] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 737.337263] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81784b31-375c-4826-b97e-7895fd1372fc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.361023] env[69524]: DEBUG oslo_vmware.api [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Task: {'id': task-4067544, 'name': Rename_Task, 'duration_secs': 0.862739} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.362169] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f3e65f-fd9e-4631-b81b-4089626cbe35 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.368409] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] [instance: ce9b3f98-be80-454d-a541-291921e3e1f7] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 737.371313] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a34404e-9a8e-44a0-a570-7d034dfbac44 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.372863] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 737.372863] env[69524]: value = "task-4067552" [ 737.372863] env[69524]: _type = "Task" [ 737.372863] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.388544] env[69524]: DEBUG nova.compute.provider_tree [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 737.392351] env[69524]: DEBUG oslo_vmware.api [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Waiting for the task: (returnval){ [ 737.392351] env[69524]: value = "task-4067553" [ 737.392351] env[69524]: _type = "Task" [ 737.392351] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.401101] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067552, 'name': CreateVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.406796] env[69524]: DEBUG oslo_vmware.api [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Task: {'id': task-4067553, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.535807] env[69524]: DEBUG oslo_vmware.api [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] Task: {'id': task-4067549, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.629225] env[69524]: DEBUG oslo_vmware.api [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4067547, 'name': ReconfigVM_Task, 'duration_secs': 0.826963} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.629225] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Reconfigured VM instance instance-0000000e to attach disk [datastore1] f900a036-6e0f-41f4-a7e1-da08ebcf48d2/f900a036-6e0f-41f4-a7e1-da08ebcf48d2.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 737.630199] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8f8045c-2ec4-47bf-afec-3513f83ecbbc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.642583] env[69524]: DEBUG oslo_vmware.api [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for the task: (returnval){ [ 737.642583] env[69524]: value = "task-4067554" [ 737.642583] env[69524]: _type = "Task" [ 737.642583] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.656889] env[69524]: DEBUG oslo_vmware.api [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4067554, 'name': Rename_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.745619] env[69524]: DEBUG oslo_vmware.api [None req-163948e6-c6c8-4beb-ab1f-4f8256620761 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4067543, 'name': CloneVM_Task} progress is 95%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.888743] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067552, 'name': CreateVM_Task} progress is 25%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.909952] env[69524]: DEBUG oslo_vmware.api [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Task: {'id': task-4067553, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.940318] env[69524]: DEBUG nova.scheduler.client.report [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Updated inventory for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with generation 26 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 737.940318] env[69524]: DEBUG nova.compute.provider_tree [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Updating resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 generation from 26 to 27 during operation: update_inventory {{(pid=69524) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 737.940514] env[69524]: DEBUG nova.compute.provider_tree [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 738.040050] env[69524]: DEBUG oslo_vmware.api [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] Task: {'id': task-4067549, 'name': PowerOnVM_Task, 'duration_secs': 0.695117} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.040050] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 738.040050] env[69524]: DEBUG nova.compute.manager [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 738.040050] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a58515-69db-47cf-953a-e69ff638c357 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.047172] env[69524]: DEBUG nova.compute.manager [req-abd46477-b605-4df6-9168-a3460429fd1e req-d963f34e-c7e6-4cc6-9640-41e359b10110 service nova] [instance: d0ff2c42-ec49-4659-8629-47a9fc275841] Received event network-vif-deleted-6f77232b-4074-4664-b598-aa5b93678849 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.047393] env[69524]: DEBUG nova.compute.manager [req-abd46477-b605-4df6-9168-a3460429fd1e req-d963f34e-c7e6-4cc6-9640-41e359b10110 service nova] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Received event network-vif-plugged-ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.047591] env[69524]: DEBUG oslo_concurrency.lockutils [req-abd46477-b605-4df6-9168-a3460429fd1e req-d963f34e-c7e6-4cc6-9640-41e359b10110 service nova] Acquiring lock "eaa67334-28fd-4d0f-ac77-37a80cbfff1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.047806] env[69524]: DEBUG oslo_concurrency.lockutils [req-abd46477-b605-4df6-9168-a3460429fd1e req-d963f34e-c7e6-4cc6-9640-41e359b10110 service nova] Lock "eaa67334-28fd-4d0f-ac77-37a80cbfff1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.047966] env[69524]: DEBUG oslo_concurrency.lockutils [req-abd46477-b605-4df6-9168-a3460429fd1e req-d963f34e-c7e6-4cc6-9640-41e359b10110 service nova] Lock "eaa67334-28fd-4d0f-ac77-37a80cbfff1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.053335] env[69524]: DEBUG nova.compute.manager [req-abd46477-b605-4df6-9168-a3460429fd1e req-d963f34e-c7e6-4cc6-9640-41e359b10110 service nova] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] No waiting events found dispatching network-vif-plugged-ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 738.053565] env[69524]: WARNING nova.compute.manager [req-abd46477-b605-4df6-9168-a3460429fd1e req-d963f34e-c7e6-4cc6-9640-41e359b10110 service nova] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Received unexpected event network-vif-plugged-ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd for instance with vm_state building and task_state spawning. [ 738.053739] env[69524]: DEBUG nova.compute.manager [req-abd46477-b605-4df6-9168-a3460429fd1e req-d963f34e-c7e6-4cc6-9640-41e359b10110 service nova] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Received event network-changed-ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.053894] env[69524]: DEBUG nova.compute.manager [req-abd46477-b605-4df6-9168-a3460429fd1e req-d963f34e-c7e6-4cc6-9640-41e359b10110 service nova] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Refreshing instance network info cache due to event network-changed-ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 738.054147] env[69524]: DEBUG oslo_concurrency.lockutils [req-abd46477-b605-4df6-9168-a3460429fd1e req-d963f34e-c7e6-4cc6-9640-41e359b10110 service nova] Acquiring lock "refresh_cache-eaa67334-28fd-4d0f-ac77-37a80cbfff1f" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.054329] env[69524]: DEBUG oslo_concurrency.lockutils [req-abd46477-b605-4df6-9168-a3460429fd1e req-d963f34e-c7e6-4cc6-9640-41e359b10110 service nova] Acquired lock "refresh_cache-eaa67334-28fd-4d0f-ac77-37a80cbfff1f" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.054438] env[69524]: DEBUG nova.network.neutron [req-abd46477-b605-4df6-9168-a3460429fd1e req-d963f34e-c7e6-4cc6-9640-41e359b10110 service nova] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Refreshing network info cache for port ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 738.130021] env[69524]: DEBUG nova.compute.manager [req-80646f96-12a0-4dd1-98dd-3a0e19d29f17 req-ec6b732a-6339-488b-ab81-07cc5f35dcc9 service nova] [instance: 035b9722-90f0-45f0-84c0-17f7a5f1994b] Received event network-changed-379b0907-165e-4aad-92c3-95dc59c090d0 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.130021] env[69524]: DEBUG nova.compute.manager [req-80646f96-12a0-4dd1-98dd-3a0e19d29f17 req-ec6b732a-6339-488b-ab81-07cc5f35dcc9 service nova] [instance: 035b9722-90f0-45f0-84c0-17f7a5f1994b] Refreshing instance network info cache due to event network-changed-379b0907-165e-4aad-92c3-95dc59c090d0. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 738.130021] env[69524]: DEBUG oslo_concurrency.lockutils [req-80646f96-12a0-4dd1-98dd-3a0e19d29f17 req-ec6b732a-6339-488b-ab81-07cc5f35dcc9 service nova] Acquiring lock "refresh_cache-035b9722-90f0-45f0-84c0-17f7a5f1994b" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.130021] env[69524]: DEBUG oslo_concurrency.lockutils [req-80646f96-12a0-4dd1-98dd-3a0e19d29f17 req-ec6b732a-6339-488b-ab81-07cc5f35dcc9 service nova] Acquired lock "refresh_cache-035b9722-90f0-45f0-84c0-17f7a5f1994b" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.130021] env[69524]: DEBUG nova.network.neutron [req-80646f96-12a0-4dd1-98dd-3a0e19d29f17 req-ec6b732a-6339-488b-ab81-07cc5f35dcc9 service nova] [instance: 035b9722-90f0-45f0-84c0-17f7a5f1994b] Refreshing network info cache for port 379b0907-165e-4aad-92c3-95dc59c090d0 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 738.161332] env[69524]: DEBUG oslo_vmware.api [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4067554, 'name': Rename_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.247971] env[69524]: DEBUG oslo_vmware.api [None req-163948e6-c6c8-4beb-ab1f-4f8256620761 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4067543, 'name': CloneVM_Task, 'duration_secs': 1.745525} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.248146] env[69524]: INFO nova.virt.vmwareapi.vmops [None req-163948e6-c6c8-4beb-ab1f-4f8256620761 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 70882fb7-913e-4c58-86d3-61519cda37c7] Created linked-clone VM from snapshot [ 738.249332] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc8e70a-d55f-46e9-b99c-1c49bd8ec2b8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.269617] env[69524]: DEBUG nova.virt.vmwareapi.images [None req-163948e6-c6c8-4beb-ab1f-4f8256620761 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 70882fb7-913e-4c58-86d3-61519cda37c7] Uploading image 575d163f-aa0d-414b-a811-95646ad402bc {{(pid=69524) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 738.296338] env[69524]: DEBUG oslo_vmware.rw_handles [None req-163948e6-c6c8-4beb-ab1f-4f8256620761 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 738.296338] env[69524]: value = "vm-806076" [ 738.296338] env[69524]: _type = "VirtualMachine" [ 738.296338] env[69524]: }. {{(pid=69524) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 738.297335] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d9f1e9c9-fce4-419e-863d-39fc5157c466 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.307543] env[69524]: DEBUG oslo_vmware.rw_handles [None req-163948e6-c6c8-4beb-ab1f-4f8256620761 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Lease: (returnval){ [ 738.307543] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]520feb5d-7600-82b8-908c-3b70ed7305ac" [ 738.307543] env[69524]: _type = "HttpNfcLease" [ 738.307543] env[69524]: } obtained for exporting VM: (result){ [ 738.307543] env[69524]: value = "vm-806076" [ 738.307543] env[69524]: _type = "VirtualMachine" [ 738.307543] env[69524]: }. {{(pid=69524) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 738.307821] env[69524]: DEBUG oslo_vmware.api [None req-163948e6-c6c8-4beb-ab1f-4f8256620761 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the lease: (returnval){ [ 738.307821] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]520feb5d-7600-82b8-908c-3b70ed7305ac" [ 738.307821] env[69524]: _type = "HttpNfcLease" [ 738.307821] env[69524]: } to be ready. {{(pid=69524) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 738.319099] env[69524]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 738.319099] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]520feb5d-7600-82b8-908c-3b70ed7305ac" [ 738.319099] env[69524]: _type = "HttpNfcLease" [ 738.319099] env[69524]: } is initializing. {{(pid=69524) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 738.354514] env[69524]: DEBUG nova.network.neutron [-] [instance: 1da4cbfb-3a1a-4dcb-91bf-427bd227935d] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.394373] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067552, 'name': CreateVM_Task} progress is 25%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.409854] env[69524]: DEBUG oslo_vmware.api [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Task: {'id': task-4067553, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.449084] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.461s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.449084] env[69524]: DEBUG nova.compute.manager [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] [instance: 6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 738.452568] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.832s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.455431] env[69524]: INFO nova.compute.claims [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] [instance: 5888cdd0-2309-4abc-b928-8bcbf164258e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 738.577947] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.656736] env[69524]: DEBUG oslo_vmware.api [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4067554, 'name': Rename_Task, 'duration_secs': 0.984328} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.656736] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.656736] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-853f824b-8ece-4045-a591-8d983db888b7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.666294] env[69524]: DEBUG oslo_vmware.api [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for the task: (returnval){ [ 738.666294] env[69524]: value = "task-4067557" [ 738.666294] env[69524]: _type = "Task" [ 738.666294] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.676964] env[69524]: DEBUG oslo_vmware.api [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4067557, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.779244] env[69524]: DEBUG nova.network.neutron [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: ca13258a-42e5-48f5-9264-af5b296c8a6f] Successfully updated port: 04473d1d-1c99-423f-ae03-9c14e3ccafbf {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 738.817494] env[69524]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 738.817494] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]520feb5d-7600-82b8-908c-3b70ed7305ac" [ 738.817494] env[69524]: _type = "HttpNfcLease" [ 738.817494] env[69524]: } is ready. {{(pid=69524) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 738.817791] env[69524]: DEBUG oslo_vmware.rw_handles [None req-163948e6-c6c8-4beb-ab1f-4f8256620761 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 738.817791] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]520feb5d-7600-82b8-908c-3b70ed7305ac" [ 738.817791] env[69524]: _type = "HttpNfcLease" [ 738.817791] env[69524]: }. {{(pid=69524) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 738.819491] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5003ecd2-1771-4427-9e02-201d6eeb4edb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.828569] env[69524]: DEBUG oslo_vmware.rw_handles [None req-163948e6-c6c8-4beb-ab1f-4f8256620761 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5288260a-51b4-6bde-82e3-65d06e28f9c0/disk-0.vmdk from lease info. {{(pid=69524) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 738.828734] env[69524]: DEBUG oslo_vmware.rw_handles [None req-163948e6-c6c8-4beb-ab1f-4f8256620761 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5288260a-51b4-6bde-82e3-65d06e28f9c0/disk-0.vmdk for reading. {{(pid=69524) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 738.888989] env[69524]: INFO nova.compute.manager [-] [instance: 1da4cbfb-3a1a-4dcb-91bf-427bd227935d] Took 1.73 seconds to deallocate network for instance. [ 738.919490] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067552, 'name': CreateVM_Task, 'duration_secs': 1.507426} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.922936] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 738.923395] env[69524]: DEBUG oslo_vmware.api [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Task: {'id': task-4067553, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.924304] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.924529] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.924940] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.925255] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b73875a7-8cbd-4462-9751-adafdde78ba0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.934779] env[69524]: DEBUG oslo_vmware.api [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Waiting for the task: (returnval){ [ 738.934779] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52cb13cb-e450-4d85-9982-dea924c0a7ae" [ 738.934779] env[69524]: _type = "Task" [ 738.934779] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.943986] env[69524]: DEBUG oslo_vmware.api [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52cb13cb-e450-4d85-9982-dea924c0a7ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.956228] env[69524]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-de0ec8a7-992b-4961-8fce-de4dad13667e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.964185] env[69524]: DEBUG nova.compute.utils [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 738.973912] env[69524]: DEBUG nova.compute.manager [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] [instance: 6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 738.974630] env[69524]: DEBUG nova.network.neutron [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] [instance: 6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 739.173111] env[69524]: DEBUG nova.policy [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0969cdebca5241d9a0e2e7690e763c78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '151bfd5e068d450da9fd3e96edc9a6ba', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 739.184707] env[69524]: DEBUG oslo_vmware.api [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4067557, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.260579] env[69524]: DEBUG nova.network.neutron [req-abd46477-b605-4df6-9168-a3460429fd1e req-d963f34e-c7e6-4cc6-9640-41e359b10110 service nova] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Updated VIF entry in instance network info cache for port ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 739.260579] env[69524]: DEBUG nova.network.neutron [req-abd46477-b605-4df6-9168-a3460429fd1e req-d963f34e-c7e6-4cc6-9640-41e359b10110 service nova] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Updating instance_info_cache with network_info: [{"id": "ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd", "address": "fa:16:3e:41:9c:5a", "network": {"id": "8f05e130-7b35-408b-9e8f-3f57462c2e37", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1325207331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "acb0557b9b3b4d9da0c1f5fa81e8a64d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee0a48d2-a1", "ovs_interfaceid": "ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.287509] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Acquiring lock "refresh_cache-ca13258a-42e5-48f5-9264-af5b296c8a6f" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.287812] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Acquired lock "refresh_cache-ca13258a-42e5-48f5-9264-af5b296c8a6f" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.288237] env[69524]: DEBUG nova.network.neutron [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: ca13258a-42e5-48f5-9264-af5b296c8a6f] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 739.394260] env[69524]: DEBUG nova.network.neutron [req-80646f96-12a0-4dd1-98dd-3a0e19d29f17 req-ec6b732a-6339-488b-ab81-07cc5f35dcc9 service nova] [instance: 035b9722-90f0-45f0-84c0-17f7a5f1994b] Updated VIF entry in instance network info cache for port 379b0907-165e-4aad-92c3-95dc59c090d0. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 739.394819] env[69524]: DEBUG nova.network.neutron [req-80646f96-12a0-4dd1-98dd-3a0e19d29f17 req-ec6b732a-6339-488b-ab81-07cc5f35dcc9 service nova] [instance: 035b9722-90f0-45f0-84c0-17f7a5f1994b] Updating instance_info_cache with network_info: [{"id": "379b0907-165e-4aad-92c3-95dc59c090d0", "address": "fa:16:3e:ca:59:fb", "network": {"id": "83b5b669-1127-466e-a1d3-d2ddd7a35a32", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-128524143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ae0643199f1483bbac41f0f4a2857ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap379b0907-16", "ovs_interfaceid": "379b0907-165e-4aad-92c3-95dc59c090d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.407866] env[69524]: DEBUG oslo_concurrency.lockutils [None req-14219649-5e8b-4866-9370-cb0126098c0b tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.422179] env[69524]: DEBUG oslo_vmware.api [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Task: {'id': task-4067553, 'name': PowerOnVM_Task, 'duration_secs': 1.68841} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.423583] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] [instance: ce9b3f98-be80-454d-a541-291921e3e1f7] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 739.424275] env[69524]: INFO nova.compute.manager [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] [instance: ce9b3f98-be80-454d-a541-291921e3e1f7] Took 12.40 seconds to spawn the instance on the hypervisor. [ 739.424556] env[69524]: DEBUG nova.compute.manager [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] [instance: ce9b3f98-be80-454d-a541-291921e3e1f7] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 739.426119] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f7b754-6849-4120-98de-2342b75d7cb7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.455475] env[69524]: DEBUG oslo_vmware.api [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52cb13cb-e450-4d85-9982-dea924c0a7ae, 'name': SearchDatastore_Task, 'duration_secs': 0.014775} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.458468] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.458468] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 739.458468] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.458468] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.458639] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 739.458639] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e421682-7f75-4391-8545-8539e16fd700 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.472116] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 739.472692] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 739.473966] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d74c0b6-33a4-432d-8e19-ec650fd433cd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.480353] env[69524]: DEBUG nova.compute.manager [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] [instance: 6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 739.496470] env[69524]: DEBUG oslo_vmware.api [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Waiting for the task: (returnval){ [ 739.496470] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52039a69-9d08-989c-5785-cb41f89cda0b" [ 739.496470] env[69524]: _type = "Task" [ 739.496470] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.512343] env[69524]: DEBUG oslo_vmware.api [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52039a69-9d08-989c-5785-cb41f89cda0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.677625] env[69524]: DEBUG oslo_vmware.api [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4067557, 'name': PowerOnVM_Task, 'duration_secs': 0.667706} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.680789] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 739.681073] env[69524]: INFO nova.compute.manager [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Took 10.16 seconds to spawn the instance on the hypervisor. [ 739.681299] env[69524]: DEBUG nova.compute.manager [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 739.682538] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301fa597-6aed-4a00-a750-46cea60b219c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.764970] env[69524]: DEBUG oslo_concurrency.lockutils [req-abd46477-b605-4df6-9168-a3460429fd1e req-d963f34e-c7e6-4cc6-9640-41e359b10110 service nova] Releasing lock "refresh_cache-eaa67334-28fd-4d0f-ac77-37a80cbfff1f" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.875500] env[69524]: DEBUG nova.network.neutron [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: ca13258a-42e5-48f5-9264-af5b296c8a6f] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 739.899924] env[69524]: DEBUG oslo_concurrency.lockutils [req-80646f96-12a0-4dd1-98dd-3a0e19d29f17 req-ec6b732a-6339-488b-ab81-07cc5f35dcc9 service nova] Releasing lock "refresh_cache-035b9722-90f0-45f0-84c0-17f7a5f1994b" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.938223] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03309bbc-62ed-487d-91f5-202d0390ab9b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.958447] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74fa2ac2-cc61-416e-ab63-b18a85ab6fed {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.969496] env[69524]: INFO nova.compute.manager [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] [instance: ce9b3f98-be80-454d-a541-291921e3e1f7] Took 20.82 seconds to build instance. [ 740.016332] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75c82c5-7e29-411e-8128-b31c9d5a95e1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.032808] env[69524]: DEBUG oslo_vmware.api [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52039a69-9d08-989c-5785-cb41f89cda0b, 'name': SearchDatastore_Task, 'duration_secs': 0.01734} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.035877] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791262ca-2664-4269-b1ea-84195212b33c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.042147] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86b3aa03-39f1-4887-ba31-780e49266e8c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.059235] env[69524]: DEBUG nova.compute.provider_tree [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.061198] env[69524]: DEBUG oslo_vmware.api [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Waiting for the task: (returnval){ [ 740.061198] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52c2a68f-1fff-deef-f42c-16994023fa62" [ 740.061198] env[69524]: _type = "Task" [ 740.061198] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.073706] env[69524]: DEBUG oslo_vmware.api [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52c2a68f-1fff-deef-f42c-16994023fa62, 'name': SearchDatastore_Task, 'duration_secs': 0.014422} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.074122] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.074499] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] eaa67334-28fd-4d0f-ac77-37a80cbfff1f/eaa67334-28fd-4d0f-ac77-37a80cbfff1f.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 740.074884] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2dd5735c-9299-486e-bc78-04d08fc5f6ad {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.087200] env[69524]: DEBUG oslo_vmware.api [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Waiting for the task: (returnval){ [ 740.087200] env[69524]: value = "task-4067559" [ 740.087200] env[69524]: _type = "Task" [ 740.087200] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.097348] env[69524]: DEBUG oslo_vmware.api [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Task: {'id': task-4067559, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.163496] env[69524]: DEBUG nova.network.neutron [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: ca13258a-42e5-48f5-9264-af5b296c8a6f] Updating instance_info_cache with network_info: [{"id": "04473d1d-1c99-423f-ae03-9c14e3ccafbf", "address": "fa:16:3e:a3:7c:c5", "network": {"id": "b106d9d8-dc34-4f50-b322-d1ed6d20ee3b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1097604607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54095f21acb74b8d861305732d45e952", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04473d1d-1c", "ovs_interfaceid": "04473d1d-1c99-423f-ae03-9c14e3ccafbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.205903] env[69524]: INFO nova.compute.manager [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Took 18.45 seconds to build instance. [ 740.476144] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3902c152-84ec-4b76-b864-5f7dbffd1e8e tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Lock "ce9b3f98-be80-454d-a541-291921e3e1f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.335s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.522023] env[69524]: DEBUG nova.compute.manager [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] [instance: 6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 740.557167] env[69524]: DEBUG nova.virt.hardware [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 740.557167] env[69524]: DEBUG nova.virt.hardware [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 740.557759] env[69524]: DEBUG nova.virt.hardware [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 740.561191] env[69524]: DEBUG nova.virt.hardware [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 740.561191] env[69524]: DEBUG nova.virt.hardware [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 740.561191] env[69524]: DEBUG nova.virt.hardware [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 740.561191] env[69524]: DEBUG nova.virt.hardware [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 740.561191] env[69524]: DEBUG nova.virt.hardware [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 740.561714] env[69524]: DEBUG nova.virt.hardware [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 740.561714] env[69524]: DEBUG nova.virt.hardware [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 740.561714] env[69524]: DEBUG nova.virt.hardware [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 740.561714] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b260ca5-c43e-43ad-be1c-860c882e04ba {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.569397] env[69524]: DEBUG nova.scheduler.client.report [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 740.583045] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ffef00e-b3de-433d-bcc1-d61020ddaedb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.616169] env[69524]: DEBUG oslo_vmware.api [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Task: {'id': task-4067559, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.665960] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Releasing lock "refresh_cache-ca13258a-42e5-48f5-9264-af5b296c8a6f" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.666454] env[69524]: DEBUG nova.compute.manager [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: ca13258a-42e5-48f5-9264-af5b296c8a6f] Instance network_info: |[{"id": "04473d1d-1c99-423f-ae03-9c14e3ccafbf", "address": "fa:16:3e:a3:7c:c5", "network": {"id": "b106d9d8-dc34-4f50-b322-d1ed6d20ee3b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1097604607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54095f21acb74b8d861305732d45e952", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04473d1d-1c", "ovs_interfaceid": "04473d1d-1c99-423f-ae03-9c14e3ccafbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 740.666999] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: ca13258a-42e5-48f5-9264-af5b296c8a6f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:7c:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f499bc9-78da-46c1-9274-19edf26d31cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04473d1d-1c99-423f-ae03-9c14e3ccafbf', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 740.680610] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 740.680610] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca13258a-42e5-48f5-9264-af5b296c8a6f] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 740.680610] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9988d580-fa89-4ad8-a739-ef93563f58ad {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.708614] env[69524]: DEBUG nova.network.neutron [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] [instance: 6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5] Successfully created port: 822ff49e-5c4e-4854-aa3b-e5267db58356 {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 740.711640] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3896f041-969e-45c3-b37f-a62ed5a10aaa tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Lock "f900a036-6e0f-41f4-a7e1-da08ebcf48d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.973s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.718599] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 740.718599] env[69524]: value = "task-4067560" [ 740.718599] env[69524]: _type = "Task" [ 740.718599] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.728460] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067560, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.076858] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.076858] env[69524]: DEBUG nova.compute.manager [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] [instance: 5888cdd0-2309-4abc-b928-8bcbf164258e] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 741.079244] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.027s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.082563] env[69524]: INFO nova.compute.claims [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 741.106436] env[69524]: DEBUG oslo_vmware.api [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Task: {'id': task-4067559, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573246} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.107434] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] eaa67334-28fd-4d0f-ac77-37a80cbfff1f/eaa67334-28fd-4d0f-ac77-37a80cbfff1f.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 741.107926] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 741.108493] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c54ccff-e495-49eb-a8fd-53bef70f47a3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.121028] env[69524]: DEBUG oslo_vmware.api [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Waiting for the task: (returnval){ [ 741.121028] env[69524]: value = "task-4067561" [ 741.121028] env[69524]: _type = "Task" [ 741.121028] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.135910] env[69524]: DEBUG oslo_vmware.api [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Task: {'id': task-4067561, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.236790] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067560, 'name': CreateVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.449931] env[69524]: DEBUG nova.compute.manager [req-801b1e3f-b429-4baf-b50f-4615bbeac958 req-9c7ad7e1-a388-4095-8e4e-90a5b60413b1 service nova] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Received event network-changed-0f025ac1-3f58-43d7-9e27-1347bb8f0c1b {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.449931] env[69524]: DEBUG nova.compute.manager [req-801b1e3f-b429-4baf-b50f-4615bbeac958 req-9c7ad7e1-a388-4095-8e4e-90a5b60413b1 service nova] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Refreshing instance network info cache due to event network-changed-0f025ac1-3f58-43d7-9e27-1347bb8f0c1b. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 741.449931] env[69524]: DEBUG oslo_concurrency.lockutils [req-801b1e3f-b429-4baf-b50f-4615bbeac958 req-9c7ad7e1-a388-4095-8e4e-90a5b60413b1 service nova] Acquiring lock "refresh_cache-e2c166bd-9b6d-4450-bba0-43bb56975555" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.449931] env[69524]: DEBUG oslo_concurrency.lockutils [req-801b1e3f-b429-4baf-b50f-4615bbeac958 req-9c7ad7e1-a388-4095-8e4e-90a5b60413b1 service nova] Acquired lock "refresh_cache-e2c166bd-9b6d-4450-bba0-43bb56975555" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.449931] env[69524]: DEBUG nova.network.neutron [req-801b1e3f-b429-4baf-b50f-4615bbeac958 req-9c7ad7e1-a388-4095-8e4e-90a5b60413b1 service nova] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Refreshing network info cache for port 0f025ac1-3f58-43d7-9e27-1347bb8f0c1b {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 741.472661] env[69524]: DEBUG nova.compute.manager [req-0e6be78a-c377-4067-ad70-29b8fbcb44b0 req-3d601860-bb81-4c82-baea-a3a66f9068d2 service nova] [instance: ca13258a-42e5-48f5-9264-af5b296c8a6f] Received event network-vif-plugged-04473d1d-1c99-423f-ae03-9c14e3ccafbf {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.472892] env[69524]: DEBUG oslo_concurrency.lockutils [req-0e6be78a-c377-4067-ad70-29b8fbcb44b0 req-3d601860-bb81-4c82-baea-a3a66f9068d2 service nova] Acquiring lock "ca13258a-42e5-48f5-9264-af5b296c8a6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.473099] env[69524]: DEBUG oslo_concurrency.lockutils [req-0e6be78a-c377-4067-ad70-29b8fbcb44b0 req-3d601860-bb81-4c82-baea-a3a66f9068d2 service nova] Lock "ca13258a-42e5-48f5-9264-af5b296c8a6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.473243] env[69524]: DEBUG oslo_concurrency.lockutils [req-0e6be78a-c377-4067-ad70-29b8fbcb44b0 req-3d601860-bb81-4c82-baea-a3a66f9068d2 service nova] Lock "ca13258a-42e5-48f5-9264-af5b296c8a6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.473524] env[69524]: DEBUG nova.compute.manager [req-0e6be78a-c377-4067-ad70-29b8fbcb44b0 req-3d601860-bb81-4c82-baea-a3a66f9068d2 service nova] [instance: ca13258a-42e5-48f5-9264-af5b296c8a6f] No waiting events found dispatching network-vif-plugged-04473d1d-1c99-423f-ae03-9c14e3ccafbf {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 741.473777] env[69524]: WARNING nova.compute.manager [req-0e6be78a-c377-4067-ad70-29b8fbcb44b0 req-3d601860-bb81-4c82-baea-a3a66f9068d2 service nova] [instance: ca13258a-42e5-48f5-9264-af5b296c8a6f] Received unexpected event network-vif-plugged-04473d1d-1c99-423f-ae03-9c14e3ccafbf for instance with vm_state building and task_state spawning. [ 741.473872] env[69524]: DEBUG nova.compute.manager [req-0e6be78a-c377-4067-ad70-29b8fbcb44b0 req-3d601860-bb81-4c82-baea-a3a66f9068d2 service nova] [instance: ca13258a-42e5-48f5-9264-af5b296c8a6f] Received event network-changed-04473d1d-1c99-423f-ae03-9c14e3ccafbf {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.474012] env[69524]: DEBUG nova.compute.manager [req-0e6be78a-c377-4067-ad70-29b8fbcb44b0 req-3d601860-bb81-4c82-baea-a3a66f9068d2 service nova] [instance: ca13258a-42e5-48f5-9264-af5b296c8a6f] Refreshing instance network info cache due to event network-changed-04473d1d-1c99-423f-ae03-9c14e3ccafbf. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 741.474219] env[69524]: DEBUG oslo_concurrency.lockutils [req-0e6be78a-c377-4067-ad70-29b8fbcb44b0 req-3d601860-bb81-4c82-baea-a3a66f9068d2 service nova] Acquiring lock "refresh_cache-ca13258a-42e5-48f5-9264-af5b296c8a6f" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.474780] env[69524]: DEBUG oslo_concurrency.lockutils [req-0e6be78a-c377-4067-ad70-29b8fbcb44b0 req-3d601860-bb81-4c82-baea-a3a66f9068d2 service nova] Acquired lock "refresh_cache-ca13258a-42e5-48f5-9264-af5b296c8a6f" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.474780] env[69524]: DEBUG nova.network.neutron [req-0e6be78a-c377-4067-ad70-29b8fbcb44b0 req-3d601860-bb81-4c82-baea-a3a66f9068d2 service nova] [instance: ca13258a-42e5-48f5-9264-af5b296c8a6f] Refreshing network info cache for port 04473d1d-1c99-423f-ae03-9c14e3ccafbf {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 741.588198] env[69524]: DEBUG nova.compute.utils [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 741.594482] env[69524]: DEBUG nova.compute.manager [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] [instance: 5888cdd0-2309-4abc-b928-8bcbf164258e] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 741.596380] env[69524]: DEBUG nova.network.neutron [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] [instance: 5888cdd0-2309-4abc-b928-8bcbf164258e] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 741.638142] env[69524]: DEBUG oslo_vmware.api [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Task: {'id': task-4067561, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118567} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.638645] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 741.640030] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2759eba4-3245-4a29-81bb-889c24f99b9f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.669562] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] eaa67334-28fd-4d0f-ac77-37a80cbfff1f/eaa67334-28fd-4d0f-ac77-37a80cbfff1f.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 741.670121] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4edfc5c4-0c37-4ad1-9989-80567bbc7fa3 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Acquiring lock "eed731ec-573c-4c82-9639-a3a4a9c4a8f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.670313] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4edfc5c4-0c37-4ad1-9989-80567bbc7fa3 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Lock "eed731ec-573c-4c82-9639-a3a4a9c4a8f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.670509] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4edfc5c4-0c37-4ad1-9989-80567bbc7fa3 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Acquiring lock "eed731ec-573c-4c82-9639-a3a4a9c4a8f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.670684] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4edfc5c4-0c37-4ad1-9989-80567bbc7fa3 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Lock "eed731ec-573c-4c82-9639-a3a4a9c4a8f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.670849] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4edfc5c4-0c37-4ad1-9989-80567bbc7fa3 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Lock "eed731ec-573c-4c82-9639-a3a4a9c4a8f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.672479] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ef17333-7b41-4a70-a8f7-68cfafc5f4fd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.691163] env[69524]: INFO nova.compute.manager [None req-4edfc5c4-0c37-4ad1-9989-80567bbc7fa3 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Terminating instance [ 741.700886] env[69524]: DEBUG oslo_vmware.api [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Waiting for the task: (returnval){ [ 741.700886] env[69524]: value = "task-4067562" [ 741.700886] env[69524]: _type = "Task" [ 741.700886] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.712048] env[69524]: DEBUG oslo_vmware.api [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Task: {'id': task-4067562, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.735023] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067560, 'name': CreateVM_Task, 'duration_secs': 0.6021} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.735023] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca13258a-42e5-48f5-9264-af5b296c8a6f] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 741.735023] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.735023] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.735268] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.735498] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04cbabea-4885-4cdc-8434-e8a0a061bf33 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.743036] env[69524]: DEBUG oslo_vmware.api [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for the task: (returnval){ [ 741.743036] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52c837fe-98a5-9733-7d21-ca1419cbdcd0" [ 741.743036] env[69524]: _type = "Task" [ 741.743036] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.744920] env[69524]: DEBUG nova.policy [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4869810379e48d39d110ac34624a2ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8bd0640f10a340a686ecc6983593e27a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 741.761370] env[69524]: DEBUG oslo_vmware.api [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52c837fe-98a5-9733-7d21-ca1419cbdcd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.100207] env[69524]: DEBUG nova.compute.manager [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] [instance: 5888cdd0-2309-4abc-b928-8bcbf164258e] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 742.202605] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4edfc5c4-0c37-4ad1-9989-80567bbc7fa3 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Acquiring lock "refresh_cache-eed731ec-573c-4c82-9639-a3a4a9c4a8f9" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.202826] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4edfc5c4-0c37-4ad1-9989-80567bbc7fa3 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Acquired lock "refresh_cache-eed731ec-573c-4c82-9639-a3a4a9c4a8f9" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.202917] env[69524]: DEBUG nova.network.neutron [None req-4edfc5c4-0c37-4ad1-9989-80567bbc7fa3 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 742.223118] env[69524]: DEBUG oslo_vmware.api [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Task: {'id': task-4067562, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.264394] env[69524]: DEBUG oslo_vmware.api [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52c837fe-98a5-9733-7d21-ca1419cbdcd0, 'name': SearchDatastore_Task, 'duration_secs': 0.02783} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.268901] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.269352] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: ca13258a-42e5-48f5-9264-af5b296c8a6f] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 742.269667] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.269962] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.270249] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 742.271880] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a006cdd9-61e3-41b0-8b16-3dba9301308c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.284640] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 742.284640] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 742.286098] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de454fe9-aa22-4328-99bf-13e22272e43e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.298868] env[69524]: DEBUG oslo_vmware.api [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for the task: (returnval){ [ 742.298868] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]523df995-3ac3-ee9a-1321-c95c23d6bd2b" [ 742.298868] env[69524]: _type = "Task" [ 742.298868] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.310713] env[69524]: DEBUG oslo_vmware.api [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]523df995-3ac3-ee9a-1321-c95c23d6bd2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.581494] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e4e756-70c7-4f4f-ab23-51268c4b9447 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.590692] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da33e20-3931-495c-804c-710368edbed8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.630972] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd9cdb4-cadb-4315-8fd0-990856372768 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.649280] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6501ac-99d6-4f09-81ab-b4e5b9d8757c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.682065] env[69524]: DEBUG nova.compute.provider_tree [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.720332] env[69524]: DEBUG oslo_vmware.api [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Task: {'id': task-4067562, 'name': ReconfigVM_Task, 'duration_secs': 0.57706} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.720688] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Reconfigured VM instance instance-0000000f to attach disk [datastore1] eaa67334-28fd-4d0f-ac77-37a80cbfff1f/eaa67334-28fd-4d0f-ac77-37a80cbfff1f.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 742.721548] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b2789d94-ddbf-4d51-b97e-e257665e8372 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.730217] env[69524]: DEBUG oslo_vmware.api [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Waiting for the task: (returnval){ [ 742.730217] env[69524]: value = "task-4067563" [ 742.730217] env[69524]: _type = "Task" [ 742.730217] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.740586] env[69524]: DEBUG oslo_vmware.api [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Task: {'id': task-4067563, 'name': Rename_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.757228] env[69524]: DEBUG nova.network.neutron [None req-4edfc5c4-0c37-4ad1-9989-80567bbc7fa3 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 742.810521] env[69524]: DEBUG oslo_vmware.api [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]523df995-3ac3-ee9a-1321-c95c23d6bd2b, 'name': SearchDatastore_Task, 'duration_secs': 0.020286} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.811140] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d46d11cc-3d75-4ac5-8a9c-aefaa5a6e7a1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.818786] env[69524]: DEBUG oslo_vmware.api [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for the task: (returnval){ [ 742.818786] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]523c42ed-6d0d-37dc-01f1-69ad2b33b6bd" [ 742.818786] env[69524]: _type = "Task" [ 742.818786] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.829274] env[69524]: DEBUG oslo_vmware.api [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]523c42ed-6d0d-37dc-01f1-69ad2b33b6bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.007895] env[69524]: DEBUG nova.network.neutron [None req-4edfc5c4-0c37-4ad1-9989-80567bbc7fa3 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.012335] env[69524]: DEBUG nova.network.neutron [req-801b1e3f-b429-4baf-b50f-4615bbeac958 req-9c7ad7e1-a388-4095-8e4e-90a5b60413b1 service nova] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Updated VIF entry in instance network info cache for port 0f025ac1-3f58-43d7-9e27-1347bb8f0c1b. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 743.012335] env[69524]: DEBUG nova.network.neutron [req-801b1e3f-b429-4baf-b50f-4615bbeac958 req-9c7ad7e1-a388-4095-8e4e-90a5b60413b1 service nova] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Updating instance_info_cache with network_info: [{"id": "0f025ac1-3f58-43d7-9e27-1347bb8f0c1b", "address": "fa:16:3e:d6:13:8a", "network": {"id": "44e29569-eeca-4e3a-bfa6-eaf437fc808b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1419956527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4133a0547d154af78d7556a7517cb285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f025ac1-3f", "ovs_interfaceid": "0f025ac1-3f58-43d7-9e27-1347bb8f0c1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.020662] env[69524]: DEBUG nova.network.neutron [req-0e6be78a-c377-4067-ad70-29b8fbcb44b0 req-3d601860-bb81-4c82-baea-a3a66f9068d2 service nova] [instance: ca13258a-42e5-48f5-9264-af5b296c8a6f] Updated VIF entry in instance network info cache for port 04473d1d-1c99-423f-ae03-9c14e3ccafbf. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 743.021488] env[69524]: DEBUG nova.network.neutron [req-0e6be78a-c377-4067-ad70-29b8fbcb44b0 req-3d601860-bb81-4c82-baea-a3a66f9068d2 service nova] [instance: ca13258a-42e5-48f5-9264-af5b296c8a6f] Updating instance_info_cache with network_info: [{"id": "04473d1d-1c99-423f-ae03-9c14e3ccafbf", "address": "fa:16:3e:a3:7c:c5", "network": {"id": "b106d9d8-dc34-4f50-b322-d1ed6d20ee3b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1097604607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54095f21acb74b8d861305732d45e952", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04473d1d-1c", "ovs_interfaceid": "04473d1d-1c99-423f-ae03-9c14e3ccafbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.133421] env[69524]: DEBUG nova.compute.manager [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] [instance: 5888cdd0-2309-4abc-b928-8bcbf164258e] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 743.174076] env[69524]: DEBUG nova.virt.hardware [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 743.174794] env[69524]: DEBUG nova.virt.hardware [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 743.174794] env[69524]: DEBUG nova.virt.hardware [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 743.175652] env[69524]: DEBUG nova.virt.hardware [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 743.176379] env[69524]: DEBUG nova.virt.hardware [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 743.176945] env[69524]: DEBUG nova.virt.hardware [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 743.177350] env[69524]: DEBUG nova.virt.hardware [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 743.177459] env[69524]: DEBUG nova.virt.hardware [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 743.177989] env[69524]: DEBUG nova.virt.hardware [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 743.178437] env[69524]: DEBUG nova.virt.hardware [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 743.178746] env[69524]: DEBUG nova.virt.hardware [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 743.180285] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a48a0e-6d42-4808-aa4f-e8da5279b498 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.185472] env[69524]: DEBUG nova.network.neutron [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] [instance: 5888cdd0-2309-4abc-b928-8bcbf164258e] Successfully created port: 903de885-cf87-4917-b24d-93e7cdb02041 {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 743.190122] env[69524]: DEBUG nova.scheduler.client.report [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.201282] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99cc1aa9-85a8-45cd-9405-4857e2baca10 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.244040] env[69524]: DEBUG oslo_vmware.api [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Task: {'id': task-4067563, 'name': Rename_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.333023] env[69524]: DEBUG oslo_vmware.api [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]523c42ed-6d0d-37dc-01f1-69ad2b33b6bd, 'name': SearchDatastore_Task, 'duration_secs': 0.028826} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.333023] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.333023] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] ca13258a-42e5-48f5-9264-af5b296c8a6f/ca13258a-42e5-48f5-9264-af5b296c8a6f.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 743.333409] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b75e40e8-e125-4041-896e-6f23049560e5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.344996] env[69524]: DEBUG oslo_vmware.api [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for the task: (returnval){ [ 743.344996] env[69524]: value = "task-4067564" [ 743.344996] env[69524]: _type = "Task" [ 743.344996] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.362640] env[69524]: DEBUG oslo_vmware.api [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4067564, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.467197] env[69524]: DEBUG nova.network.neutron [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] [instance: 6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5] Successfully updated port: 822ff49e-5c4e-4854-aa3b-e5267db58356 {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 743.514653] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4edfc5c4-0c37-4ad1-9989-80567bbc7fa3 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Releasing lock "refresh_cache-eed731ec-573c-4c82-9639-a3a4a9c4a8f9" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.515097] env[69524]: DEBUG nova.compute.manager [None req-4edfc5c4-0c37-4ad1-9989-80567bbc7fa3 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 743.515293] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-4edfc5c4-0c37-4ad1-9989-80567bbc7fa3 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 743.516459] env[69524]: DEBUG oslo_concurrency.lockutils [req-801b1e3f-b429-4baf-b50f-4615bbeac958 req-9c7ad7e1-a388-4095-8e4e-90a5b60413b1 service nova] Releasing lock "refresh_cache-e2c166bd-9b6d-4450-bba0-43bb56975555" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.516459] env[69524]: DEBUG nova.compute.manager [req-801b1e3f-b429-4baf-b50f-4615bbeac958 req-9c7ad7e1-a388-4095-8e4e-90a5b60413b1 service nova] [instance: 1da4cbfb-3a1a-4dcb-91bf-427bd227935d] Received event network-vif-deleted-531f6651-fc54-4392-adab-44f4ed9c8605 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 743.519569] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c141fc3-f41b-4212-b274-77a3b42249dd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.525967] env[69524]: DEBUG oslo_concurrency.lockutils [req-0e6be78a-c377-4067-ad70-29b8fbcb44b0 req-3d601860-bb81-4c82-baea-a3a66f9068d2 service nova] Releasing lock "refresh_cache-ca13258a-42e5-48f5-9264-af5b296c8a6f" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.532047] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-4edfc5c4-0c37-4ad1-9989-80567bbc7fa3 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 743.532047] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97b11a86-3a75-4370-b9cb-34b05e15c952 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.539353] env[69524]: DEBUG oslo_vmware.api [None req-4edfc5c4-0c37-4ad1-9989-80567bbc7fa3 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Waiting for the task: (returnval){ [ 743.539353] env[69524]: value = "task-4067565" [ 743.539353] env[69524]: _type = "Task" [ 743.539353] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.552756] env[69524]: DEBUG oslo_vmware.api [None req-4edfc5c4-0c37-4ad1-9989-80567bbc7fa3 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Task: {'id': task-4067565, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.696860] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.618s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.698325] env[69524]: DEBUG nova.compute.manager [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 743.702270] env[69524]: DEBUG oslo_concurrency.lockutils [None req-cd0c0677-f87d-497c-a033-b527726c8803 tempest-DeleteServersAdminTestJSON-688868208 tempest-DeleteServersAdminTestJSON-688868208-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.518s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.702472] env[69524]: DEBUG nova.objects.instance [None req-cd0c0677-f87d-497c-a033-b527726c8803 tempest-DeleteServersAdminTestJSON-688868208 tempest-DeleteServersAdminTestJSON-688868208-project-admin] Lazy-loading 'resources' on Instance uuid be92232e-a9cf-4f72-9e06-5283afc5734a {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 743.745223] env[69524]: DEBUG oslo_vmware.api [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Task: {'id': task-4067563, 'name': Rename_Task, 'duration_secs': 0.7069} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.745223] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 743.745223] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ecfdcd6f-7ede-4a29-9e14-0568be97b3ce {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.755798] env[69524]: DEBUG oslo_vmware.api [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Waiting for the task: (returnval){ [ 743.755798] env[69524]: value = "task-4067566" [ 743.755798] env[69524]: _type = "Task" [ 743.755798] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.769889] env[69524]: DEBUG oslo_vmware.api [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Task: {'id': task-4067566, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.858745] env[69524]: DEBUG oslo_vmware.api [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4067564, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.972125] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Acquiring lock "refresh_cache-6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.972186] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Acquired lock "refresh_cache-6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.972341] env[69524]: DEBUG nova.network.neutron [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] [instance: 6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 744.056491] env[69524]: DEBUG oslo_vmware.api [None req-4edfc5c4-0c37-4ad1-9989-80567bbc7fa3 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Task: {'id': task-4067565, 'name': PowerOffVM_Task, 'duration_secs': 0.142035} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.057498] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-4edfc5c4-0c37-4ad1-9989-80567bbc7fa3 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 744.057498] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-4edfc5c4-0c37-4ad1-9989-80567bbc7fa3 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 744.057498] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-476d72e8-55e6-4dfa-9ece-8dd969cb4c7a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.087884] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-4edfc5c4-0c37-4ad1-9989-80567bbc7fa3 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 744.088147] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-4edfc5c4-0c37-4ad1-9989-80567bbc7fa3 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Deleting contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 744.088335] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-4edfc5c4-0c37-4ad1-9989-80567bbc7fa3 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Deleting the datastore file [datastore2] eed731ec-573c-4c82-9639-a3a4a9c4a8f9 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 744.088609] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-991c2658-3d37-4ac8-b699-180058b68c1b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.098780] env[69524]: DEBUG oslo_vmware.api [None req-4edfc5c4-0c37-4ad1-9989-80567bbc7fa3 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Waiting for the task: (returnval){ [ 744.098780] env[69524]: value = "task-4067569" [ 744.098780] env[69524]: _type = "Task" [ 744.098780] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.110124] env[69524]: DEBUG oslo_vmware.api [None req-4edfc5c4-0c37-4ad1-9989-80567bbc7fa3 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Task: {'id': task-4067569, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.209179] env[69524]: DEBUG nova.compute.utils [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 744.216976] env[69524]: DEBUG nova.compute.manager [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 744.217208] env[69524]: DEBUG nova.network.neutron [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 744.276950] env[69524]: DEBUG oslo_vmware.api [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Task: {'id': task-4067566, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.365173] env[69524]: DEBUG oslo_vmware.api [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4067564, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.716136} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.369621] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] ca13258a-42e5-48f5-9264-af5b296c8a6f/ca13258a-42e5-48f5-9264-af5b296c8a6f.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 744.369916] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: ca13258a-42e5-48f5-9264-af5b296c8a6f] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 744.375366] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-316e020e-d271-45a5-9f88-21b067d95a21 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.385864] env[69524]: DEBUG nova.compute.manager [req-aa81fad6-6990-46b2-a9e2-5b2078461ca9 req-178160ca-d8fd-4721-ac2e-b1444b76e2bd service nova] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] Received event network-changed-2ee3233f-54ee-45e6-836d-44509596ac88 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.386139] env[69524]: DEBUG nova.compute.manager [req-aa81fad6-6990-46b2-a9e2-5b2078461ca9 req-178160ca-d8fd-4721-ac2e-b1444b76e2bd service nova] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] Refreshing instance network info cache due to event network-changed-2ee3233f-54ee-45e6-836d-44509596ac88. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 744.386430] env[69524]: DEBUG oslo_concurrency.lockutils [req-aa81fad6-6990-46b2-a9e2-5b2078461ca9 req-178160ca-d8fd-4721-ac2e-b1444b76e2bd service nova] Acquiring lock "refresh_cache-e7db82ae-71dc-43c6-a19f-3b5ddfb7041d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.386621] env[69524]: DEBUG oslo_concurrency.lockutils [req-aa81fad6-6990-46b2-a9e2-5b2078461ca9 req-178160ca-d8fd-4721-ac2e-b1444b76e2bd service nova] Acquired lock "refresh_cache-e7db82ae-71dc-43c6-a19f-3b5ddfb7041d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.387224] env[69524]: DEBUG nova.network.neutron [req-aa81fad6-6990-46b2-a9e2-5b2078461ca9 req-178160ca-d8fd-4721-ac2e-b1444b76e2bd service nova] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] Refreshing network info cache for port 2ee3233f-54ee-45e6-836d-44509596ac88 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 744.401294] env[69524]: DEBUG oslo_vmware.api [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for the task: (returnval){ [ 744.401294] env[69524]: value = "task-4067570" [ 744.401294] env[69524]: _type = "Task" [ 744.401294] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.420967] env[69524]: DEBUG oslo_vmware.api [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4067570, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.427447] env[69524]: DEBUG nova.policy [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6bc2593ec72f490b8157506dc94e7f88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e64c5c29d3f246138e543c5e5af4ff08', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 744.554025] env[69524]: DEBUG nova.network.neutron [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] [instance: 6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 744.615685] env[69524]: DEBUG oslo_vmware.api [None req-4edfc5c4-0c37-4ad1-9989-80567bbc7fa3 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Task: {'id': task-4067569, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130698} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.616035] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-4edfc5c4-0c37-4ad1-9989-80567bbc7fa3 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 744.616228] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-4edfc5c4-0c37-4ad1-9989-80567bbc7fa3 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Deleted contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 744.616399] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-4edfc5c4-0c37-4ad1-9989-80567bbc7fa3 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 744.616562] env[69524]: INFO nova.compute.manager [None req-4edfc5c4-0c37-4ad1-9989-80567bbc7fa3 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Took 1.10 seconds to destroy the instance on the hypervisor. [ 744.617025] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4edfc5c4-0c37-4ad1-9989-80567bbc7fa3 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.617025] env[69524]: DEBUG nova.compute.manager [-] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 744.617211] env[69524]: DEBUG nova.network.neutron [-] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 744.646246] env[69524]: DEBUG nova.network.neutron [-] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 744.705351] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56140be1-336b-42f5-a379-9fa91d8b15ce {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.714868] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d332f75-1db1-43fb-a76f-21c4dae060ad {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.720312] env[69524]: DEBUG nova.compute.manager [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 744.767653] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6b1a48-c236-48e8-833e-2abb4caf2e63 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.781739] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7c7fbc5-e6c7-4c02-96e9-756a7a69b81a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.786218] env[69524]: DEBUG oslo_vmware.api [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Task: {'id': task-4067566, 'name': PowerOnVM_Task, 'duration_secs': 0.728592} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.788148] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 744.788148] env[69524]: INFO nova.compute.manager [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Took 11.73 seconds to spawn the instance on the hypervisor. [ 744.788148] env[69524]: DEBUG nova.compute.manager [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 744.789033] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31a33f1-5851-4bb0-8bbd-03672584a375 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.803952] env[69524]: DEBUG nova.compute.provider_tree [None req-cd0c0677-f87d-497c-a033-b527726c8803 tempest-DeleteServersAdminTestJSON-688868208 tempest-DeleteServersAdminTestJSON-688868208-project-admin] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 744.891763] env[69524]: DEBUG nova.compute.manager [None req-6f2c5319-b4c4-477a-8f6a-745b1466bf29 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 744.892824] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f48f29a-0da7-47d3-a7a8-f11c9155e9a1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.928025] env[69524]: DEBUG oslo_vmware.api [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4067570, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094786} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.928025] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: ca13258a-42e5-48f5-9264-af5b296c8a6f] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 744.928025] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7f9ee2-3e66-4cd8-9d88-ab34a9e11297 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.957608] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: ca13258a-42e5-48f5-9264-af5b296c8a6f] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] ca13258a-42e5-48f5-9264-af5b296c8a6f/ca13258a-42e5-48f5-9264-af5b296c8a6f.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 744.960648] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef1eead6-f904-47ee-b7fd-01a2469a3f00 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.982502] env[69524]: DEBUG oslo_vmware.api [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for the task: (returnval){ [ 744.982502] env[69524]: value = "task-4067571" [ 744.982502] env[69524]: _type = "Task" [ 744.982502] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.993830] env[69524]: DEBUG oslo_vmware.api [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4067571, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.012448] env[69524]: DEBUG nova.network.neutron [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] [instance: 6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5] Updating instance_info_cache with network_info: [{"id": "822ff49e-5c4e-4854-aa3b-e5267db58356", "address": "fa:16:3e:9a:a7:36", "network": {"id": "a1dc5e54-51f1-4f79-aeae-2d9df46fec7c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1632571652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "151bfd5e068d450da9fd3e96edc9a6ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap822ff49e-5c", "ovs_interfaceid": "822ff49e-5c4e-4854-aa3b-e5267db58356", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.150395] env[69524]: DEBUG nova.network.neutron [-] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.341028] env[69524]: INFO nova.compute.manager [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Took 20.44 seconds to build instance. [ 745.349915] env[69524]: ERROR nova.scheduler.client.report [None req-cd0c0677-f87d-497c-a033-b527726c8803 tempest-DeleteServersAdminTestJSON-688868208 tempest-DeleteServersAdminTestJSON-688868208-project-admin] [req-32893ec1-4f7f-4215-b5d1-7dd621e72d68] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 333a7aa4-d2cd-4888-ac97-9e43e6b91719. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-32893ec1-4f7f-4215-b5d1-7dd621e72d68"}]} [ 745.378074] env[69524]: DEBUG nova.scheduler.client.report [None req-cd0c0677-f87d-497c-a033-b527726c8803 tempest-DeleteServersAdminTestJSON-688868208 tempest-DeleteServersAdminTestJSON-688868208-project-admin] Refreshing inventories for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 745.406098] env[69524]: DEBUG nova.scheduler.client.report [None req-cd0c0677-f87d-497c-a033-b527726c8803 tempest-DeleteServersAdminTestJSON-688868208 tempest-DeleteServersAdminTestJSON-688868208-project-admin] Updating ProviderTree inventory for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 745.406098] env[69524]: DEBUG nova.compute.provider_tree [None req-cd0c0677-f87d-497c-a033-b527726c8803 tempest-DeleteServersAdminTestJSON-688868208 tempest-DeleteServersAdminTestJSON-688868208-project-admin] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 745.424921] env[69524]: INFO nova.compute.manager [None req-6f2c5319-b4c4-477a-8f6a-745b1466bf29 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] instance snapshotting [ 745.429574] env[69524]: DEBUG nova.scheduler.client.report [None req-cd0c0677-f87d-497c-a033-b527726c8803 tempest-DeleteServersAdminTestJSON-688868208 tempest-DeleteServersAdminTestJSON-688868208-project-admin] Refreshing aggregate associations for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719, aggregates: None {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 745.434703] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7495ce01-51f0-4554-864b-3906a87679aa {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.463894] env[69524]: DEBUG nova.scheduler.client.report [None req-cd0c0677-f87d-497c-a033-b527726c8803 tempest-DeleteServersAdminTestJSON-688868208 tempest-DeleteServersAdminTestJSON-688868208-project-admin] Refreshing trait associations for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 745.466988] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7017bb38-af90-4c85-bd17-3ae5655cd8cf {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.494367] env[69524]: DEBUG oslo_vmware.api [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4067571, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.522187] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Releasing lock "refresh_cache-6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.522567] env[69524]: DEBUG nova.compute.manager [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] [instance: 6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5] Instance network_info: |[{"id": "822ff49e-5c4e-4854-aa3b-e5267db58356", "address": "fa:16:3e:9a:a7:36", "network": {"id": "a1dc5e54-51f1-4f79-aeae-2d9df46fec7c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1632571652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "151bfd5e068d450da9fd3e96edc9a6ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap822ff49e-5c", "ovs_interfaceid": "822ff49e-5c4e-4854-aa3b-e5267db58356", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 745.523062] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] [instance: 6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:a7:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '257e5ea7-8b80-4301-9900-a754f1fe2031', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '822ff49e-5c4e-4854-aa3b-e5267db58356', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 745.545182] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Creating folder: Project (151bfd5e068d450da9fd3e96edc9a6ba). Parent ref: group-v806025. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 745.548933] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96479f91-ff37-47e8-83c4-50d4c3626b2f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.561763] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Created folder: Project (151bfd5e068d450da9fd3e96edc9a6ba) in parent group-v806025. [ 745.561763] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Creating folder: Instances. Parent ref: group-v806082. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 745.561918] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8140d2e-10ca-4781-812e-32ce871410ca {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.575232] env[69524]: DEBUG oslo_concurrency.lockutils [None req-859210f9-e4d6-49ca-9062-5e2e3fed7256 tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Acquiring lock "ce9b3f98-be80-454d-a541-291921e3e1f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.575232] env[69524]: DEBUG oslo_concurrency.lockutils [None req-859210f9-e4d6-49ca-9062-5e2e3fed7256 tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Lock "ce9b3f98-be80-454d-a541-291921e3e1f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.575232] env[69524]: DEBUG oslo_concurrency.lockutils [None req-859210f9-e4d6-49ca-9062-5e2e3fed7256 tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Acquiring lock "ce9b3f98-be80-454d-a541-291921e3e1f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.575232] env[69524]: DEBUG oslo_concurrency.lockutils [None req-859210f9-e4d6-49ca-9062-5e2e3fed7256 tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Lock "ce9b3f98-be80-454d-a541-291921e3e1f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.575403] env[69524]: DEBUG oslo_concurrency.lockutils [None req-859210f9-e4d6-49ca-9062-5e2e3fed7256 tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Lock "ce9b3f98-be80-454d-a541-291921e3e1f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.577630] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Created folder: Instances in parent group-v806082. [ 745.577630] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 745.577630] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 745.577630] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3428683a-ea71-4082-94c4-6da0e4f12d05 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.601733] env[69524]: INFO nova.compute.manager [None req-859210f9-e4d6-49ca-9062-5e2e3fed7256 tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] [instance: ce9b3f98-be80-454d-a541-291921e3e1f7] Terminating instance [ 745.612066] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 745.612066] env[69524]: value = "task-4067574" [ 745.612066] env[69524]: _type = "Task" [ 745.612066] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.628229] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067574, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.661490] env[69524]: INFO nova.compute.manager [-] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Took 1.04 seconds to deallocate network for instance. [ 745.741215] env[69524]: DEBUG nova.compute.manager [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 745.782407] env[69524]: DEBUG nova.virt.hardware [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 745.782407] env[69524]: DEBUG nova.virt.hardware [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 745.782407] env[69524]: DEBUG nova.virt.hardware [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 745.784372] env[69524]: DEBUG nova.virt.hardware [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 745.784372] env[69524]: DEBUG nova.virt.hardware [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 745.784372] env[69524]: DEBUG nova.virt.hardware [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 745.785245] env[69524]: DEBUG nova.virt.hardware [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 745.785417] env[69524]: DEBUG nova.virt.hardware [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 745.785583] env[69524]: DEBUG nova.virt.hardware [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 745.785741] env[69524]: DEBUG nova.virt.hardware [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 745.785936] env[69524]: DEBUG nova.virt.hardware [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 745.787257] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb244dc-63ce-4e2c-a5a2-4192d428a0be {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.795727] env[69524]: DEBUG nova.network.neutron [req-aa81fad6-6990-46b2-a9e2-5b2078461ca9 req-178160ca-d8fd-4721-ac2e-b1444b76e2bd service nova] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] Updated VIF entry in instance network info cache for port 2ee3233f-54ee-45e6-836d-44509596ac88. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 745.795727] env[69524]: DEBUG nova.network.neutron [req-aa81fad6-6990-46b2-a9e2-5b2078461ca9 req-178160ca-d8fd-4721-ac2e-b1444b76e2bd service nova] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] Updating instance_info_cache with network_info: [{"id": "2ee3233f-54ee-45e6-836d-44509596ac88", "address": "fa:16:3e:48:99:e8", "network": {"id": "2d4840e8-52c0-4e64-bb64-cae463774877", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-805367356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94667cf83fdc4161a20c3b3fa69e0fbf", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f3a2eb5-353f-45c5-a73b-869626f4bb13", "external-id": "nsx-vlan-transportzone-411", "segmentation_id": 411, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ee3233f-54", "ovs_interfaceid": "2ee3233f-54ee-45e6-836d-44509596ac88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.806875] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fdd1810-05c2-4784-9a8b-177ad0972fd5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.847788] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e2c95f14-641d-4923-a997-dd632f5e7426 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Lock "eaa67334-28fd-4d0f-ac77-37a80cbfff1f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.956s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.868617] env[69524]: DEBUG nova.network.neutron [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Successfully created port: 647653e7-69c3-423e-b29c-05df5ac2cde8 {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 745.982986] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6f2c5319-b4c4-477a-8f6a-745b1466bf29 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Creating Snapshot of the VM instance {{(pid=69524) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 745.986556] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9208386e-94d5-48c5-9255-b04b27103f2a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.998988] env[69524]: DEBUG oslo_vmware.api [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4067571, 'name': ReconfigVM_Task, 'duration_secs': 0.56082} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.001503] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: ca13258a-42e5-48f5-9264-af5b296c8a6f] Reconfigured VM instance instance-00000010 to attach disk [datastore2] ca13258a-42e5-48f5-9264-af5b296c8a6f/ca13258a-42e5-48f5-9264-af5b296c8a6f.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 746.001691] env[69524]: DEBUG oslo_vmware.api [None req-6f2c5319-b4c4-477a-8f6a-745b1466bf29 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Waiting for the task: (returnval){ [ 746.001691] env[69524]: value = "task-4067575" [ 746.001691] env[69524]: _type = "Task" [ 746.001691] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.001855] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-960a48e8-ad64-44a6-ab0d-808e76860817 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.025648] env[69524]: DEBUG oslo_vmware.api [None req-6f2c5319-b4c4-477a-8f6a-745b1466bf29 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Task: {'id': task-4067575, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.025648] env[69524]: DEBUG oslo_vmware.api [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for the task: (returnval){ [ 746.025648] env[69524]: value = "task-4067576" [ 746.025648] env[69524]: _type = "Task" [ 746.025648] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.039858] env[69524]: DEBUG oslo_vmware.api [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4067576, 'name': Rename_Task} progress is 10%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.082203] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88633b42-d53d-488c-a081-d01cfac2a116 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.098271] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62feb499-1977-4d02-a0f7-6c08f0bc794e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.137147] env[69524]: DEBUG nova.compute.manager [None req-859210f9-e4d6-49ca-9062-5e2e3fed7256 tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] [instance: ce9b3f98-be80-454d-a541-291921e3e1f7] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 746.137378] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-859210f9-e4d6-49ca-9062-5e2e3fed7256 tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] [instance: ce9b3f98-be80-454d-a541-291921e3e1f7] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 746.140077] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b8a60a-48be-4a19-a0a3-0e84d85d79ab {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.150945] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e833e97-49cb-48f1-998f-e00f453031de {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.159782] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067574, 'name': CreateVM_Task, 'duration_secs': 0.401253} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.165556] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 746.166900] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-859210f9-e4d6-49ca-9062-5e2e3fed7256 tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] [instance: ce9b3f98-be80-454d-a541-291921e3e1f7] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 746.167776] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.167953] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.168349] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.168597] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a695fed-2517-47a8-b4fe-2b2f0493e050 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.172362] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959bb36a-aa85-41cd-b03d-8b5f0926d39a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.179146] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-031ce363-7d41-4f96-9d13-8778a5fd29c5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.184276] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4edfc5c4-0c37-4ad1-9989-80567bbc7fa3 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.191560] env[69524]: DEBUG oslo_vmware.api [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Waiting for the task: (returnval){ [ 746.191560] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52cc5316-dc50-b4ea-3ad8-b9242d7e4968" [ 746.191560] env[69524]: _type = "Task" [ 746.191560] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.202842] env[69524]: DEBUG nova.compute.provider_tree [None req-cd0c0677-f87d-497c-a033-b527726c8803 tempest-DeleteServersAdminTestJSON-688868208 tempest-DeleteServersAdminTestJSON-688868208-project-admin] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 746.205565] env[69524]: DEBUG oslo_vmware.api [None req-859210f9-e4d6-49ca-9062-5e2e3fed7256 tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Waiting for the task: (returnval){ [ 746.205565] env[69524]: value = "task-4067578" [ 746.205565] env[69524]: _type = "Task" [ 746.205565] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.228069] env[69524]: DEBUG oslo_vmware.api [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52cc5316-dc50-b4ea-3ad8-b9242d7e4968, 'name': SearchDatastore_Task, 'duration_secs': 0.014792} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.228372] env[69524]: DEBUG oslo_vmware.api [None req-859210f9-e4d6-49ca-9062-5e2e3fed7256 tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Task: {'id': task-4067578, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.229537] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.229802] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] [instance: 6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 746.230049] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.230259] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.230374] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 746.230989] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11d4d3ff-9fa6-4b6a-9e8a-305d0f87845d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.243176] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 746.243176] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 746.243564] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0eff996d-cb7e-4413-87e7-0e7b7100111e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.252523] env[69524]: DEBUG oslo_vmware.api [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Waiting for the task: (returnval){ [ 746.252523] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52b01ead-4ab9-39eb-f57c-5c3aeb07e534" [ 746.252523] env[69524]: _type = "Task" [ 746.252523] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.263833] env[69524]: DEBUG oslo_vmware.api [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52b01ead-4ab9-39eb-f57c-5c3aeb07e534, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.301758] env[69524]: DEBUG oslo_concurrency.lockutils [req-aa81fad6-6990-46b2-a9e2-5b2078461ca9 req-178160ca-d8fd-4721-ac2e-b1444b76e2bd service nova] Releasing lock "refresh_cache-e7db82ae-71dc-43c6-a19f-3b5ddfb7041d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.301935] env[69524]: DEBUG nova.compute.manager [req-aa81fad6-6990-46b2-a9e2-5b2078461ca9 req-178160ca-d8fd-4721-ac2e-b1444b76e2bd service nova] [instance: 6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5] Received event network-vif-plugged-822ff49e-5c4e-4854-aa3b-e5267db58356 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.302244] env[69524]: DEBUG oslo_concurrency.lockutils [req-aa81fad6-6990-46b2-a9e2-5b2078461ca9 req-178160ca-d8fd-4721-ac2e-b1444b76e2bd service nova] Acquiring lock "6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.304727] env[69524]: DEBUG oslo_concurrency.lockutils [req-aa81fad6-6990-46b2-a9e2-5b2078461ca9 req-178160ca-d8fd-4721-ac2e-b1444b76e2bd service nova] Lock "6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.304727] env[69524]: DEBUG oslo_concurrency.lockutils [req-aa81fad6-6990-46b2-a9e2-5b2078461ca9 req-178160ca-d8fd-4721-ac2e-b1444b76e2bd service nova] Lock "6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.304727] env[69524]: DEBUG nova.compute.manager [req-aa81fad6-6990-46b2-a9e2-5b2078461ca9 req-178160ca-d8fd-4721-ac2e-b1444b76e2bd service nova] [instance: 6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5] No waiting events found dispatching network-vif-plugged-822ff49e-5c4e-4854-aa3b-e5267db58356 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 746.304727] env[69524]: WARNING nova.compute.manager [req-aa81fad6-6990-46b2-a9e2-5b2078461ca9 req-178160ca-d8fd-4721-ac2e-b1444b76e2bd service nova] [instance: 6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5] Received unexpected event network-vif-plugged-822ff49e-5c4e-4854-aa3b-e5267db58356 for instance with vm_state building and task_state spawning. [ 746.304727] env[69524]: DEBUG nova.compute.manager [req-aa81fad6-6990-46b2-a9e2-5b2078461ca9 req-178160ca-d8fd-4721-ac2e-b1444b76e2bd service nova] [instance: 6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5] Received event network-changed-822ff49e-5c4e-4854-aa3b-e5267db58356 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.304913] env[69524]: DEBUG nova.compute.manager [req-aa81fad6-6990-46b2-a9e2-5b2078461ca9 req-178160ca-d8fd-4721-ac2e-b1444b76e2bd service nova] [instance: 6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5] Refreshing instance network info cache due to event network-changed-822ff49e-5c4e-4854-aa3b-e5267db58356. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 746.308415] env[69524]: DEBUG oslo_concurrency.lockutils [req-aa81fad6-6990-46b2-a9e2-5b2078461ca9 req-178160ca-d8fd-4721-ac2e-b1444b76e2bd service nova] Acquiring lock "refresh_cache-6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.308604] env[69524]: DEBUG oslo_concurrency.lockutils [req-aa81fad6-6990-46b2-a9e2-5b2078461ca9 req-178160ca-d8fd-4721-ac2e-b1444b76e2bd service nova] Acquired lock "refresh_cache-6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.308777] env[69524]: DEBUG nova.network.neutron [req-aa81fad6-6990-46b2-a9e2-5b2078461ca9 req-178160ca-d8fd-4721-ac2e-b1444b76e2bd service nova] [instance: 6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5] Refreshing network info cache for port 822ff49e-5c4e-4854-aa3b-e5267db58356 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 746.519823] env[69524]: DEBUG oslo_vmware.api [None req-6f2c5319-b4c4-477a-8f6a-745b1466bf29 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Task: {'id': task-4067575, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.539851] env[69524]: DEBUG oslo_vmware.api [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4067576, 'name': Rename_Task, 'duration_secs': 0.200691} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.539851] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: ca13258a-42e5-48f5-9264-af5b296c8a6f] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 746.539851] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41e01276-5c8e-4b4a-8d7c-73c585cf3cfa {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.548489] env[69524]: DEBUG oslo_vmware.api [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for the task: (returnval){ [ 746.548489] env[69524]: value = "task-4067579" [ 746.548489] env[69524]: _type = "Task" [ 746.548489] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.558548] env[69524]: DEBUG oslo_vmware.api [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4067579, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.729137] env[69524]: DEBUG oslo_vmware.api [None req-859210f9-e4d6-49ca-9062-5e2e3fed7256 tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Task: {'id': task-4067578, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.752537] env[69524]: ERROR nova.scheduler.client.report [None req-cd0c0677-f87d-497c-a033-b527726c8803 tempest-DeleteServersAdminTestJSON-688868208 tempest-DeleteServersAdminTestJSON-688868208-project-admin] [req-fc790d70-6062-4896-b17c-6ce77baac082] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 333a7aa4-d2cd-4888-ac97-9e43e6b91719. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fc790d70-6062-4896-b17c-6ce77baac082"}]} [ 746.768307] env[69524]: DEBUG oslo_vmware.api [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52b01ead-4ab9-39eb-f57c-5c3aeb07e534, 'name': SearchDatastore_Task, 'duration_secs': 0.012179} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.769222] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27b45fe5-3abc-41ac-bb4c-4dae1fc7f51b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.777497] env[69524]: DEBUG oslo_vmware.api [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Waiting for the task: (returnval){ [ 746.777497] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52bacc70-e781-452b-be25-53ecf9b943b8" [ 746.777497] env[69524]: _type = "Task" [ 746.777497] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.793689] env[69524]: DEBUG oslo_vmware.api [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52bacc70-e781-452b-be25-53ecf9b943b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.795738] env[69524]: DEBUG nova.scheduler.client.report [None req-cd0c0677-f87d-497c-a033-b527726c8803 tempest-DeleteServersAdminTestJSON-688868208 tempest-DeleteServersAdminTestJSON-688868208-project-admin] Refreshing inventories for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 746.838647] env[69524]: DEBUG nova.scheduler.client.report [None req-cd0c0677-f87d-497c-a033-b527726c8803 tempest-DeleteServersAdminTestJSON-688868208 tempest-DeleteServersAdminTestJSON-688868208-project-admin] Updating ProviderTree inventory for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 746.838995] env[69524]: DEBUG nova.compute.provider_tree [None req-cd0c0677-f87d-497c-a033-b527726c8803 tempest-DeleteServersAdminTestJSON-688868208 tempest-DeleteServersAdminTestJSON-688868208-project-admin] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 746.870499] env[69524]: DEBUG nova.scheduler.client.report [None req-cd0c0677-f87d-497c-a033-b527726c8803 tempest-DeleteServersAdminTestJSON-688868208 tempest-DeleteServersAdminTestJSON-688868208-project-admin] Refreshing aggregate associations for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719, aggregates: None {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 746.899474] env[69524]: DEBUG nova.scheduler.client.report [None req-cd0c0677-f87d-497c-a033-b527726c8803 tempest-DeleteServersAdminTestJSON-688868208 tempest-DeleteServersAdminTestJSON-688868208-project-admin] Refreshing trait associations for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 746.952036] env[69524]: DEBUG nova.network.neutron [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] [instance: 5888cdd0-2309-4abc-b928-8bcbf164258e] Successfully updated port: 903de885-cf87-4917-b24d-93e7cdb02041 {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 747.026831] env[69524]: DEBUG oslo_vmware.api [None req-6f2c5319-b4c4-477a-8f6a-745b1466bf29 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Task: {'id': task-4067575, 'name': CreateSnapshot_Task, 'duration_secs': 0.78948} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.027835] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6f2c5319-b4c4-477a-8f6a-745b1466bf29 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Created Snapshot of the VM instance {{(pid=69524) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 747.028118] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b967f843-e12e-4f1f-b191-e0f76883aa6f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.065806] env[69524]: DEBUG oslo_vmware.api [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4067579, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.236332] env[69524]: DEBUG oslo_vmware.api [None req-859210f9-e4d6-49ca-9062-5e2e3fed7256 tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Task: {'id': task-4067578, 'name': PowerOffVM_Task, 'duration_secs': 0.774337} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.236628] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-859210f9-e4d6-49ca-9062-5e2e3fed7256 tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] [instance: ce9b3f98-be80-454d-a541-291921e3e1f7] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 747.236760] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-859210f9-e4d6-49ca-9062-5e2e3fed7256 tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] [instance: ce9b3f98-be80-454d-a541-291921e3e1f7] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 747.237038] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-348d8834-3474-4385-a86d-96984ed46a40 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.289995] env[69524]: DEBUG oslo_concurrency.lockutils [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Acquiring lock "a53aac01-ef1d-4ef0-aac4-326927830321" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.289995] env[69524]: DEBUG oslo_concurrency.lockutils [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Lock "a53aac01-ef1d-4ef0-aac4-326927830321" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.306151] env[69524]: DEBUG oslo_vmware.api [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52bacc70-e781-452b-be25-53ecf9b943b8, 'name': SearchDatastore_Task, 'duration_secs': 0.014293} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.306741] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.307168] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5/6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 747.308236] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05d8586c-fb11-4565-8fdb-5105fd51369b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.320372] env[69524]: DEBUG oslo_vmware.api [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Waiting for the task: (returnval){ [ 747.320372] env[69524]: value = "task-4067581" [ 747.320372] env[69524]: _type = "Task" [ 747.320372] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.335340] env[69524]: DEBUG oslo_vmware.api [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Task: {'id': task-4067581, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.348026] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-859210f9-e4d6-49ca-9062-5e2e3fed7256 tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] [instance: ce9b3f98-be80-454d-a541-291921e3e1f7] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 747.348026] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-859210f9-e4d6-49ca-9062-5e2e3fed7256 tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] [instance: ce9b3f98-be80-454d-a541-291921e3e1f7] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 747.348026] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-859210f9-e4d6-49ca-9062-5e2e3fed7256 tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Deleting the datastore file [datastore1] ce9b3f98-be80-454d-a541-291921e3e1f7 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 747.348026] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-891e4bf8-4ebf-4063-8523-884920e6d4df {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.367898] env[69524]: DEBUG oslo_vmware.api [None req-859210f9-e4d6-49ca-9062-5e2e3fed7256 tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Waiting for the task: (returnval){ [ 747.367898] env[69524]: value = "task-4067582" [ 747.367898] env[69524]: _type = "Task" [ 747.367898] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.375310] env[69524]: DEBUG oslo_vmware.api [None req-859210f9-e4d6-49ca-9062-5e2e3fed7256 tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Task: {'id': task-4067582, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.467069] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Acquiring lock "refresh_cache-5888cdd0-2309-4abc-b928-8bcbf164258e" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.467069] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Acquired lock "refresh_cache-5888cdd0-2309-4abc-b928-8bcbf164258e" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.467391] env[69524]: DEBUG nova.network.neutron [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] [instance: 5888cdd0-2309-4abc-b928-8bcbf164258e] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 747.483548] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82fc5aa-dddd-4ef3-ade1-757248f3a10b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.495579] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd55441a-b0e2-4d42-894d-1fc4bf0f6f98 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.543697] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2d2e45-e742-43fa-bb51-a6b7c4ae5868 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.562520] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6f2c5319-b4c4-477a-8f6a-745b1466bf29 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Creating linked-clone VM from snapshot {{(pid=69524) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 747.567773] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b06f6ede-df51-4e62-88c7-dc9f20af3cc5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.572736] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e229ab-9157-4355-b7df-5ceaa32c5042 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.588833] env[69524]: DEBUG oslo_vmware.api [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4067579, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.602079] env[69524]: DEBUG nova.compute.provider_tree [None req-cd0c0677-f87d-497c-a033-b527726c8803 tempest-DeleteServersAdminTestJSON-688868208 tempest-DeleteServersAdminTestJSON-688868208-project-admin] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 747.604039] env[69524]: DEBUG oslo_vmware.api [None req-6f2c5319-b4c4-477a-8f6a-745b1466bf29 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Waiting for the task: (returnval){ [ 747.604039] env[69524]: value = "task-4067583" [ 747.604039] env[69524]: _type = "Task" [ 747.604039] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.615462] env[69524]: DEBUG oslo_vmware.api [None req-6f2c5319-b4c4-477a-8f6a-745b1466bf29 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Task: {'id': task-4067583, 'name': CloneVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.790913] env[69524]: DEBUG nova.compute.manager [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] [instance: a53aac01-ef1d-4ef0-aac4-326927830321] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 747.842371] env[69524]: DEBUG oslo_vmware.api [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Task: {'id': task-4067581, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.895096] env[69524]: DEBUG oslo_vmware.api [None req-859210f9-e4d6-49ca-9062-5e2e3fed7256 tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Task: {'id': task-4067582, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187064} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.895096] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-859210f9-e4d6-49ca-9062-5e2e3fed7256 tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 747.895096] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-859210f9-e4d6-49ca-9062-5e2e3fed7256 tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] [instance: ce9b3f98-be80-454d-a541-291921e3e1f7] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 747.895096] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-859210f9-e4d6-49ca-9062-5e2e3fed7256 tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] [instance: ce9b3f98-be80-454d-a541-291921e3e1f7] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 747.895096] env[69524]: INFO nova.compute.manager [None req-859210f9-e4d6-49ca-9062-5e2e3fed7256 tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] [instance: ce9b3f98-be80-454d-a541-291921e3e1f7] Took 1.76 seconds to destroy the instance on the hypervisor. [ 747.895643] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-859210f9-e4d6-49ca-9062-5e2e3fed7256 tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 747.895697] env[69524]: DEBUG nova.compute.manager [-] [instance: ce9b3f98-be80-454d-a541-291921e3e1f7] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 747.895904] env[69524]: DEBUG nova.network.neutron [-] [instance: ce9b3f98-be80-454d-a541-291921e3e1f7] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 748.044192] env[69524]: DEBUG nova.network.neutron [req-aa81fad6-6990-46b2-a9e2-5b2078461ca9 req-178160ca-d8fd-4721-ac2e-b1444b76e2bd service nova] [instance: 6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5] Updated VIF entry in instance network info cache for port 822ff49e-5c4e-4854-aa3b-e5267db58356. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 748.044597] env[69524]: DEBUG nova.network.neutron [req-aa81fad6-6990-46b2-a9e2-5b2078461ca9 req-178160ca-d8fd-4721-ac2e-b1444b76e2bd service nova] [instance: 6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5] Updating instance_info_cache with network_info: [{"id": "822ff49e-5c4e-4854-aa3b-e5267db58356", "address": "fa:16:3e:9a:a7:36", "network": {"id": "a1dc5e54-51f1-4f79-aeae-2d9df46fec7c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1632571652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "151bfd5e068d450da9fd3e96edc9a6ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap822ff49e-5c", "ovs_interfaceid": "822ff49e-5c4e-4854-aa3b-e5267db58356", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.061089] env[69524]: DEBUG nova.network.neutron [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] [instance: 5888cdd0-2309-4abc-b928-8bcbf164258e] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 748.074815] env[69524]: DEBUG oslo_vmware.api [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4067579, 'name': PowerOnVM_Task, 'duration_secs': 1.196054} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.075706] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: ca13258a-42e5-48f5-9264-af5b296c8a6f] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 748.075833] env[69524]: INFO nova.compute.manager [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: ca13258a-42e5-48f5-9264-af5b296c8a6f] Took 11.05 seconds to spawn the instance on the hypervisor. [ 748.076362] env[69524]: DEBUG nova.compute.manager [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: ca13258a-42e5-48f5-9264-af5b296c8a6f] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 748.077288] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244761c6-97fa-488f-90da-bb3e68b0f6e0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.131636] env[69524]: DEBUG oslo_vmware.api [None req-6f2c5319-b4c4-477a-8f6a-745b1466bf29 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Task: {'id': task-4067583, 'name': CloneVM_Task} progress is 94%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.163474] env[69524]: DEBUG nova.scheduler.client.report [None req-cd0c0677-f87d-497c-a033-b527726c8803 tempest-DeleteServersAdminTestJSON-688868208 tempest-DeleteServersAdminTestJSON-688868208-project-admin] Updated inventory for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with generation 30 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 748.163848] env[69524]: DEBUG nova.compute.provider_tree [None req-cd0c0677-f87d-497c-a033-b527726c8803 tempest-DeleteServersAdminTestJSON-688868208 tempest-DeleteServersAdminTestJSON-688868208-project-admin] Updating resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 generation from 30 to 31 during operation: update_inventory {{(pid=69524) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 748.164207] env[69524]: DEBUG nova.compute.provider_tree [None req-cd0c0677-f87d-497c-a033-b527726c8803 tempest-DeleteServersAdminTestJSON-688868208 tempest-DeleteServersAdminTestJSON-688868208-project-admin] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 748.232720] env[69524]: DEBUG nova.compute.manager [req-7076fc08-37ed-47a9-bf13-35a0fbf3ea32 req-bb658649-f864-4668-a275-e803f87cab62 service nova] [instance: 5888cdd0-2309-4abc-b928-8bcbf164258e] Received event network-vif-plugged-903de885-cf87-4917-b24d-93e7cdb02041 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.232966] env[69524]: DEBUG oslo_concurrency.lockutils [req-7076fc08-37ed-47a9-bf13-35a0fbf3ea32 req-bb658649-f864-4668-a275-e803f87cab62 service nova] Acquiring lock "5888cdd0-2309-4abc-b928-8bcbf164258e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.233213] env[69524]: DEBUG oslo_concurrency.lockutils [req-7076fc08-37ed-47a9-bf13-35a0fbf3ea32 req-bb658649-f864-4668-a275-e803f87cab62 service nova] Lock "5888cdd0-2309-4abc-b928-8bcbf164258e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.233482] env[69524]: DEBUG oslo_concurrency.lockutils [req-7076fc08-37ed-47a9-bf13-35a0fbf3ea32 req-bb658649-f864-4668-a275-e803f87cab62 service nova] Lock "5888cdd0-2309-4abc-b928-8bcbf164258e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.233677] env[69524]: DEBUG nova.compute.manager [req-7076fc08-37ed-47a9-bf13-35a0fbf3ea32 req-bb658649-f864-4668-a275-e803f87cab62 service nova] [instance: 5888cdd0-2309-4abc-b928-8bcbf164258e] No waiting events found dispatching network-vif-plugged-903de885-cf87-4917-b24d-93e7cdb02041 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 748.234310] env[69524]: WARNING nova.compute.manager [req-7076fc08-37ed-47a9-bf13-35a0fbf3ea32 req-bb658649-f864-4668-a275-e803f87cab62 service nova] [instance: 5888cdd0-2309-4abc-b928-8bcbf164258e] Received unexpected event network-vif-plugged-903de885-cf87-4917-b24d-93e7cdb02041 for instance with vm_state building and task_state spawning. [ 748.337795] env[69524]: DEBUG oslo_vmware.api [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Task: {'id': task-4067581, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.668985} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.338957] env[69524]: DEBUG oslo_concurrency.lockutils [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.339685] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5/6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 748.339685] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] [instance: 6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 748.339859] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b68289ae-e313-44fb-8c90-2566892910a9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.350864] env[69524]: DEBUG oslo_vmware.api [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Waiting for the task: (returnval){ [ 748.350864] env[69524]: value = "task-4067585" [ 748.350864] env[69524]: _type = "Task" [ 748.350864] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.363301] env[69524]: DEBUG oslo_vmware.api [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Task: {'id': task-4067585, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.442108] env[69524]: DEBUG nova.network.neutron [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] [instance: 5888cdd0-2309-4abc-b928-8bcbf164258e] Updating instance_info_cache with network_info: [{"id": "903de885-cf87-4917-b24d-93e7cdb02041", "address": "fa:16:3e:59:21:b5", "network": {"id": "9ba6743d-ce8d-49df-87a9-5afc4de01489", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a86a460dd4454b05b84917cee5434b27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap903de885-cf", "ovs_interfaceid": "903de885-cf87-4917-b24d-93e7cdb02041", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.549487] env[69524]: DEBUG oslo_concurrency.lockutils [req-aa81fad6-6990-46b2-a9e2-5b2078461ca9 req-178160ca-d8fd-4721-ac2e-b1444b76e2bd service nova] Releasing lock "refresh_cache-6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.600534] env[69524]: INFO nova.compute.manager [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: ca13258a-42e5-48f5-9264-af5b296c8a6f] Took 22.34 seconds to build instance. [ 748.634532] env[69524]: DEBUG oslo_vmware.api [None req-6f2c5319-b4c4-477a-8f6a-745b1466bf29 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Task: {'id': task-4067583, 'name': CloneVM_Task} progress is 94%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.675814] env[69524]: DEBUG oslo_concurrency.lockutils [None req-cd0c0677-f87d-497c-a033-b527726c8803 tempest-DeleteServersAdminTestJSON-688868208 tempest-DeleteServersAdminTestJSON-688868208-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.973s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.679185] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.330s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.679725] env[69524]: INFO nova.compute.claims [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] [instance: 1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 748.703972] env[69524]: INFO nova.scheduler.client.report [None req-cd0c0677-f87d-497c-a033-b527726c8803 tempest-DeleteServersAdminTestJSON-688868208 tempest-DeleteServersAdminTestJSON-688868208-project-admin] Deleted allocations for instance be92232e-a9cf-4f72-9e06-5283afc5734a [ 748.835765] env[69524]: DEBUG oslo_vmware.rw_handles [None req-163948e6-c6c8-4beb-ab1f-4f8256620761 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5288260a-51b4-6bde-82e3-65d06e28f9c0/disk-0.vmdk. {{(pid=69524) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 748.836169] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8369ab7-a263-48ad-8d2d-4bfb7880b219 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.845501] env[69524]: DEBUG oslo_vmware.rw_handles [None req-163948e6-c6c8-4beb-ab1f-4f8256620761 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5288260a-51b4-6bde-82e3-65d06e28f9c0/disk-0.vmdk is in state: ready. {{(pid=69524) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 748.845501] env[69524]: ERROR oslo_vmware.rw_handles [None req-163948e6-c6c8-4beb-ab1f-4f8256620761 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5288260a-51b4-6bde-82e3-65d06e28f9c0/disk-0.vmdk due to incomplete transfer. [ 748.845878] env[69524]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c988d23b-bb71-44c8-86a3-a1bfe867fd49 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.857435] env[69524]: DEBUG oslo_vmware.rw_handles [None req-163948e6-c6c8-4beb-ab1f-4f8256620761 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5288260a-51b4-6bde-82e3-65d06e28f9c0/disk-0.vmdk. {{(pid=69524) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 748.857634] env[69524]: DEBUG nova.virt.vmwareapi.images [None req-163948e6-c6c8-4beb-ab1f-4f8256620761 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 70882fb7-913e-4c58-86d3-61519cda37c7] Uploaded image 575d163f-aa0d-414b-a811-95646ad402bc to the Glance image server {{(pid=69524) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 748.859962] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-163948e6-c6c8-4beb-ab1f-4f8256620761 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 70882fb7-913e-4c58-86d3-61519cda37c7] Destroying the VM {{(pid=69524) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 748.860367] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fbdea801-9cba-4f82-8e36-febc1d82ecd2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.865824] env[69524]: DEBUG oslo_vmware.api [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Task: {'id': task-4067585, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096745} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.866179] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] [instance: 6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 748.867023] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54464307-a2af-4f52-84a3-088a2e4639ce {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.872330] env[69524]: DEBUG oslo_vmware.api [None req-163948e6-c6c8-4beb-ab1f-4f8256620761 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the task: (returnval){ [ 748.872330] env[69524]: value = "task-4067586" [ 748.872330] env[69524]: _type = "Task" [ 748.872330] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.897636] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] [instance: 6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5/6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 748.899086] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-849fdc88-09c9-4866-970b-ac958788a24e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.921382] env[69524]: DEBUG oslo_vmware.api [None req-163948e6-c6c8-4beb-ab1f-4f8256620761 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4067586, 'name': Destroy_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.927620] env[69524]: DEBUG oslo_vmware.api [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Waiting for the task: (returnval){ [ 748.927620] env[69524]: value = "task-4067587" [ 748.927620] env[69524]: _type = "Task" [ 748.927620] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.937565] env[69524]: DEBUG oslo_vmware.api [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Task: {'id': task-4067587, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.946629] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Releasing lock "refresh_cache-5888cdd0-2309-4abc-b928-8bcbf164258e" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.946629] env[69524]: DEBUG nova.compute.manager [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] [instance: 5888cdd0-2309-4abc-b928-8bcbf164258e] Instance network_info: |[{"id": "903de885-cf87-4917-b24d-93e7cdb02041", "address": "fa:16:3e:59:21:b5", "network": {"id": "9ba6743d-ce8d-49df-87a9-5afc4de01489", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a86a460dd4454b05b84917cee5434b27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap903de885-cf", "ovs_interfaceid": "903de885-cf87-4917-b24d-93e7cdb02041", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 748.947955] env[69524]: DEBUG nova.network.neutron [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Successfully updated port: 647653e7-69c3-423e-b29c-05df5ac2cde8 {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 748.948883] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] [instance: 5888cdd0-2309-4abc-b928-8bcbf164258e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:21:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69f65356-c85e-4b7f-ad28-7c7b5e8cf50c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '903de885-cf87-4917-b24d-93e7cdb02041', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 748.957266] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 748.958289] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5888cdd0-2309-4abc-b928-8bcbf164258e] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 748.958289] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c525dbd-620a-42dd-ac6a-6a0799bb8e7d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.982558] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 748.982558] env[69524]: value = "task-4067588" [ 748.982558] env[69524]: _type = "Task" [ 748.982558] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.996430] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067588, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.045310] env[69524]: DEBUG nova.network.neutron [-] [instance: ce9b3f98-be80-454d-a541-291921e3e1f7] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.058547] env[69524]: DEBUG nova.compute.manager [req-0f25a8cc-a156-4adf-8e16-078515b82d58 req-9d540d52-8638-4398-8f9e-1e7d671f33c4 service nova] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Received event network-vif-plugged-647653e7-69c3-423e-b29c-05df5ac2cde8 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.058789] env[69524]: DEBUG oslo_concurrency.lockutils [req-0f25a8cc-a156-4adf-8e16-078515b82d58 req-9d540d52-8638-4398-8f9e-1e7d671f33c4 service nova] Acquiring lock "780705ab-3fbb-43e0-961a-46f755f5388d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.059041] env[69524]: DEBUG oslo_concurrency.lockutils [req-0f25a8cc-a156-4adf-8e16-078515b82d58 req-9d540d52-8638-4398-8f9e-1e7d671f33c4 service nova] Lock "780705ab-3fbb-43e0-961a-46f755f5388d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.059223] env[69524]: DEBUG oslo_concurrency.lockutils [req-0f25a8cc-a156-4adf-8e16-078515b82d58 req-9d540d52-8638-4398-8f9e-1e7d671f33c4 service nova] Lock "780705ab-3fbb-43e0-961a-46f755f5388d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.059398] env[69524]: DEBUG nova.compute.manager [req-0f25a8cc-a156-4adf-8e16-078515b82d58 req-9d540d52-8638-4398-8f9e-1e7d671f33c4 service nova] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] No waiting events found dispatching network-vif-plugged-647653e7-69c3-423e-b29c-05df5ac2cde8 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 749.059574] env[69524]: WARNING nova.compute.manager [req-0f25a8cc-a156-4adf-8e16-078515b82d58 req-9d540d52-8638-4398-8f9e-1e7d671f33c4 service nova] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Received unexpected event network-vif-plugged-647653e7-69c3-423e-b29c-05df5ac2cde8 for instance with vm_state building and task_state spawning. [ 749.103243] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0a6168ff-1b68-4603-86e7-d09f9d3f376a tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Lock "ca13258a-42e5-48f5-9264-af5b296c8a6f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.863s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.125382] env[69524]: DEBUG oslo_vmware.api [None req-6f2c5319-b4c4-477a-8f6a-745b1466bf29 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Task: {'id': task-4067583, 'name': CloneVM_Task} progress is 94%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.220383] env[69524]: DEBUG oslo_concurrency.lockutils [None req-cd0c0677-f87d-497c-a033-b527726c8803 tempest-DeleteServersAdminTestJSON-688868208 tempest-DeleteServersAdminTestJSON-688868208-project-admin] Lock "be92232e-a9cf-4f72-9e06-5283afc5734a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.088s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.387679] env[69524]: DEBUG oslo_vmware.api [None req-163948e6-c6c8-4beb-ab1f-4f8256620761 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4067586, 'name': Destroy_Task} progress is 33%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.404165] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Acquiring lock "1f43ca30-fd40-4c2c-af1f-9b12651cadb0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.404165] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Lock "1f43ca30-fd40-4c2c-af1f-9b12651cadb0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.443522] env[69524]: DEBUG oslo_vmware.api [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Task: {'id': task-4067587, 'name': ReconfigVM_Task, 'duration_secs': 0.327817} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.444196] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] [instance: 6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5/6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 749.445746] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b77fb566-f328-400d-b297-f8bf5a21e930 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.454850] env[69524]: DEBUG oslo_vmware.api [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Waiting for the task: (returnval){ [ 749.454850] env[69524]: value = "task-4067589" [ 749.454850] env[69524]: _type = "Task" [ 749.454850] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.460123] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Acquiring lock "refresh_cache-780705ab-3fbb-43e0-961a-46f755f5388d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.463146] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Acquired lock "refresh_cache-780705ab-3fbb-43e0-961a-46f755f5388d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.463146] env[69524]: DEBUG nova.network.neutron [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 749.472833] env[69524]: DEBUG oslo_vmware.api [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Task: {'id': task-4067589, 'name': Rename_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.499547] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067588, 'name': CreateVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.539496] env[69524]: INFO nova.compute.manager [None req-f6afe6ad-e1cb-453f-897c-d785cb030db5 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Rescuing [ 749.539750] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f6afe6ad-e1cb-453f-897c-d785cb030db5 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Acquiring lock "refresh_cache-eaa67334-28fd-4d0f-ac77-37a80cbfff1f" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.543131] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f6afe6ad-e1cb-453f-897c-d785cb030db5 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Acquired lock "refresh_cache-eaa67334-28fd-4d0f-ac77-37a80cbfff1f" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.543383] env[69524]: DEBUG nova.network.neutron [None req-f6afe6ad-e1cb-453f-897c-d785cb030db5 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 749.552366] env[69524]: INFO nova.compute.manager [-] [instance: ce9b3f98-be80-454d-a541-291921e3e1f7] Took 1.65 seconds to deallocate network for instance. [ 749.629192] env[69524]: DEBUG oslo_vmware.api [None req-6f2c5319-b4c4-477a-8f6a-745b1466bf29 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Task: {'id': task-4067583, 'name': CloneVM_Task} progress is 95%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.887276] env[69524]: DEBUG oslo_vmware.api [None req-163948e6-c6c8-4beb-ab1f-4f8256620761 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4067586, 'name': Destroy_Task, 'duration_secs': 0.757157} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.889098] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-163948e6-c6c8-4beb-ab1f-4f8256620761 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 70882fb7-913e-4c58-86d3-61519cda37c7] Destroyed the VM [ 749.889547] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-163948e6-c6c8-4beb-ab1f-4f8256620761 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 70882fb7-913e-4c58-86d3-61519cda37c7] Deleting Snapshot of the VM instance {{(pid=69524) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 749.890229] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-27dfdf26-d347-485c-8d64-1d4437e22f53 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.900173] env[69524]: DEBUG oslo_vmware.api [None req-163948e6-c6c8-4beb-ab1f-4f8256620761 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the task: (returnval){ [ 749.900173] env[69524]: value = "task-4067590" [ 749.900173] env[69524]: _type = "Task" [ 749.900173] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.911840] env[69524]: DEBUG nova.compute.manager [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] [instance: 1f43ca30-fd40-4c2c-af1f-9b12651cadb0] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 749.915085] env[69524]: DEBUG oslo_vmware.api [None req-163948e6-c6c8-4beb-ab1f-4f8256620761 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4067590, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.974586] env[69524]: DEBUG oslo_vmware.api [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Task: {'id': task-4067589, 'name': Rename_Task, 'duration_secs': 0.172253} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.975667] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f9e9e9b2-7ff3-4919-a59e-5e523f1669d9 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Acquiring lock "01f08d9c-f1bf-47a8-84f0-e9852b244e50" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.975948] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f9e9e9b2-7ff3-4919-a59e-5e523f1669d9 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Lock "01f08d9c-f1bf-47a8-84f0-e9852b244e50" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.976191] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f9e9e9b2-7ff3-4919-a59e-5e523f1669d9 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Acquiring lock "01f08d9c-f1bf-47a8-84f0-e9852b244e50-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.976405] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f9e9e9b2-7ff3-4919-a59e-5e523f1669d9 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Lock "01f08d9c-f1bf-47a8-84f0-e9852b244e50-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.976563] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f9e9e9b2-7ff3-4919-a59e-5e523f1669d9 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Lock "01f08d9c-f1bf-47a8-84f0-e9852b244e50-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.979230] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] [instance: 6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 749.979230] env[69524]: INFO nova.compute.manager [None req-f9e9e9b2-7ff3-4919-a59e-5e523f1669d9 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] [instance: 01f08d9c-f1bf-47a8-84f0-e9852b244e50] Terminating instance [ 749.981059] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e31ca059-f9eb-4970-9e71-9e8329427902 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.001144] env[69524]: DEBUG oslo_vmware.api [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Waiting for the task: (returnval){ [ 750.001144] env[69524]: value = "task-4067591" [ 750.001144] env[69524]: _type = "Task" [ 750.001144] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.013479] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067588, 'name': CreateVM_Task, 'duration_secs': 0.606916} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.014012] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5888cdd0-2309-4abc-b928-8bcbf164258e] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 750.018075] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.018075] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.018075] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.020783] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65cf05c4-f289-499a-87c4-7cfca8e4ff83 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.022130] env[69524]: DEBUG oslo_vmware.api [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Task: {'id': task-4067591, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.031041] env[69524]: DEBUG oslo_vmware.api [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Waiting for the task: (returnval){ [ 750.031041] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52e86a29-8da0-8090-2a9a-c453034b8cca" [ 750.031041] env[69524]: _type = "Task" [ 750.031041] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.041571] env[69524]: DEBUG oslo_vmware.api [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52e86a29-8da0-8090-2a9a-c453034b8cca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.059572] env[69524]: DEBUG oslo_concurrency.lockutils [None req-859210f9-e4d6-49ca-9062-5e2e3fed7256 tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.070432] env[69524]: DEBUG nova.network.neutron [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 750.134991] env[69524]: DEBUG oslo_vmware.api [None req-6f2c5319-b4c4-477a-8f6a-745b1466bf29 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Task: {'id': task-4067583, 'name': CloneVM_Task} progress is 95%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.182343] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f7700d-8104-47cd-b257-4a4b7d8bf3d5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.193234] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6263104f-45a5-4bb6-b27c-2a36bd007b0d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.264687] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6290ec65-58f6-49a2-9b83-735eb518f086 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.269767] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45718f99-f328-4b53-95de-0fbf99b275af {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.295070] env[69524]: DEBUG nova.compute.provider_tree [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 750.427830] env[69524]: DEBUG oslo_vmware.api [None req-163948e6-c6c8-4beb-ab1f-4f8256620761 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4067590, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.452023] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.494139] env[69524]: DEBUG nova.compute.manager [None req-f9e9e9b2-7ff3-4919-a59e-5e523f1669d9 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] [instance: 01f08d9c-f1bf-47a8-84f0-e9852b244e50] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 750.498110] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e9e9b2-7ff3-4919-a59e-5e523f1669d9 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] [instance: 01f08d9c-f1bf-47a8-84f0-e9852b244e50] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 750.500013] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b361ec4-45b7-45bd-ab4e-672851824efc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.518228] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e9e9b2-7ff3-4919-a59e-5e523f1669d9 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] [instance: 01f08d9c-f1bf-47a8-84f0-e9852b244e50] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 750.518351] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4ad161d-7eaf-4553-a126-cb4d96a2bfee {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.525222] env[69524]: DEBUG oslo_vmware.api [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Task: {'id': task-4067591, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.533851] env[69524]: DEBUG oslo_vmware.api [None req-f9e9e9b2-7ff3-4919-a59e-5e523f1669d9 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Waiting for the task: (returnval){ [ 750.533851] env[69524]: value = "task-4067592" [ 750.533851] env[69524]: _type = "Task" [ 750.533851] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.549913] env[69524]: DEBUG oslo_vmware.api [None req-f9e9e9b2-7ff3-4919-a59e-5e523f1669d9 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Task: {'id': task-4067592, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.555400] env[69524]: DEBUG oslo_vmware.api [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52e86a29-8da0-8090-2a9a-c453034b8cca, 'name': SearchDatastore_Task, 'duration_secs': 0.011538} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.556743] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.557619] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] [instance: 5888cdd0-2309-4abc-b928-8bcbf164258e] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 750.557619] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.557619] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.557893] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 750.558182] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-570941d1-0f73-48d3-a606-f92a2c8bf1cb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.571326] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 750.571715] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 750.572280] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8a6a036-2a0c-45b7-ab45-53657856bb1e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.583941] env[69524]: DEBUG oslo_vmware.api [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Waiting for the task: (returnval){ [ 750.583941] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52dec324-6429-eb14-5d44-1a751d893eaf" [ 750.583941] env[69524]: _type = "Task" [ 750.583941] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.584186] env[69524]: DEBUG nova.network.neutron [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Updating instance_info_cache with network_info: [{"id": "647653e7-69c3-423e-b29c-05df5ac2cde8", "address": "fa:16:3e:b1:18:a9", "network": {"id": "1ed5f80d-e3ed-44dc-8b1f-b09def5546c9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1275482548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e64c5c29d3f246138e543c5e5af4ff08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap647653e7-69", "ovs_interfaceid": "647653e7-69c3-423e-b29c-05df5ac2cde8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.597055] env[69524]: DEBUG nova.network.neutron [None req-f6afe6ad-e1cb-453f-897c-d785cb030db5 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Updating instance_info_cache with network_info: [{"id": "ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd", "address": "fa:16:3e:41:9c:5a", "network": {"id": "8f05e130-7b35-408b-9e8f-3f57462c2e37", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1325207331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "acb0557b9b3b4d9da0c1f5fa81e8a64d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee0a48d2-a1", "ovs_interfaceid": "ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.617052] env[69524]: DEBUG oslo_vmware.api [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52dec324-6429-eb14-5d44-1a751d893eaf, 'name': SearchDatastore_Task, 'duration_secs': 0.01012} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.626695] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-813c2870-3c0a-4e48-9291-e0043171842b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.635068] env[69524]: DEBUG oslo_vmware.api [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Waiting for the task: (returnval){ [ 750.635068] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]529cf9fc-0a75-dfa3-971b-d05c5b574531" [ 750.635068] env[69524]: _type = "Task" [ 750.635068] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.640213] env[69524]: DEBUG oslo_vmware.api [None req-6f2c5319-b4c4-477a-8f6a-745b1466bf29 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Task: {'id': task-4067583, 'name': CloneVM_Task} progress is 95%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.652615] env[69524]: DEBUG oslo_vmware.api [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]529cf9fc-0a75-dfa3-971b-d05c5b574531, 'name': SearchDatastore_Task, 'duration_secs': 0.015662} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.653171] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.653566] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 5888cdd0-2309-4abc-b928-8bcbf164258e/5888cdd0-2309-4abc-b928-8bcbf164258e.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 750.655489] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-704602f6-9679-4e19-89fb-86a66bd0e24f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.664586] env[69524]: DEBUG oslo_vmware.api [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Waiting for the task: (returnval){ [ 750.664586] env[69524]: value = "task-4067593" [ 750.664586] env[69524]: _type = "Task" [ 750.664586] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.676954] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Acquiring lock "848cef21-f975-4f2e-ae88-4f05cb97ba5d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.676954] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Lock "848cef21-f975-4f2e-ae88-4f05cb97ba5d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.693037] env[69524]: DEBUG oslo_vmware.api [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Task: {'id': task-4067593, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.827639] env[69524]: ERROR nova.scheduler.client.report [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] [req-f2a3551f-ffae-4872-921c-d8cfb0fa869e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 333a7aa4-d2cd-4888-ac97-9e43e6b91719. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f2a3551f-ffae-4872-921c-d8cfb0fa869e"}]} [ 750.853111] env[69524]: DEBUG nova.scheduler.client.report [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Refreshing inventories for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 750.888605] env[69524]: DEBUG nova.scheduler.client.report [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Updating ProviderTree inventory for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 750.888605] env[69524]: DEBUG nova.compute.provider_tree [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 750.901114] env[69524]: DEBUG nova.scheduler.client.report [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Refreshing aggregate associations for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719, aggregates: None {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 750.916686] env[69524]: DEBUG oslo_vmware.api [None req-163948e6-c6c8-4beb-ab1f-4f8256620761 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4067590, 'name': RemoveSnapshot_Task, 'duration_secs': 0.593769} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.917081] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-163948e6-c6c8-4beb-ab1f-4f8256620761 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 70882fb7-913e-4c58-86d3-61519cda37c7] Deleted Snapshot of the VM instance {{(pid=69524) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 750.917470] env[69524]: INFO nova.compute.manager [None req-163948e6-c6c8-4beb-ab1f-4f8256620761 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 70882fb7-913e-4c58-86d3-61519cda37c7] Took 17.38 seconds to snapshot the instance on the hypervisor. [ 750.929404] env[69524]: DEBUG nova.scheduler.client.report [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Refreshing trait associations for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 751.027090] env[69524]: DEBUG oslo_vmware.api [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Task: {'id': task-4067591, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.057199] env[69524]: DEBUG oslo_vmware.api [None req-f9e9e9b2-7ff3-4919-a59e-5e523f1669d9 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Task: {'id': task-4067592, 'name': PowerOffVM_Task, 'duration_secs': 0.281925} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.057669] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9e9e9b2-7ff3-4919-a59e-5e523f1669d9 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] [instance: 01f08d9c-f1bf-47a8-84f0-e9852b244e50] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 751.057861] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e9e9b2-7ff3-4919-a59e-5e523f1669d9 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] [instance: 01f08d9c-f1bf-47a8-84f0-e9852b244e50] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 751.058223] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-277db8b8-90fc-41dd-9c05-b446cb1e0dc4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.099468] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Releasing lock "refresh_cache-780705ab-3fbb-43e0-961a-46f755f5388d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.101263] env[69524]: DEBUG nova.compute.manager [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Instance network_info: |[{"id": "647653e7-69c3-423e-b29c-05df5ac2cde8", "address": "fa:16:3e:b1:18:a9", "network": {"id": "1ed5f80d-e3ed-44dc-8b1f-b09def5546c9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1275482548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e64c5c29d3f246138e543c5e5af4ff08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap647653e7-69", "ovs_interfaceid": "647653e7-69c3-423e-b29c-05df5ac2cde8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 751.101263] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:18:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a5569c57-a27b-4d4d-a519-784be105114f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '647653e7-69c3-423e-b29c-05df5ac2cde8', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 751.109623] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Creating folder: Project (e64c5c29d3f246138e543c5e5af4ff08). Parent ref: group-v806025. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 751.113203] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f6afe6ad-e1cb-453f-897c-d785cb030db5 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Releasing lock "refresh_cache-eaa67334-28fd-4d0f-ac77-37a80cbfff1f" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.115679] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31a315d6-aaf8-4a8f-98ed-b58050adb1c7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.129914] env[69524]: DEBUG oslo_vmware.api [None req-6f2c5319-b4c4-477a-8f6a-745b1466bf29 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Task: {'id': task-4067583, 'name': CloneVM_Task} progress is 95%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.133769] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Created folder: Project (e64c5c29d3f246138e543c5e5af4ff08) in parent group-v806025. [ 751.134056] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Creating folder: Instances. Parent ref: group-v806088. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 751.134338] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e3059f2-823b-4b67-afe3-95b8cefe7bbc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.150851] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Created folder: Instances in parent group-v806088. [ 751.151232] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 751.151501] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 751.152030] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e1aeacc-e73a-4a28-a094-e47ca704008e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.185297] env[69524]: DEBUG nova.compute.manager [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 751.200740] env[69524]: DEBUG oslo_vmware.api [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Task: {'id': task-4067593, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.206225] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 751.206225] env[69524]: value = "task-4067597" [ 751.206225] env[69524]: _type = "Task" [ 751.206225] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.212920] env[69524]: DEBUG nova.compute.manager [req-cd0966d1-c731-4c9c-bb8b-1392c7a46947 req-cf40079e-738c-46bc-9a0f-d4146ebfdbb6 service nova] [instance: 5888cdd0-2309-4abc-b928-8bcbf164258e] Received event network-changed-903de885-cf87-4917-b24d-93e7cdb02041 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.213256] env[69524]: DEBUG nova.compute.manager [req-cd0966d1-c731-4c9c-bb8b-1392c7a46947 req-cf40079e-738c-46bc-9a0f-d4146ebfdbb6 service nova] [instance: 5888cdd0-2309-4abc-b928-8bcbf164258e] Refreshing instance network info cache due to event network-changed-903de885-cf87-4917-b24d-93e7cdb02041. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 751.213857] env[69524]: DEBUG oslo_concurrency.lockutils [req-cd0966d1-c731-4c9c-bb8b-1392c7a46947 req-cf40079e-738c-46bc-9a0f-d4146ebfdbb6 service nova] Acquiring lock "refresh_cache-5888cdd0-2309-4abc-b928-8bcbf164258e" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.214135] env[69524]: DEBUG oslo_concurrency.lockutils [req-cd0966d1-c731-4c9c-bb8b-1392c7a46947 req-cf40079e-738c-46bc-9a0f-d4146ebfdbb6 service nova] Acquired lock "refresh_cache-5888cdd0-2309-4abc-b928-8bcbf164258e" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.214295] env[69524]: DEBUG nova.network.neutron [req-cd0966d1-c731-4c9c-bb8b-1392c7a46947 req-cf40079e-738c-46bc-9a0f-d4146ebfdbb6 service nova] [instance: 5888cdd0-2309-4abc-b928-8bcbf164258e] Refreshing network info cache for port 903de885-cf87-4917-b24d-93e7cdb02041 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 751.224752] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067597, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.510806] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c442f447-461a-44eb-851f-4f76fd53df43 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.520536] env[69524]: DEBUG oslo_vmware.api [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Task: {'id': task-4067591, 'name': PowerOnVM_Task, 'duration_secs': 1.407213} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.523415] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] [instance: 6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 751.523415] env[69524]: INFO nova.compute.manager [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] [instance: 6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5] Took 11.00 seconds to spawn the instance on the hypervisor. [ 751.523415] env[69524]: DEBUG nova.compute.manager [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] [instance: 6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 751.523989] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44a652f-b20e-4467-b296-329df17302f5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.527399] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b766c3f5-d0b3-461c-970f-f350c964aff0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.575855] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d47b73a-a676-4061-9364-33e3ad53ddd0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.589347] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4159f5-ac9f-4087-8036-99483b32717e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.612101] env[69524]: DEBUG nova.compute.provider_tree [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 751.629997] env[69524]: DEBUG oslo_vmware.api [None req-6f2c5319-b4c4-477a-8f6a-745b1466bf29 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Task: {'id': task-4067583, 'name': CloneVM_Task} progress is 95%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.699567] env[69524]: DEBUG oslo_vmware.api [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Task: {'id': task-4067593, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603605} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.702447] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 5888cdd0-2309-4abc-b928-8bcbf164258e/5888cdd0-2309-4abc-b928-8bcbf164258e.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 751.702731] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] [instance: 5888cdd0-2309-4abc-b928-8bcbf164258e] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 751.704867] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67a01058-a318-43cc-9d13-a9965381f9b2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.718492] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067597, 'name': CreateVM_Task} progress is 25%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.720247] env[69524]: DEBUG oslo_vmware.api [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Waiting for the task: (returnval){ [ 751.720247] env[69524]: value = "task-4067598" [ 751.720247] env[69524]: _type = "Task" [ 751.720247] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.724343] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.788406] env[69524]: DEBUG nova.compute.manager [req-e2a5735f-1b0d-4245-9504-f020fc9a1900 req-5e804587-4d84-4224-a0e5-c4b0e0f4de1a service nova] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Received event network-changed-647653e7-69c3-423e-b29c-05df5ac2cde8 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.788612] env[69524]: DEBUG nova.compute.manager [req-e2a5735f-1b0d-4245-9504-f020fc9a1900 req-5e804587-4d84-4224-a0e5-c4b0e0f4de1a service nova] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Refreshing instance network info cache due to event network-changed-647653e7-69c3-423e-b29c-05df5ac2cde8. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 751.788821] env[69524]: DEBUG oslo_concurrency.lockutils [req-e2a5735f-1b0d-4245-9504-f020fc9a1900 req-5e804587-4d84-4224-a0e5-c4b0e0f4de1a service nova] Acquiring lock "refresh_cache-780705ab-3fbb-43e0-961a-46f755f5388d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.788957] env[69524]: DEBUG oslo_concurrency.lockutils [req-e2a5735f-1b0d-4245-9504-f020fc9a1900 req-5e804587-4d84-4224-a0e5-c4b0e0f4de1a service nova] Acquired lock "refresh_cache-780705ab-3fbb-43e0-961a-46f755f5388d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.789147] env[69524]: DEBUG nova.network.neutron [req-e2a5735f-1b0d-4245-9504-f020fc9a1900 req-5e804587-4d84-4224-a0e5-c4b0e0f4de1a service nova] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Refreshing network info cache for port 647653e7-69c3-423e-b29c-05df5ac2cde8 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 752.091888] env[69524]: INFO nova.compute.manager [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] [instance: 6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5] Took 22.92 seconds to build instance. [ 752.132608] env[69524]: DEBUG oslo_vmware.api [None req-6f2c5319-b4c4-477a-8f6a-745b1466bf29 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Task: {'id': task-4067583, 'name': CloneVM_Task} progress is 95%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.146034] env[69524]: ERROR nova.scheduler.client.report [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] [req-199aab2b-b638-4461-b30c-6a79be8a6e80] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 333a7aa4-d2cd-4888-ac97-9e43e6b91719. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-199aab2b-b638-4461-b30c-6a79be8a6e80"}]} [ 752.175067] env[69524]: DEBUG nova.scheduler.client.report [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Refreshing inventories for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 752.209355] env[69524]: DEBUG nova.scheduler.client.report [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Updating ProviderTree inventory for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 752.209355] env[69524]: DEBUG nova.compute.provider_tree [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 752.220163] env[69524]: DEBUG nova.network.neutron [req-cd0966d1-c731-4c9c-bb8b-1392c7a46947 req-cf40079e-738c-46bc-9a0f-d4146ebfdbb6 service nova] [instance: 5888cdd0-2309-4abc-b928-8bcbf164258e] Updated VIF entry in instance network info cache for port 903de885-cf87-4917-b24d-93e7cdb02041. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 752.220163] env[69524]: DEBUG nova.network.neutron [req-cd0966d1-c731-4c9c-bb8b-1392c7a46947 req-cf40079e-738c-46bc-9a0f-d4146ebfdbb6 service nova] [instance: 5888cdd0-2309-4abc-b928-8bcbf164258e] Updating instance_info_cache with network_info: [{"id": "903de885-cf87-4917-b24d-93e7cdb02041", "address": "fa:16:3e:59:21:b5", "network": {"id": "9ba6743d-ce8d-49df-87a9-5afc4de01489", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.105", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a86a460dd4454b05b84917cee5434b27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap903de885-cf", "ovs_interfaceid": "903de885-cf87-4917-b24d-93e7cdb02041", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.233366] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067597, 'name': CreateVM_Task} progress is 25%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.234319] env[69524]: DEBUG nova.scheduler.client.report [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Refreshing aggregate associations for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719, aggregates: None {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 752.248422] env[69524]: DEBUG oslo_vmware.api [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Task: {'id': task-4067598, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087981} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.248682] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] [instance: 5888cdd0-2309-4abc-b928-8bcbf164258e] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 752.249832] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d65e42-2d04-41f9-93aa-a9aef4f5d06b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.276508] env[69524]: DEBUG nova.scheduler.client.report [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Refreshing trait associations for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 752.291032] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] [instance: 5888cdd0-2309-4abc-b928-8bcbf164258e] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 5888cdd0-2309-4abc-b928-8bcbf164258e/5888cdd0-2309-4abc-b928-8bcbf164258e.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 752.291577] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ab1d2ca-bfe3-4f3d-b891-e563563e6271 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.324418] env[69524]: DEBUG oslo_vmware.api [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Waiting for the task: (returnval){ [ 752.324418] env[69524]: value = "task-4067599" [ 752.324418] env[69524]: _type = "Task" [ 752.324418] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.338730] env[69524]: DEBUG oslo_vmware.api [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Task: {'id': task-4067599, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.420416] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Acquiring lock "10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.420793] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Lock "10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.439901] env[69524]: DEBUG oslo_concurrency.lockutils [None req-527c9a80-3cd4-4cf0-9a00-6ea31a04fcd6 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Acquiring lock "152eccac-5038-4ed8-9748-911b53a425c2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.439901] env[69524]: DEBUG oslo_concurrency.lockutils [None req-527c9a80-3cd4-4cf0-9a00-6ea31a04fcd6 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Lock "152eccac-5038-4ed8-9748-911b53a425c2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.440177] env[69524]: DEBUG oslo_concurrency.lockutils [None req-527c9a80-3cd4-4cf0-9a00-6ea31a04fcd6 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Acquiring lock "152eccac-5038-4ed8-9748-911b53a425c2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.441431] env[69524]: DEBUG oslo_concurrency.lockutils [None req-527c9a80-3cd4-4cf0-9a00-6ea31a04fcd6 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Lock "152eccac-5038-4ed8-9748-911b53a425c2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.441431] env[69524]: DEBUG oslo_concurrency.lockutils [None req-527c9a80-3cd4-4cf0-9a00-6ea31a04fcd6 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Lock "152eccac-5038-4ed8-9748-911b53a425c2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.446104] env[69524]: INFO nova.compute.manager [None req-527c9a80-3cd4-4cf0-9a00-6ea31a04fcd6 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] [instance: 152eccac-5038-4ed8-9748-911b53a425c2] Terminating instance [ 752.473717] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e9e9b2-7ff3-4919-a59e-5e523f1669d9 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] [instance: 01f08d9c-f1bf-47a8-84f0-e9852b244e50] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 752.473717] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e9e9b2-7ff3-4919-a59e-5e523f1669d9 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] [instance: 01f08d9c-f1bf-47a8-84f0-e9852b244e50] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 752.473717] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9e9e9b2-7ff3-4919-a59e-5e523f1669d9 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Deleting the datastore file [datastore1] 01f08d9c-f1bf-47a8-84f0-e9852b244e50 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 752.473717] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2667855-3f5c-4870-afb1-7c9e1b3ca2e6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.490195] env[69524]: DEBUG oslo_vmware.api [None req-f9e9e9b2-7ff3-4919-a59e-5e523f1669d9 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Waiting for the task: (returnval){ [ 752.490195] env[69524]: value = "task-4067600" [ 752.490195] env[69524]: _type = "Task" [ 752.490195] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.502570] env[69524]: DEBUG oslo_vmware.api [None req-f9e9e9b2-7ff3-4919-a59e-5e523f1669d9 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Task: {'id': task-4067600, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.595798] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c49ae88c-30e8-4543-bfcf-00e1c77e16e7 tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Lock "6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.443s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.638754] env[69524]: DEBUG oslo_vmware.api [None req-6f2c5319-b4c4-477a-8f6a-745b1466bf29 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Task: {'id': task-4067583, 'name': CloneVM_Task, 'duration_secs': 5.027148} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.640337] env[69524]: INFO nova.virt.vmwareapi.vmops [None req-6f2c5319-b4c4-477a-8f6a-745b1466bf29 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Created linked-clone VM from snapshot [ 752.640682] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2ccdb32-fd2a-48ff-80e6-273395b509b1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.657661] env[69524]: DEBUG nova.virt.vmwareapi.images [None req-6f2c5319-b4c4-477a-8f6a-745b1466bf29 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Uploading image a5905d7d-50be-4ccf-b533-4a3a5026b71f {{(pid=69524) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 752.694867] env[69524]: DEBUG oslo_vmware.rw_handles [None req-6f2c5319-b4c4-477a-8f6a-745b1466bf29 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 752.694867] env[69524]: value = "vm-806086" [ 752.694867] env[69524]: _type = "VirtualMachine" [ 752.694867] env[69524]: }. {{(pid=69524) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 752.694867] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1eb44b34-cafe-46eb-a1ad-e8d05cf0aaff {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.709040] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6afe6ad-e1cb-453f-897c-d785cb030db5 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 752.709451] env[69524]: DEBUG oslo_vmware.rw_handles [None req-6f2c5319-b4c4-477a-8f6a-745b1466bf29 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Lease: (returnval){ [ 752.709451] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52e4008e-9645-e13f-5d47-88ea53d814fa" [ 752.709451] env[69524]: _type = "HttpNfcLease" [ 752.709451] env[69524]: } obtained for exporting VM: (result){ [ 752.709451] env[69524]: value = "vm-806086" [ 752.709451] env[69524]: _type = "VirtualMachine" [ 752.709451] env[69524]: }. {{(pid=69524) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 752.709758] env[69524]: DEBUG oslo_vmware.api [None req-6f2c5319-b4c4-477a-8f6a-745b1466bf29 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Waiting for the lease: (returnval){ [ 752.709758] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52e4008e-9645-e13f-5d47-88ea53d814fa" [ 752.709758] env[69524]: _type = "HttpNfcLease" [ 752.709758] env[69524]: } to be ready. {{(pid=69524) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 752.710742] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ee849be-1c9f-4118-b733-1acec056a775 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.734043] env[69524]: DEBUG oslo_concurrency.lockutils [req-cd0966d1-c731-4c9c-bb8b-1392c7a46947 req-cf40079e-738c-46bc-9a0f-d4146ebfdbb6 service nova] Releasing lock "refresh_cache-5888cdd0-2309-4abc-b928-8bcbf164258e" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.734043] env[69524]: DEBUG nova.compute.manager [req-cd0966d1-c731-4c9c-bb8b-1392c7a46947 req-cf40079e-738c-46bc-9a0f-d4146ebfdbb6 service nova] [instance: ce9b3f98-be80-454d-a541-291921e3e1f7] Received event network-vif-deleted-577f1539-33fa-4d79-b257-af472b94dc8b {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.734404] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067597, 'name': CreateVM_Task} progress is 25%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.734499] env[69524]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 752.734499] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52e4008e-9645-e13f-5d47-88ea53d814fa" [ 752.734499] env[69524]: _type = "HttpNfcLease" [ 752.734499] env[69524]: } is ready. {{(pid=69524) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 752.736341] env[69524]: DEBUG oslo_vmware.rw_handles [None req-6f2c5319-b4c4-477a-8f6a-745b1466bf29 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 752.736341] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52e4008e-9645-e13f-5d47-88ea53d814fa" [ 752.736341] env[69524]: _type = "HttpNfcLease" [ 752.736341] env[69524]: }. {{(pid=69524) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 752.736664] env[69524]: DEBUG oslo_vmware.api [None req-f6afe6ad-e1cb-453f-897c-d785cb030db5 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Waiting for the task: (returnval){ [ 752.736664] env[69524]: value = "task-4067602" [ 752.736664] env[69524]: _type = "Task" [ 752.736664] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.737531] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2d1a4e-0dd8-4886-ab7e-4729719c42ee {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.753692] env[69524]: DEBUG oslo_vmware.api [None req-f6afe6ad-e1cb-453f-897c-d785cb030db5 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Task: {'id': task-4067602, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.765712] env[69524]: DEBUG oslo_vmware.rw_handles [None req-6f2c5319-b4c4-477a-8f6a-745b1466bf29 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527585f8-4f65-7d70-0de7-d6af4c521056/disk-0.vmdk from lease info. {{(pid=69524) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 752.767811] env[69524]: DEBUG oslo_vmware.rw_handles [None req-6f2c5319-b4c4-477a-8f6a-745b1466bf29 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527585f8-4f65-7d70-0de7-d6af4c521056/disk-0.vmdk for reading. {{(pid=69524) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 752.881931] env[69524]: DEBUG oslo_concurrency.lockutils [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Acquiring lock "540508eb-3326-4f5e-aa1a-a8e3ecc02a1d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.881931] env[69524]: DEBUG oslo_concurrency.lockutils [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Lock "540508eb-3326-4f5e-aa1a-a8e3ecc02a1d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.889831] env[69524]: DEBUG oslo_vmware.api [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Task: {'id': task-4067599, 'name': ReconfigVM_Task, 'duration_secs': 0.528653} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.889831] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] [instance: 5888cdd0-2309-4abc-b928-8bcbf164258e] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 5888cdd0-2309-4abc-b928-8bcbf164258e/5888cdd0-2309-4abc-b928-8bcbf164258e.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 752.890244] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-252666ac-2ca1-4a8a-a921-41a0cf5e134b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.898362] env[69524]: DEBUG oslo_vmware.api [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Waiting for the task: (returnval){ [ 752.898362] env[69524]: value = "task-4067603" [ 752.898362] env[69524]: _type = "Task" [ 752.898362] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.908853] env[69524]: DEBUG oslo_vmware.api [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Task: {'id': task-4067603, 'name': Rename_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.929118] env[69524]: DEBUG nova.compute.manager [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 752.940581] env[69524]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9b13eaf7-26f4-4c7c-a364-a271bff29e47 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.951182] env[69524]: DEBUG nova.compute.manager [None req-527c9a80-3cd4-4cf0-9a00-6ea31a04fcd6 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] [instance: 152eccac-5038-4ed8-9748-911b53a425c2] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 752.951182] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-527c9a80-3cd4-4cf0-9a00-6ea31a04fcd6 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] [instance: 152eccac-5038-4ed8-9748-911b53a425c2] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 752.951852] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b825aee-869c-4000-a52e-59dbc600be95 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.960606] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5623fb6c-ed81-4e56-9fd6-44aee25380ba {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.968613] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-527c9a80-3cd4-4cf0-9a00-6ea31a04fcd6 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] [instance: 152eccac-5038-4ed8-9748-911b53a425c2] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 752.969702] env[69524]: DEBUG nova.network.neutron [req-e2a5735f-1b0d-4245-9504-f020fc9a1900 req-5e804587-4d84-4224-a0e5-c4b0e0f4de1a service nova] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Updated VIF entry in instance network info cache for port 647653e7-69c3-423e-b29c-05df5ac2cde8. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 752.970083] env[69524]: DEBUG nova.network.neutron [req-e2a5735f-1b0d-4245-9504-f020fc9a1900 req-5e804587-4d84-4224-a0e5-c4b0e0f4de1a service nova] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Updating instance_info_cache with network_info: [{"id": "647653e7-69c3-423e-b29c-05df5ac2cde8", "address": "fa:16:3e:b1:18:a9", "network": {"id": "1ed5f80d-e3ed-44dc-8b1f-b09def5546c9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1275482548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e64c5c29d3f246138e543c5e5af4ff08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap647653e7-69", "ovs_interfaceid": "647653e7-69c3-423e-b29c-05df5ac2cde8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.972635] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12e94058-95df-4c71-98fd-c656170434d0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.979094] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b8dca2-45a2-42d7-8051-96c608f6ac74 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.987839] env[69524]: DEBUG oslo_vmware.api [None req-527c9a80-3cd4-4cf0-9a00-6ea31a04fcd6 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Waiting for the task: (returnval){ [ 752.987839] env[69524]: value = "task-4067604" [ 752.987839] env[69524]: _type = "Task" [ 752.987839] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.023771] env[69524]: DEBUG oslo_concurrency.lockutils [None req-03d7d616-e1b9-4fd8-adb4-d10ba3b9ac36 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Acquiring lock "70882fb7-913e-4c58-86d3-61519cda37c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.024153] env[69524]: DEBUG oslo_concurrency.lockutils [None req-03d7d616-e1b9-4fd8-adb4-d10ba3b9ac36 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Lock "70882fb7-913e-4c58-86d3-61519cda37c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.024405] env[69524]: DEBUG oslo_concurrency.lockutils [None req-03d7d616-e1b9-4fd8-adb4-d10ba3b9ac36 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Acquiring lock "70882fb7-913e-4c58-86d3-61519cda37c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.024669] env[69524]: DEBUG oslo_concurrency.lockutils [None req-03d7d616-e1b9-4fd8-adb4-d10ba3b9ac36 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Lock "70882fb7-913e-4c58-86d3-61519cda37c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.024973] env[69524]: DEBUG oslo_concurrency.lockutils [None req-03d7d616-e1b9-4fd8-adb4-d10ba3b9ac36 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Lock "70882fb7-913e-4c58-86d3-61519cda37c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.034342] env[69524]: INFO nova.compute.manager [None req-03d7d616-e1b9-4fd8-adb4-d10ba3b9ac36 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 70882fb7-913e-4c58-86d3-61519cda37c7] Terminating instance [ 753.037420] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f19c4b-289c-414a-b14a-edf83bce8acd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.049280] env[69524]: DEBUG oslo_vmware.api [None req-527c9a80-3cd4-4cf0-9a00-6ea31a04fcd6 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Task: {'id': task-4067604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.049280] env[69524]: DEBUG oslo_vmware.api [None req-f9e9e9b2-7ff3-4919-a59e-5e523f1669d9 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Task: {'id': task-4067600, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269316} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.049969] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9e9e9b2-7ff3-4919-a59e-5e523f1669d9 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 753.050178] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e9e9b2-7ff3-4919-a59e-5e523f1669d9 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] [instance: 01f08d9c-f1bf-47a8-84f0-e9852b244e50] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 753.050356] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f9e9e9b2-7ff3-4919-a59e-5e523f1669d9 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] [instance: 01f08d9c-f1bf-47a8-84f0-e9852b244e50] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 753.050524] env[69524]: INFO nova.compute.manager [None req-f9e9e9b2-7ff3-4919-a59e-5e523f1669d9 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] [instance: 01f08d9c-f1bf-47a8-84f0-e9852b244e50] Took 2.56 seconds to destroy the instance on the hypervisor. [ 753.050774] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f9e9e9b2-7ff3-4919-a59e-5e523f1669d9 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 753.051160] env[69524]: DEBUG nova.compute.manager [-] [instance: 01f08d9c-f1bf-47a8-84f0-e9852b244e50] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 753.051248] env[69524]: DEBUG nova.network.neutron [-] [instance: 01f08d9c-f1bf-47a8-84f0-e9852b244e50] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 753.058215] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba93241-5d8c-4c14-9f2f-0124a34992b0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.076559] env[69524]: DEBUG nova.compute.provider_tree [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.230473] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067597, 'name': CreateVM_Task, 'duration_secs': 1.826929} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.230797] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 753.231456] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.231627] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.231952] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.232534] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53d6bb62-b238-4ad3-8c9c-3aac6566318c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.241700] env[69524]: DEBUG oslo_vmware.api [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Waiting for the task: (returnval){ [ 753.241700] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]525c197b-de96-8379-dd2a-5e3c7b0bea51" [ 753.241700] env[69524]: _type = "Task" [ 753.241700] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.255393] env[69524]: DEBUG oslo_vmware.api [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]525c197b-de96-8379-dd2a-5e3c7b0bea51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.257953] env[69524]: DEBUG oslo_vmware.api [None req-f6afe6ad-e1cb-453f-897c-d785cb030db5 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Task: {'id': task-4067602, 'name': PowerOffVM_Task, 'duration_secs': 0.270738} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.258254] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6afe6ad-e1cb-453f-897c-d785cb030db5 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 753.259168] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe642cf9-f7bc-4f4d-95d9-ea9caa7856f0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.283366] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa16965-1f3f-42f7-bada-e4b495234178 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.325419] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6afe6ad-e1cb-453f-897c-d785cb030db5 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 753.325801] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36ac4d4f-72f2-441e-afcd-5803c0d8d05a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.340190] env[69524]: DEBUG oslo_vmware.api [None req-f6afe6ad-e1cb-453f-897c-d785cb030db5 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Waiting for the task: (returnval){ [ 753.340190] env[69524]: value = "task-4067605" [ 753.340190] env[69524]: _type = "Task" [ 753.340190] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.352354] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6afe6ad-e1cb-453f-897c-d785cb030db5 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] VM already powered off {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 753.352591] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f6afe6ad-e1cb-453f-897c-d785cb030db5 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 753.352865] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f6afe6ad-e1cb-453f-897c-d785cb030db5 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.352998] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f6afe6ad-e1cb-453f-897c-d785cb030db5 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.353193] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6afe6ad-e1cb-453f-897c-d785cb030db5 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 753.353459] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd4b947f-6a28-4de2-ac17-e260d5b12e11 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.366680] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6afe6ad-e1cb-453f-897c-d785cb030db5 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 753.366871] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f6afe6ad-e1cb-453f-897c-d785cb030db5 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 753.367726] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c093b5c7-b7af-487d-979d-bfb89d9475f5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.380481] env[69524]: DEBUG oslo_vmware.api [None req-f6afe6ad-e1cb-453f-897c-d785cb030db5 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Waiting for the task: (returnval){ [ 753.380481] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5292b8eb-c6bf-926a-d8bc-2106acc79bd2" [ 753.380481] env[69524]: _type = "Task" [ 753.380481] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.390373] env[69524]: DEBUG nova.compute.manager [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] [instance: 540508eb-3326-4f5e-aa1a-a8e3ecc02a1d] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 753.398149] env[69524]: DEBUG oslo_vmware.api [None req-f6afe6ad-e1cb-453f-897c-d785cb030db5 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5292b8eb-c6bf-926a-d8bc-2106acc79bd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.424336] env[69524]: DEBUG oslo_vmware.api [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Task: {'id': task-4067603, 'name': Rename_Task, 'duration_secs': 0.203846} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.424726] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] [instance: 5888cdd0-2309-4abc-b928-8bcbf164258e] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 753.425034] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3159d5d-5af0-4ad8-a8bf-943632fb6b85 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.438650] env[69524]: DEBUG oslo_vmware.api [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Waiting for the task: (returnval){ [ 753.438650] env[69524]: value = "task-4067606" [ 753.438650] env[69524]: _type = "Task" [ 753.438650] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.456306] env[69524]: DEBUG oslo_vmware.api [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Task: {'id': task-4067606, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.471095] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.479115] env[69524]: DEBUG oslo_concurrency.lockutils [req-e2a5735f-1b0d-4245-9504-f020fc9a1900 req-5e804587-4d84-4224-a0e5-c4b0e0f4de1a service nova] Releasing lock "refresh_cache-780705ab-3fbb-43e0-961a-46f755f5388d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.505262] env[69524]: DEBUG oslo_vmware.api [None req-527c9a80-3cd4-4cf0-9a00-6ea31a04fcd6 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Task: {'id': task-4067604, 'name': PowerOffVM_Task, 'duration_secs': 0.245284} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.505696] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-527c9a80-3cd4-4cf0-9a00-6ea31a04fcd6 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] [instance: 152eccac-5038-4ed8-9748-911b53a425c2] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 753.506923] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-527c9a80-3cd4-4cf0-9a00-6ea31a04fcd6 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] [instance: 152eccac-5038-4ed8-9748-911b53a425c2] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 753.507217] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c2207da-a08e-4360-92ed-f5d466034f2f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.550480] env[69524]: DEBUG nova.compute.manager [None req-03d7d616-e1b9-4fd8-adb4-d10ba3b9ac36 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 70882fb7-913e-4c58-86d3-61519cda37c7] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 753.550826] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-03d7d616-e1b9-4fd8-adb4-d10ba3b9ac36 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 70882fb7-913e-4c58-86d3-61519cda37c7] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 753.551799] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4660a9a-38a2-4eb1-9ac0-e3c790a8d118 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.561382] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-03d7d616-e1b9-4fd8-adb4-d10ba3b9ac36 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 70882fb7-913e-4c58-86d3-61519cda37c7] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 753.561721] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a582fa7-ef1b-4054-9b34-4ba8282e5377 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.579066] env[69524]: DEBUG nova.scheduler.client.report [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.587741] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-527c9a80-3cd4-4cf0-9a00-6ea31a04fcd6 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] [instance: 152eccac-5038-4ed8-9748-911b53a425c2] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 753.591480] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-527c9a80-3cd4-4cf0-9a00-6ea31a04fcd6 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] [instance: 152eccac-5038-4ed8-9748-911b53a425c2] Deleting contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 753.591850] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-527c9a80-3cd4-4cf0-9a00-6ea31a04fcd6 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Deleting the datastore file [datastore2] 152eccac-5038-4ed8-9748-911b53a425c2 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 753.592154] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9fe9efc8-6897-4a33-9cd1-3a29606a06ee {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.601686] env[69524]: DEBUG oslo_vmware.api [None req-527c9a80-3cd4-4cf0-9a00-6ea31a04fcd6 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Waiting for the task: (returnval){ [ 753.601686] env[69524]: value = "task-4067609" [ 753.601686] env[69524]: _type = "Task" [ 753.601686] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.613493] env[69524]: DEBUG oslo_vmware.api [None req-527c9a80-3cd4-4cf0-9a00-6ea31a04fcd6 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Task: {'id': task-4067609, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.645778] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-03d7d616-e1b9-4fd8-adb4-d10ba3b9ac36 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 70882fb7-913e-4c58-86d3-61519cda37c7] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 753.646160] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-03d7d616-e1b9-4fd8-adb4-d10ba3b9ac36 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 70882fb7-913e-4c58-86d3-61519cda37c7] Deleting contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 753.646425] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-03d7d616-e1b9-4fd8-adb4-d10ba3b9ac36 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Deleting the datastore file [datastore2] 70882fb7-913e-4c58-86d3-61519cda37c7 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 753.646721] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e22af330-3678-46fb-9a58-79166e600ec8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.660144] env[69524]: DEBUG oslo_vmware.api [None req-03d7d616-e1b9-4fd8-adb4-d10ba3b9ac36 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the task: (returnval){ [ 753.660144] env[69524]: value = "task-4067610" [ 753.660144] env[69524]: _type = "Task" [ 753.660144] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.670622] env[69524]: DEBUG oslo_vmware.api [None req-03d7d616-e1b9-4fd8-adb4-d10ba3b9ac36 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4067610, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.755297] env[69524]: DEBUG oslo_vmware.api [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]525c197b-de96-8379-dd2a-5e3c7b0bea51, 'name': SearchDatastore_Task, 'duration_secs': 0.014161} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.756947] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.756947] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 753.756947] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.756947] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.756947] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 753.757249] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4537120e-da5f-4042-81a0-07a3d102516c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.780428] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 753.783505] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 753.784423] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec7bbfc1-2bc0-4896-a1b7-a5d2b5bba0bc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.795510] env[69524]: DEBUG oslo_vmware.api [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Waiting for the task: (returnval){ [ 753.795510] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52caa6b6-ae22-2496-d738-05f05e04522a" [ 753.795510] env[69524]: _type = "Task" [ 753.795510] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.810220] env[69524]: DEBUG oslo_vmware.api [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52caa6b6-ae22-2496-d738-05f05e04522a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.895639] env[69524]: DEBUG oslo_vmware.api [None req-f6afe6ad-e1cb-453f-897c-d785cb030db5 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5292b8eb-c6bf-926a-d8bc-2106acc79bd2, 'name': SearchDatastore_Task, 'duration_secs': 0.014167} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.896797] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d0eba6f-7096-482c-85b0-2b35f56c666c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.907393] env[69524]: DEBUG oslo_vmware.api [None req-f6afe6ad-e1cb-453f-897c-d785cb030db5 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Waiting for the task: (returnval){ [ 753.907393] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52b6366b-5dc6-e4e5-5cf6-5eb8e940805c" [ 753.907393] env[69524]: _type = "Task" [ 753.907393] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.918810] env[69524]: DEBUG oslo_vmware.api [None req-f6afe6ad-e1cb-453f-897c-d785cb030db5 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52b6366b-5dc6-e4e5-5cf6-5eb8e940805c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.933308] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Acquiring lock "27a8da5f-1c25-4fed-8455-b843c4a7b804" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.933984] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Lock "27a8da5f-1c25-4fed-8455-b843c4a7b804" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.941527] env[69524]: DEBUG oslo_concurrency.lockutils [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.953999] env[69524]: DEBUG oslo_vmware.api [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Task: {'id': task-4067606, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.086596] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.408s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.087244] env[69524]: DEBUG nova.compute.manager [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] [instance: 1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 754.090444] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9e6d5cb7-8c53-48d5-8f97-0ffe2866d0d8 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.293s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.091199] env[69524]: DEBUG nova.objects.instance [None req-9e6d5cb7-8c53-48d5-8f97-0ffe2866d0d8 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Lazy-loading 'resources' on Instance uuid d0ff2c42-ec49-4659-8629-47a9fc275841 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 754.112977] env[69524]: DEBUG oslo_vmware.api [None req-527c9a80-3cd4-4cf0-9a00-6ea31a04fcd6 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Task: {'id': task-4067609, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259628} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.112977] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-527c9a80-3cd4-4cf0-9a00-6ea31a04fcd6 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 754.112977] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-527c9a80-3cd4-4cf0-9a00-6ea31a04fcd6 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] [instance: 152eccac-5038-4ed8-9748-911b53a425c2] Deleted contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 754.113174] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-527c9a80-3cd4-4cf0-9a00-6ea31a04fcd6 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] [instance: 152eccac-5038-4ed8-9748-911b53a425c2] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 754.113853] env[69524]: INFO nova.compute.manager [None req-527c9a80-3cd4-4cf0-9a00-6ea31a04fcd6 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] [instance: 152eccac-5038-4ed8-9748-911b53a425c2] Took 1.16 seconds to destroy the instance on the hypervisor. [ 754.113853] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-527c9a80-3cd4-4cf0-9a00-6ea31a04fcd6 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 754.116694] env[69524]: DEBUG nova.compute.manager [-] [instance: 152eccac-5038-4ed8-9748-911b53a425c2] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 754.116694] env[69524]: DEBUG nova.network.neutron [-] [instance: 152eccac-5038-4ed8-9748-911b53a425c2] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 754.171750] env[69524]: DEBUG oslo_vmware.api [None req-03d7d616-e1b9-4fd8-adb4-d10ba3b9ac36 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4067610, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259521} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.171984] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-03d7d616-e1b9-4fd8-adb4-d10ba3b9ac36 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 754.172868] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-03d7d616-e1b9-4fd8-adb4-d10ba3b9ac36 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 70882fb7-913e-4c58-86d3-61519cda37c7] Deleted contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 754.172868] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-03d7d616-e1b9-4fd8-adb4-d10ba3b9ac36 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 70882fb7-913e-4c58-86d3-61519cda37c7] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 754.172868] env[69524]: INFO nova.compute.manager [None req-03d7d616-e1b9-4fd8-adb4-d10ba3b9ac36 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 70882fb7-913e-4c58-86d3-61519cda37c7] Took 0.62 seconds to destroy the instance on the hypervisor. [ 754.173026] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03d7d616-e1b9-4fd8-adb4-d10ba3b9ac36 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 754.177378] env[69524]: DEBUG nova.compute.manager [-] [instance: 70882fb7-913e-4c58-86d3-61519cda37c7] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 754.177378] env[69524]: DEBUG nova.network.neutron [-] [instance: 70882fb7-913e-4c58-86d3-61519cda37c7] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 754.319343] env[69524]: DEBUG oslo_vmware.api [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52caa6b6-ae22-2496-d738-05f05e04522a, 'name': SearchDatastore_Task, 'duration_secs': 0.012898} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.320337] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6730b36-92ab-4ab4-b737-7b13fde64495 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.329031] env[69524]: DEBUG oslo_vmware.api [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Waiting for the task: (returnval){ [ 754.329031] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52f045b1-53cc-c694-95c2-7602c98da18f" [ 754.329031] env[69524]: _type = "Task" [ 754.329031] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.340252] env[69524]: DEBUG oslo_vmware.api [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52f045b1-53cc-c694-95c2-7602c98da18f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.423862] env[69524]: DEBUG oslo_vmware.api [None req-f6afe6ad-e1cb-453f-897c-d785cb030db5 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52b6366b-5dc6-e4e5-5cf6-5eb8e940805c, 'name': SearchDatastore_Task, 'duration_secs': 0.013965} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.424202] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f6afe6ad-e1cb-453f-897c-d785cb030db5 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.424472] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6afe6ad-e1cb-453f-897c-d785cb030db5 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] eaa67334-28fd-4d0f-ac77-37a80cbfff1f/7e48ad2e-b898-4fe5-a14c-ede19c27ca63-rescue.vmdk. {{(pid=69524) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 754.424771] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47c14cc5-a393-4dbd-82b4-c8f2c596ca80 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.435566] env[69524]: DEBUG oslo_vmware.api [None req-f6afe6ad-e1cb-453f-897c-d785cb030db5 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Waiting for the task: (returnval){ [ 754.435566] env[69524]: value = "task-4067611" [ 754.435566] env[69524]: _type = "Task" [ 754.435566] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.457028] env[69524]: DEBUG oslo_vmware.api [None req-f6afe6ad-e1cb-453f-897c-d785cb030db5 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Task: {'id': task-4067611, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.462073] env[69524]: DEBUG oslo_vmware.api [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Task: {'id': task-4067606, 'name': PowerOnVM_Task, 'duration_secs': 0.677564} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.464807] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] [instance: 5888cdd0-2309-4abc-b928-8bcbf164258e] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 754.465049] env[69524]: INFO nova.compute.manager [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] [instance: 5888cdd0-2309-4abc-b928-8bcbf164258e] Took 11.33 seconds to spawn the instance on the hypervisor. [ 754.465234] env[69524]: DEBUG nova.compute.manager [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] [instance: 5888cdd0-2309-4abc-b928-8bcbf164258e] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 754.466486] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7c48f0-ec96-4c0f-ae82-da244eceed46 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.595965] env[69524]: DEBUG nova.compute.utils [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 754.608598] env[69524]: DEBUG nova.compute.manager [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] [instance: 1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 754.611011] env[69524]: DEBUG nova.network.neutron [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] [instance: 1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 754.786603] env[69524]: DEBUG nova.policy [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ee3ab7770644804bfc262e90dccf389', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f59523f51e37403f814b802318177791', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 754.855333] env[69524]: DEBUG oslo_vmware.api [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52f045b1-53cc-c694-95c2-7602c98da18f, 'name': SearchDatastore_Task, 'duration_secs': 0.01707} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.855333] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.855333] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 780705ab-3fbb-43e0-961a-46f755f5388d/780705ab-3fbb-43e0-961a-46f755f5388d.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 754.855333] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0dd347a2-e906-472d-b0eb-874f9fa69016 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.876739] env[69524]: DEBUG oslo_vmware.api [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Waiting for the task: (returnval){ [ 754.876739] env[69524]: value = "task-4067612" [ 754.876739] env[69524]: _type = "Task" [ 754.876739] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.897962] env[69524]: DEBUG oslo_vmware.api [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4067612, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.962672] env[69524]: DEBUG oslo_vmware.api [None req-f6afe6ad-e1cb-453f-897c-d785cb030db5 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Task: {'id': task-4067611, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.996830] env[69524]: INFO nova.compute.manager [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] [instance: 5888cdd0-2309-4abc-b928-8bcbf164258e] Took 24.40 seconds to build instance. [ 755.109989] env[69524]: DEBUG nova.compute.manager [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] [instance: 1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 755.238194] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf95ff9-e4ce-47f5-83f0-1e57986c91c3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.248697] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73f3de1-3b74-42c5-957e-3b0d6838e993 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.303729] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34e15fa-37e3-4136-8f8a-3b839ca727f7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.317380] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59816e22-9d3f-4f8d-9ecc-458ab1851d47 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.344496] env[69524]: DEBUG nova.compute.provider_tree [None req-9e6d5cb7-8c53-48d5-8f97-0ffe2866d0d8 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 755.382483] env[69524]: DEBUG nova.network.neutron [-] [instance: 152eccac-5038-4ed8-9748-911b53a425c2] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.397464] env[69524]: DEBUG oslo_vmware.api [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4067612, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.460123] env[69524]: DEBUG oslo_vmware.api [None req-f6afe6ad-e1cb-453f-897c-d785cb030db5 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Task: {'id': task-4067611, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.750403} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.460123] env[69524]: INFO nova.virt.vmwareapi.ds_util [None req-f6afe6ad-e1cb-453f-897c-d785cb030db5 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] eaa67334-28fd-4d0f-ac77-37a80cbfff1f/7e48ad2e-b898-4fe5-a14c-ede19c27ca63-rescue.vmdk. [ 755.460123] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53a53d7-2f6d-4330-aa29-e4faed1dab86 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.500589] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6afe6ad-e1cb-453f-897c-d785cb030db5 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] eaa67334-28fd-4d0f-ac77-37a80cbfff1f/7e48ad2e-b898-4fe5-a14c-ede19c27ca63-rescue.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 755.501898] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9a43b325-c7b9-47ae-a66d-e7f25601bba3 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Lock "5888cdd0-2309-4abc-b928-8bcbf164258e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.928s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.502625] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a0c5e1f-8da9-4efb-bb83-5aa1754ca0e4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.528861] env[69524]: DEBUG oslo_vmware.api [None req-f6afe6ad-e1cb-453f-897c-d785cb030db5 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Waiting for the task: (returnval){ [ 755.528861] env[69524]: value = "task-4067613" [ 755.528861] env[69524]: _type = "Task" [ 755.528861] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.544800] env[69524]: DEBUG oslo_vmware.api [None req-f6afe6ad-e1cb-453f-897c-d785cb030db5 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Task: {'id': task-4067613, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.715349] env[69524]: DEBUG nova.network.neutron [-] [instance: 01f08d9c-f1bf-47a8-84f0-e9852b244e50] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.738959] env[69524]: DEBUG oslo_concurrency.lockutils [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Acquiring lock "8afdcf13-3a25-4b51-90a3-8e4f887bd877" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.739252] env[69524]: DEBUG oslo_concurrency.lockutils [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Lock "8afdcf13-3a25-4b51-90a3-8e4f887bd877" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.860861] env[69524]: ERROR nova.scheduler.client.report [None req-9e6d5cb7-8c53-48d5-8f97-0ffe2866d0d8 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] [req-b2fa2c03-f55c-4dd1-beee-d60741f2f675] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 333a7aa4-d2cd-4888-ac97-9e43e6b91719. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b2fa2c03-f55c-4dd1-beee-d60741f2f675"}]} [ 755.892290] env[69524]: DEBUG nova.scheduler.client.report [None req-9e6d5cb7-8c53-48d5-8f97-0ffe2866d0d8 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Refreshing inventories for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 755.894906] env[69524]: INFO nova.compute.manager [-] [instance: 152eccac-5038-4ed8-9748-911b53a425c2] Took 1.78 seconds to deallocate network for instance. [ 755.907772] env[69524]: DEBUG oslo_vmware.api [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4067612, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.772608} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.913580] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 780705ab-3fbb-43e0-961a-46f755f5388d/780705ab-3fbb-43e0-961a-46f755f5388d.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 755.913860] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 755.914268] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56444644-b4a8-4ca1-8330-43f4ae96af7a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.918741] env[69524]: DEBUG nova.scheduler.client.report [None req-9e6d5cb7-8c53-48d5-8f97-0ffe2866d0d8 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Updating ProviderTree inventory for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 755.919017] env[69524]: DEBUG nova.compute.provider_tree [None req-9e6d5cb7-8c53-48d5-8f97-0ffe2866d0d8 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 755.922910] env[69524]: DEBUG oslo_vmware.api [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Waiting for the task: (returnval){ [ 755.922910] env[69524]: value = "task-4067614" [ 755.922910] env[69524]: _type = "Task" [ 755.922910] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.933723] env[69524]: DEBUG oslo_vmware.api [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4067614, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.937349] env[69524]: DEBUG nova.scheduler.client.report [None req-9e6d5cb7-8c53-48d5-8f97-0ffe2866d0d8 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Refreshing aggregate associations for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719, aggregates: None {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 755.960328] env[69524]: DEBUG nova.scheduler.client.report [None req-9e6d5cb7-8c53-48d5-8f97-0ffe2866d0d8 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Refreshing trait associations for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 756.023966] env[69524]: DEBUG nova.compute.manager [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] [instance: 27a8da5f-1c25-4fed-8455-b843c4a7b804] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 756.042188] env[69524]: DEBUG oslo_vmware.api [None req-f6afe6ad-e1cb-453f-897c-d785cb030db5 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Task: {'id': task-4067613, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.080427] env[69524]: DEBUG nova.network.neutron [-] [instance: 70882fb7-913e-4c58-86d3-61519cda37c7] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.121361] env[69524]: DEBUG nova.compute.manager [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] [instance: 1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 756.155857] env[69524]: DEBUG nova.virt.hardware [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 756.156707] env[69524]: DEBUG nova.virt.hardware [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 756.156991] env[69524]: DEBUG nova.virt.hardware [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 756.157174] env[69524]: DEBUG nova.virt.hardware [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 756.157328] env[69524]: DEBUG nova.virt.hardware [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 756.157473] env[69524]: DEBUG nova.virt.hardware [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 756.157681] env[69524]: DEBUG nova.virt.hardware [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 756.157837] env[69524]: DEBUG nova.virt.hardware [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 756.158035] env[69524]: DEBUG nova.virt.hardware [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 756.158207] env[69524]: DEBUG nova.virt.hardware [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 756.158409] env[69524]: DEBUG nova.virt.hardware [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 756.162034] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37bf2c92-5e47-4bf2-8969-70cfce70035f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.173788] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635dee27-b27c-4c51-8d84-7015a6b27a66 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.221323] env[69524]: INFO nova.compute.manager [-] [instance: 01f08d9c-f1bf-47a8-84f0-e9852b244e50] Took 3.17 seconds to deallocate network for instance. [ 756.361959] env[69524]: DEBUG nova.network.neutron [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] [instance: 1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51] Successfully created port: 12fb63a9-92e6-4ab2-b53a-5c5fc504a262 {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 756.417272] env[69524]: DEBUG oslo_concurrency.lockutils [None req-527c9a80-3cd4-4cf0-9a00-6ea31a04fcd6 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.436744] env[69524]: DEBUG oslo_vmware.api [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4067614, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093012} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.442179] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 756.443748] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370dae8a-f2d5-4d30-bf32-4756a9509dd4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.471672] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] 780705ab-3fbb-43e0-961a-46f755f5388d/780705ab-3fbb-43e0-961a-46f755f5388d.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 756.475542] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1906653a-4a0c-4a96-9970-3fc522ca9bbf {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.505618] env[69524]: DEBUG oslo_vmware.api [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Waiting for the task: (returnval){ [ 756.505618] env[69524]: value = "task-4067615" [ 756.505618] env[69524]: _type = "Task" [ 756.505618] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.516533] env[69524]: DEBUG oslo_vmware.api [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4067615, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.546433] env[69524]: DEBUG oslo_vmware.api [None req-f6afe6ad-e1cb-453f-897c-d785cb030db5 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Task: {'id': task-4067613, 'name': ReconfigVM_Task, 'duration_secs': 0.763635} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.548979] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6afe6ad-e1cb-453f-897c-d785cb030db5 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Reconfigured VM instance instance-0000000f to attach disk [datastore1] eaa67334-28fd-4d0f-ac77-37a80cbfff1f/7e48ad2e-b898-4fe5-a14c-ede19c27ca63-rescue.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 756.548979] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f49ad43-2d8d-4b55-83ab-8b9e3b3a35a0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.578412] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.578526] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-043dde96-35c2-45fe-a4be-ee57a63caee6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.589601] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528a25b0-0900-4f86-b814-7e502c240655 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.592499] env[69524]: INFO nova.compute.manager [-] [instance: 70882fb7-913e-4c58-86d3-61519cda37c7] Took 2.42 seconds to deallocate network for instance. [ 756.605078] env[69524]: DEBUG oslo_vmware.api [None req-f6afe6ad-e1cb-453f-897c-d785cb030db5 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Waiting for the task: (returnval){ [ 756.605078] env[69524]: value = "task-4067616" [ 756.605078] env[69524]: _type = "Task" [ 756.605078] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.605764] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2521ec83-de00-46f0-91a5-7af7e9c10686 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.619939] env[69524]: DEBUG oslo_vmware.api [None req-f6afe6ad-e1cb-453f-897c-d785cb030db5 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Task: {'id': task-4067616, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.648678] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e7fc75-ea30-47ed-80ca-e79a1869953a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.658995] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954d250b-7154-4074-aa9a-f339b270d53a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.675712] env[69524]: DEBUG nova.compute.provider_tree [None req-9e6d5cb7-8c53-48d5-8f97-0ffe2866d0d8 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 756.738367] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Acquiring lock "2af130dc-3603-4a57-b28f-123409202b5a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.738702] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Lock "2af130dc-3603-4a57-b28f-123409202b5a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.739531] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f9e9e9b2-7ff3-4919-a59e-5e523f1669d9 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.847488] env[69524]: DEBUG nova.compute.manager [req-49346ecd-9bed-4b5d-b465-8db5dbd3c7f5 req-3c605d03-b0d6-4fc2-9d5b-bb5280c7d5f7 service nova] [instance: 152eccac-5038-4ed8-9748-911b53a425c2] Received event network-vif-deleted-71726a56-538f-48dd-ac86-f7f3f3339e4a {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.957385] env[69524]: DEBUG nova.compute.manager [req-70ad63f3-497e-42c2-a25b-6555da52390b req-c0166002-d30f-40cb-bfda-2ce14724d729 service nova] [instance: 01f08d9c-f1bf-47a8-84f0-e9852b244e50] Received event network-vif-deleted-432126c2-eb8d-46a6-ab0c-1ba78dd5cb96 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 757.022216] env[69524]: DEBUG oslo_vmware.api [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4067615, 'name': ReconfigVM_Task, 'duration_secs': 0.411097} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.022788] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Reconfigured VM instance instance-00000013 to attach disk [datastore2] 780705ab-3fbb-43e0-961a-46f755f5388d/780705ab-3fbb-43e0-961a-46f755f5388d.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 757.023841] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15238db2-1541-4d14-bb7d-83a954fa31ba {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.031110] env[69524]: DEBUG oslo_vmware.api [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Waiting for the task: (returnval){ [ 757.031110] env[69524]: value = "task-4067617" [ 757.031110] env[69524]: _type = "Task" [ 757.031110] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.042595] env[69524]: DEBUG oslo_vmware.api [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4067617, 'name': Rename_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.106336] env[69524]: DEBUG oslo_concurrency.lockutils [None req-03d7d616-e1b9-4fd8-adb4-d10ba3b9ac36 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.120716] env[69524]: DEBUG oslo_vmware.api [None req-f6afe6ad-e1cb-453f-897c-d785cb030db5 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Task: {'id': task-4067616, 'name': ReconfigVM_Task, 'duration_secs': 0.248736} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.121049] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6afe6ad-e1cb-453f-897c-d785cb030db5 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 757.121387] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1ed6921a-b7c6-4de0-abee-4a675ec46777 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.131026] env[69524]: DEBUG oslo_vmware.api [None req-f6afe6ad-e1cb-453f-897c-d785cb030db5 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Waiting for the task: (returnval){ [ 757.131026] env[69524]: value = "task-4067618" [ 757.131026] env[69524]: _type = "Task" [ 757.131026] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.139962] env[69524]: DEBUG oslo_vmware.api [None req-f6afe6ad-e1cb-453f-897c-d785cb030db5 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Task: {'id': task-4067618, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.180255] env[69524]: DEBUG nova.scheduler.client.report [None req-9e6d5cb7-8c53-48d5-8f97-0ffe2866d0d8 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 757.544845] env[69524]: DEBUG oslo_vmware.api [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4067617, 'name': Rename_Task, 'duration_secs': 0.177566} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.546429] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 757.548311] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86dfb9dd-550f-445f-86cd-b6d93250b8e3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.560744] env[69524]: DEBUG oslo_vmware.api [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Waiting for the task: (returnval){ [ 757.560744] env[69524]: value = "task-4067619" [ 757.560744] env[69524]: _type = "Task" [ 757.560744] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.575249] env[69524]: DEBUG oslo_vmware.api [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4067619, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.603737] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6050bdaf-60ee-4b3d-ad42-fad29956b2a9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.614996] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3dff15ad-a30b-4cf2-9f06-2c8fa8833a8e tempest-ServersAdminNegativeTestJSON-1084886411 tempest-ServersAdminNegativeTestJSON-1084886411-project-admin] [instance: 5888cdd0-2309-4abc-b928-8bcbf164258e] Suspending the VM {{(pid=69524) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 757.616551] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-1cb04ba5-7714-4707-9604-1a2ca011b240 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.623623] env[69524]: DEBUG oslo_vmware.api [None req-3dff15ad-a30b-4cf2-9f06-2c8fa8833a8e tempest-ServersAdminNegativeTestJSON-1084886411 tempest-ServersAdminNegativeTestJSON-1084886411-project-admin] Waiting for the task: (returnval){ [ 757.623623] env[69524]: value = "task-4067620" [ 757.623623] env[69524]: _type = "Task" [ 757.623623] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.637657] env[69524]: DEBUG oslo_vmware.api [None req-3dff15ad-a30b-4cf2-9f06-2c8fa8833a8e tempest-ServersAdminNegativeTestJSON-1084886411 tempest-ServersAdminNegativeTestJSON-1084886411-project-admin] Task: {'id': task-4067620, 'name': SuspendVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.648444] env[69524]: DEBUG oslo_vmware.api [None req-f6afe6ad-e1cb-453f-897c-d785cb030db5 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Task: {'id': task-4067618, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.693097] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9e6d5cb7-8c53-48d5-8f97-0ffe2866d0d8 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.600s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.693974] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.766s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.696045] env[69524]: INFO nova.compute.claims [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 830a4429-edcd-4955-99d2-72fe88ed9ada] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 757.728812] env[69524]: INFO nova.scheduler.client.report [None req-9e6d5cb7-8c53-48d5-8f97-0ffe2866d0d8 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Deleted allocations for instance d0ff2c42-ec49-4659-8629-47a9fc275841 [ 758.077412] env[69524]: DEBUG oslo_vmware.api [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4067619, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.135012] env[69524]: DEBUG oslo_vmware.api [None req-3dff15ad-a30b-4cf2-9f06-2c8fa8833a8e tempest-ServersAdminNegativeTestJSON-1084886411 tempest-ServersAdminNegativeTestJSON-1084886411-project-admin] Task: {'id': task-4067620, 'name': SuspendVM_Task} progress is 50%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.152358] env[69524]: DEBUG oslo_vmware.api [None req-f6afe6ad-e1cb-453f-897c-d785cb030db5 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Task: {'id': task-4067618, 'name': PowerOnVM_Task, 'duration_secs': 0.527183} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.152678] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6afe6ad-e1cb-453f-897c-d785cb030db5 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 758.156137] env[69524]: DEBUG nova.compute.manager [None req-f6afe6ad-e1cb-453f-897c-d785cb030db5 tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 758.156821] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a5dce4-8122-45a8-a3cd-3ff7f2f1537e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.168443] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Acquiring lock "d1031693-cd67-4cb7-8bcc-dfcd69d1d72d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.168824] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Lock "d1031693-cd67-4cb7-8bcc-dfcd69d1d72d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.244251] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9e6d5cb7-8c53-48d5-8f97-0ffe2866d0d8 tempest-ServerDiagnosticsNegativeTest-2113945437 tempest-ServerDiagnosticsNegativeTest-2113945437-project-member] Lock "d0ff2c42-ec49-4659-8629-47a9fc275841" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.255s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.576231] env[69524]: DEBUG oslo_vmware.api [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4067619, 'name': PowerOnVM_Task, 'duration_secs': 0.854596} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.576564] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 758.576726] env[69524]: INFO nova.compute.manager [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Took 12.84 seconds to spawn the instance on the hypervisor. [ 758.576902] env[69524]: DEBUG nova.compute.manager [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 758.577829] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb28343a-e5d1-4246-a7cb-2eaa584cb732 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.636614] env[69524]: DEBUG oslo_vmware.api [None req-3dff15ad-a30b-4cf2-9f06-2c8fa8833a8e tempest-ServersAdminNegativeTestJSON-1084886411 tempest-ServersAdminNegativeTestJSON-1084886411-project-admin] Task: {'id': task-4067620, 'name': SuspendVM_Task, 'duration_secs': 0.87796} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.637681] env[69524]: DEBUG nova.network.neutron [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] [instance: 1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51] Successfully updated port: 12fb63a9-92e6-4ab2-b53a-5c5fc504a262 {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 758.638857] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3dff15ad-a30b-4cf2-9f06-2c8fa8833a8e tempest-ServersAdminNegativeTestJSON-1084886411 tempest-ServersAdminNegativeTestJSON-1084886411-project-admin] [instance: 5888cdd0-2309-4abc-b928-8bcbf164258e] Suspended the VM {{(pid=69524) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 758.639772] env[69524]: DEBUG nova.compute.manager [None req-3dff15ad-a30b-4cf2-9f06-2c8fa8833a8e tempest-ServersAdminNegativeTestJSON-1084886411 tempest-ServersAdminNegativeTestJSON-1084886411-project-admin] [instance: 5888cdd0-2309-4abc-b928-8bcbf164258e] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 758.640653] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c7b294-e087-48ad-954a-7a34ea3e1067 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.102586] env[69524]: INFO nova.compute.manager [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Took 28.07 seconds to build instance. [ 759.141028] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Acquiring lock "refresh_cache-1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.141028] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Acquired lock "refresh_cache-1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.141404] env[69524]: DEBUG nova.network.neutron [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] [instance: 1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 759.289938] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75088819-e3c0-4f0f-a5f9-080bc77e7bf7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.300685] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d14a846-4286-452d-b6d7-8c715ccdb47b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.340959] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e33b622-cd71-4db6-a713-4c870506f851 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.351780] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8c727c-15e0-4db4-8000-a4525bfb2aa4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.369091] env[69524]: DEBUG nova.compute.provider_tree [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 759.448929] env[69524]: DEBUG nova.compute.manager [req-c2ece7fe-93fb-4b43-8c5a-09ae956b3d7e req-86d4ec84-bf58-4761-ba4e-f6972b28a8cd service nova] [instance: 6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5] Received event network-changed-822ff49e-5c4e-4854-aa3b-e5267db58356 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.448929] env[69524]: DEBUG nova.compute.manager [req-c2ece7fe-93fb-4b43-8c5a-09ae956b3d7e req-86d4ec84-bf58-4761-ba4e-f6972b28a8cd service nova] [instance: 6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5] Refreshing instance network info cache due to event network-changed-822ff49e-5c4e-4854-aa3b-e5267db58356. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 759.450714] env[69524]: DEBUG oslo_concurrency.lockutils [req-c2ece7fe-93fb-4b43-8c5a-09ae956b3d7e req-86d4ec84-bf58-4761-ba4e-f6972b28a8cd service nova] Acquiring lock "refresh_cache-6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.452619] env[69524]: DEBUG oslo_concurrency.lockutils [req-c2ece7fe-93fb-4b43-8c5a-09ae956b3d7e req-86d4ec84-bf58-4761-ba4e-f6972b28a8cd service nova] Acquired lock "refresh_cache-6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.452841] env[69524]: DEBUG nova.network.neutron [req-c2ece7fe-93fb-4b43-8c5a-09ae956b3d7e req-86d4ec84-bf58-4761-ba4e-f6972b28a8cd service nova] [instance: 6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5] Refreshing network info cache for port 822ff49e-5c4e-4854-aa3b-e5267db58356 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 759.605234] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6fd59d49-dbf1-4da3-91c1-da29afe634ff tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Lock "780705ab-3fbb-43e0-961a-46f755f5388d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.763s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.614102] env[69524]: DEBUG nova.compute.manager [req-fd14ecaf-e871-453d-99da-f5eeec667bbe req-c0497c37-d192-477a-87ff-708a6ac0f7b2 service nova] [instance: 70882fb7-913e-4c58-86d3-61519cda37c7] Received event network-vif-deleted-42c0e422-ccc8-4d36-b0cf-74a873d2d86a {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.614480] env[69524]: DEBUG nova.compute.manager [req-fd14ecaf-e871-453d-99da-f5eeec667bbe req-c0497c37-d192-477a-87ff-708a6ac0f7b2 service nova] [instance: 1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51] Received event network-vif-plugged-12fb63a9-92e6-4ab2-b53a-5c5fc504a262 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.614480] env[69524]: DEBUG oslo_concurrency.lockutils [req-fd14ecaf-e871-453d-99da-f5eeec667bbe req-c0497c37-d192-477a-87ff-708a6ac0f7b2 service nova] Acquiring lock "1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.614684] env[69524]: DEBUG oslo_concurrency.lockutils [req-fd14ecaf-e871-453d-99da-f5eeec667bbe req-c0497c37-d192-477a-87ff-708a6ac0f7b2 service nova] Lock "1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.615745] env[69524]: DEBUG oslo_concurrency.lockutils [req-fd14ecaf-e871-453d-99da-f5eeec667bbe req-c0497c37-d192-477a-87ff-708a6ac0f7b2 service nova] Lock "1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.615745] env[69524]: DEBUG nova.compute.manager [req-fd14ecaf-e871-453d-99da-f5eeec667bbe req-c0497c37-d192-477a-87ff-708a6ac0f7b2 service nova] [instance: 1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51] No waiting events found dispatching network-vif-plugged-12fb63a9-92e6-4ab2-b53a-5c5fc504a262 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 759.615745] env[69524]: WARNING nova.compute.manager [req-fd14ecaf-e871-453d-99da-f5eeec667bbe req-c0497c37-d192-477a-87ff-708a6ac0f7b2 service nova] [instance: 1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51] Received unexpected event network-vif-plugged-12fb63a9-92e6-4ab2-b53a-5c5fc504a262 for instance with vm_state building and task_state spawning. [ 759.615745] env[69524]: DEBUG nova.compute.manager [req-fd14ecaf-e871-453d-99da-f5eeec667bbe req-c0497c37-d192-477a-87ff-708a6ac0f7b2 service nova] [instance: 1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51] Received event network-changed-12fb63a9-92e6-4ab2-b53a-5c5fc504a262 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.615745] env[69524]: DEBUG nova.compute.manager [req-fd14ecaf-e871-453d-99da-f5eeec667bbe req-c0497c37-d192-477a-87ff-708a6ac0f7b2 service nova] [instance: 1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51] Refreshing instance network info cache due to event network-changed-12fb63a9-92e6-4ab2-b53a-5c5fc504a262. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 759.616153] env[69524]: DEBUG oslo_concurrency.lockutils [req-fd14ecaf-e871-453d-99da-f5eeec667bbe req-c0497c37-d192-477a-87ff-708a6ac0f7b2 service nova] Acquiring lock "refresh_cache-1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.738939] env[69524]: DEBUG nova.network.neutron [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] [instance: 1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 759.906305] env[69524]: ERROR nova.scheduler.client.report [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [req-c4f788e2-8bb4-4ffe-8811-633d879e456e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 333a7aa4-d2cd-4888-ac97-9e43e6b91719. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c4f788e2-8bb4-4ffe-8811-633d879e456e"}]} [ 759.925289] env[69524]: DEBUG nova.scheduler.client.report [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Refreshing inventories for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 759.943080] env[69524]: DEBUG nova.scheduler.client.report [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Updating ProviderTree inventory for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 759.943496] env[69524]: DEBUG nova.compute.provider_tree [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 759.957386] env[69524]: DEBUG nova.scheduler.client.report [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Refreshing aggregate associations for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719, aggregates: None {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 759.982554] env[69524]: DEBUG nova.scheduler.client.report [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Refreshing trait associations for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 760.109811] env[69524]: DEBUG nova.compute.manager [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 8afdcf13-3a25-4b51-90a3-8e4f887bd877] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 760.435109] env[69524]: DEBUG nova.network.neutron [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] [instance: 1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51] Updating instance_info_cache with network_info: [{"id": "12fb63a9-92e6-4ab2-b53a-5c5fc504a262", "address": "fa:16:3e:b5:93:0d", "network": {"id": "6fd993a0-de5e-400f-9495-8bec5b0625a3", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1469100785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f59523f51e37403f814b802318177791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12fb63a9-92", "ovs_interfaceid": "12fb63a9-92e6-4ab2-b53a-5c5fc504a262", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.503164] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15129cd-c423-4339-b3b7-b62f944df290 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.513641] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71096db4-0996-439c-9ec7-4fa2c022522d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.552422] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6973e7a5-d6a3-40c5-948f-77eda92e3695 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.562000] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97c5607-1453-4753-8c1c-79d67462c766 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.580339] env[69524]: DEBUG nova.compute.provider_tree [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 760.633721] env[69524]: DEBUG oslo_concurrency.lockutils [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.747169] env[69524]: DEBUG nova.network.neutron [req-c2ece7fe-93fb-4b43-8c5a-09ae956b3d7e req-86d4ec84-bf58-4761-ba4e-f6972b28a8cd service nova] [instance: 6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5] Updated VIF entry in instance network info cache for port 822ff49e-5c4e-4854-aa3b-e5267db58356. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 760.747533] env[69524]: DEBUG nova.network.neutron [req-c2ece7fe-93fb-4b43-8c5a-09ae956b3d7e req-86d4ec84-bf58-4761-ba4e-f6972b28a8cd service nova] [instance: 6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5] Updating instance_info_cache with network_info: [{"id": "822ff49e-5c4e-4854-aa3b-e5267db58356", "address": "fa:16:3e:9a:a7:36", "network": {"id": "a1dc5e54-51f1-4f79-aeae-2d9df46fec7c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1632571652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "151bfd5e068d450da9fd3e96edc9a6ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap822ff49e-5c", "ovs_interfaceid": "822ff49e-5c4e-4854-aa3b-e5267db58356", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.939262] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Releasing lock "refresh_cache-1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.941057] env[69524]: DEBUG nova.compute.manager [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] [instance: 1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51] Instance network_info: |[{"id": "12fb63a9-92e6-4ab2-b53a-5c5fc504a262", "address": "fa:16:3e:b5:93:0d", "network": {"id": "6fd993a0-de5e-400f-9495-8bec5b0625a3", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1469100785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f59523f51e37403f814b802318177791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12fb63a9-92", "ovs_interfaceid": "12fb63a9-92e6-4ab2-b53a-5c5fc504a262", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 760.941057] env[69524]: DEBUG oslo_concurrency.lockutils [req-fd14ecaf-e871-453d-99da-f5eeec667bbe req-c0497c37-d192-477a-87ff-708a6ac0f7b2 service nova] Acquired lock "refresh_cache-1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.941057] env[69524]: DEBUG nova.network.neutron [req-fd14ecaf-e871-453d-99da-f5eeec667bbe req-c0497c37-d192-477a-87ff-708a6ac0f7b2 service nova] [instance: 1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51] Refreshing network info cache for port 12fb63a9-92e6-4ab2-b53a-5c5fc504a262 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 760.941856] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] [instance: 1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:93:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e55c248-c504-4c7a-bbe9-f42cf417aee7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '12fb63a9-92e6-4ab2-b53a-5c5fc504a262', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 760.954266] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Creating folder: Project (f59523f51e37403f814b802318177791). Parent ref: group-v806025. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.957757] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9b70a31-e254-426b-ab9a-9c4db8859aeb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.973776] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Created folder: Project (f59523f51e37403f814b802318177791) in parent group-v806025. [ 760.974078] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Creating folder: Instances. Parent ref: group-v806091. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 760.974354] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3545b19a-e732-46a8-86e0-d8eea6615e90 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.985762] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Created folder: Instances in parent group-v806091. [ 760.985981] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 760.986260] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 760.986488] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dec61ed9-9f92-4c74-a12e-7f40d9dca4bd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.013224] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 761.013224] env[69524]: value = "task-4067623" [ 761.013224] env[69524]: _type = "Task" [ 761.013224] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.024611] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067623, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.138870] env[69524]: DEBUG nova.scheduler.client.report [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Updated inventory for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with generation 39 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 761.138870] env[69524]: DEBUG nova.compute.provider_tree [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Updating resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 generation from 39 to 40 during operation: update_inventory {{(pid=69524) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 761.139066] env[69524]: DEBUG nova.compute.provider_tree [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 761.250775] env[69524]: DEBUG oslo_concurrency.lockutils [req-c2ece7fe-93fb-4b43-8c5a-09ae956b3d7e req-86d4ec84-bf58-4761-ba4e-f6972b28a8cd service nova] Releasing lock "refresh_cache-6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.359236] env[69524]: DEBUG nova.network.neutron [req-fd14ecaf-e871-453d-99da-f5eeec667bbe req-c0497c37-d192-477a-87ff-708a6ac0f7b2 service nova] [instance: 1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51] Updated VIF entry in instance network info cache for port 12fb63a9-92e6-4ab2-b53a-5c5fc504a262. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 761.359236] env[69524]: DEBUG nova.network.neutron [req-fd14ecaf-e871-453d-99da-f5eeec667bbe req-c0497c37-d192-477a-87ff-708a6ac0f7b2 service nova] [instance: 1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51] Updating instance_info_cache with network_info: [{"id": "12fb63a9-92e6-4ab2-b53a-5c5fc504a262", "address": "fa:16:3e:b5:93:0d", "network": {"id": "6fd993a0-de5e-400f-9495-8bec5b0625a3", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1469100785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f59523f51e37403f814b802318177791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12fb63a9-92", "ovs_interfaceid": "12fb63a9-92e6-4ab2-b53a-5c5fc504a262", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.524501] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067623, 'name': CreateVM_Task, 'duration_secs': 0.435192} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.524501] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 761.524501] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.524501] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.527321] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.527737] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-430b5e49-e463-4210-89f3-372a12f4bdad {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.534035] env[69524]: DEBUG oslo_vmware.api [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Waiting for the task: (returnval){ [ 761.534035] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52e30fb3-2768-9da2-acdb-3734d4b59390" [ 761.534035] env[69524]: _type = "Task" [ 761.534035] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.545916] env[69524]: DEBUG oslo_vmware.api [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52e30fb3-2768-9da2-acdb-3734d4b59390, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.647059] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.953s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.647699] env[69524]: DEBUG nova.compute.manager [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 830a4429-edcd-4955-99d2-72fe88ed9ada] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 761.650508] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.321s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.652145] env[69524]: INFO nova.compute.claims [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 761.861969] env[69524]: DEBUG oslo_concurrency.lockutils [req-fd14ecaf-e871-453d-99da-f5eeec667bbe req-c0497c37-d192-477a-87ff-708a6ac0f7b2 service nova] Releasing lock "refresh_cache-1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.036794] env[69524]: DEBUG nova.compute.manager [req-5516fdfe-2899-4249-b931-f1edba26ebaa req-3c833b58-8a40-45f5-b063-56d6bbc0c43c service nova] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Received event network-changed-647653e7-69c3-423e-b29c-05df5ac2cde8 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.036984] env[69524]: DEBUG nova.compute.manager [req-5516fdfe-2899-4249-b931-f1edba26ebaa req-3c833b58-8a40-45f5-b063-56d6bbc0c43c service nova] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Refreshing instance network info cache due to event network-changed-647653e7-69c3-423e-b29c-05df5ac2cde8. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 762.037226] env[69524]: DEBUG oslo_concurrency.lockutils [req-5516fdfe-2899-4249-b931-f1edba26ebaa req-3c833b58-8a40-45f5-b063-56d6bbc0c43c service nova] Acquiring lock "refresh_cache-780705ab-3fbb-43e0-961a-46f755f5388d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.037387] env[69524]: DEBUG oslo_concurrency.lockutils [req-5516fdfe-2899-4249-b931-f1edba26ebaa req-3c833b58-8a40-45f5-b063-56d6bbc0c43c service nova] Acquired lock "refresh_cache-780705ab-3fbb-43e0-961a-46f755f5388d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.037549] env[69524]: DEBUG nova.network.neutron [req-5516fdfe-2899-4249-b931-f1edba26ebaa req-3c833b58-8a40-45f5-b063-56d6bbc0c43c service nova] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Refreshing network info cache for port 647653e7-69c3-423e-b29c-05df5ac2cde8 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 762.051403] env[69524]: DEBUG oslo_vmware.api [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52e30fb3-2768-9da2-acdb-3734d4b59390, 'name': SearchDatastore_Task, 'duration_secs': 0.011672} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.051702] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.051913] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] [instance: 1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 762.052164] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.052310] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.052488] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 762.052789] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91d85fa5-4263-4060-9ef6-2111fd9902e7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.063706] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 762.064089] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 762.064976] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56d0bfbe-e7a2-481c-9447-c728b4986371 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.071711] env[69524]: DEBUG oslo_vmware.api [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Waiting for the task: (returnval){ [ 762.071711] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5230286a-9a7c-6ad4-e6ac-3e42c9cb7041" [ 762.071711] env[69524]: _type = "Task" [ 762.071711] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.081934] env[69524]: DEBUG oslo_vmware.api [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5230286a-9a7c-6ad4-e6ac-3e42c9cb7041, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.156940] env[69524]: DEBUG nova.compute.utils [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 762.160361] env[69524]: DEBUG nova.compute.manager [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 830a4429-edcd-4955-99d2-72fe88ed9ada] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 762.160663] env[69524]: DEBUG nova.network.neutron [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 830a4429-edcd-4955-99d2-72fe88ed9ada] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 762.173535] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Acquiring lock "6eb890b2-e6d7-49b2-a24a-9f94d574868d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.173535] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Lock "6eb890b2-e6d7-49b2-a24a-9f94d574868d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.267421] env[69524]: DEBUG nova.policy [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d1aab1a003b4e4db796308f73eb558f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd98a28658a9648cbb146842a40773911', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 762.279364] env[69524]: DEBUG nova.compute.manager [req-8b0a3314-5f64-463c-9a99-0c41af88d55b req-61f0b6cb-6ac4-43ab-bc49-c9f15368714c service nova] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Received event network-changed-ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.279553] env[69524]: DEBUG nova.compute.manager [req-8b0a3314-5f64-463c-9a99-0c41af88d55b req-61f0b6cb-6ac4-43ab-bc49-c9f15368714c service nova] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Refreshing instance network info cache due to event network-changed-ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 762.279793] env[69524]: DEBUG oslo_concurrency.lockutils [req-8b0a3314-5f64-463c-9a99-0c41af88d55b req-61f0b6cb-6ac4-43ab-bc49-c9f15368714c service nova] Acquiring lock "refresh_cache-eaa67334-28fd-4d0f-ac77-37a80cbfff1f" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.279956] env[69524]: DEBUG oslo_concurrency.lockutils [req-8b0a3314-5f64-463c-9a99-0c41af88d55b req-61f0b6cb-6ac4-43ab-bc49-c9f15368714c service nova] Acquired lock "refresh_cache-eaa67334-28fd-4d0f-ac77-37a80cbfff1f" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.281225] env[69524]: DEBUG nova.network.neutron [req-8b0a3314-5f64-463c-9a99-0c41af88d55b req-61f0b6cb-6ac4-43ab-bc49-c9f15368714c service nova] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Refreshing network info cache for port ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 762.583742] env[69524]: DEBUG oslo_vmware.api [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5230286a-9a7c-6ad4-e6ac-3e42c9cb7041, 'name': SearchDatastore_Task, 'duration_secs': 0.010354} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.585100] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f42e0d3-75d5-48d8-8e32-d68be9a24c50 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.591714] env[69524]: DEBUG oslo_vmware.api [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Waiting for the task: (returnval){ [ 762.591714] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]520931d7-71ef-49e5-f292-ad0671db4421" [ 762.591714] env[69524]: _type = "Task" [ 762.591714] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.603965] env[69524]: DEBUG oslo_vmware.api [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]520931d7-71ef-49e5-f292-ad0671db4421, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.668748] env[69524]: DEBUG nova.compute.manager [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 830a4429-edcd-4955-99d2-72fe88ed9ada] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 763.106891] env[69524]: DEBUG oslo_vmware.api [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]520931d7-71ef-49e5-f292-ad0671db4421, 'name': SearchDatastore_Task, 'duration_secs': 0.011186} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.107769] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.107769] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51/1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 763.107769] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1baeff9d-e49e-4070-b897-cdd175da0b76 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.118017] env[69524]: DEBUG oslo_vmware.api [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Waiting for the task: (returnval){ [ 763.118017] env[69524]: value = "task-4067624" [ 763.118017] env[69524]: _type = "Task" [ 763.118017] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.131739] env[69524]: DEBUG nova.network.neutron [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 830a4429-edcd-4955-99d2-72fe88ed9ada] Successfully created port: 428c4e18-176e-4d3d-b38f-55f3fbbe0841 {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 763.141800] env[69524]: DEBUG oslo_vmware.api [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Task: {'id': task-4067624, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.207478] env[69524]: DEBUG nova.network.neutron [req-5516fdfe-2899-4249-b931-f1edba26ebaa req-3c833b58-8a40-45f5-b063-56d6bbc0c43c service nova] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Updated VIF entry in instance network info cache for port 647653e7-69c3-423e-b29c-05df5ac2cde8. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 763.207819] env[69524]: DEBUG nova.network.neutron [req-5516fdfe-2899-4249-b931-f1edba26ebaa req-3c833b58-8a40-45f5-b063-56d6bbc0c43c service nova] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Updating instance_info_cache with network_info: [{"id": "647653e7-69c3-423e-b29c-05df5ac2cde8", "address": "fa:16:3e:b1:18:a9", "network": {"id": "1ed5f80d-e3ed-44dc-8b1f-b09def5546c9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1275482548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e64c5c29d3f246138e543c5e5af4ff08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap647653e7-69", "ovs_interfaceid": "647653e7-69c3-423e-b29c-05df5ac2cde8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.283039] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e64aca5-bd15-49c2-83b1-dad460be64d7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.291963] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a07d8a7-d418-4af1-8992-77bb0411bcf1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.325496] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85fc98b-70c8-49bc-9d91-82d85e2651f1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.329520] env[69524]: DEBUG nova.network.neutron [req-8b0a3314-5f64-463c-9a99-0c41af88d55b req-61f0b6cb-6ac4-43ab-bc49-c9f15368714c service nova] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Updated VIF entry in instance network info cache for port ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 763.329867] env[69524]: DEBUG nova.network.neutron [req-8b0a3314-5f64-463c-9a99-0c41af88d55b req-61f0b6cb-6ac4-43ab-bc49-c9f15368714c service nova] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Updating instance_info_cache with network_info: [{"id": "ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd", "address": "fa:16:3e:41:9c:5a", "network": {"id": "8f05e130-7b35-408b-9e8f-3f57462c2e37", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1325207331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "acb0557b9b3b4d9da0c1f5fa81e8a64d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee0a48d2-a1", "ovs_interfaceid": "ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.334920] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87291c43-80f4-46d5-9d39-a2b8f7a727aa {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.350514] env[69524]: DEBUG nova.compute.provider_tree [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 763.756463] env[69524]: DEBUG oslo_vmware.api [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Task: {'id': task-4067624, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.756463] env[69524]: DEBUG nova.compute.manager [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 830a4429-edcd-4955-99d2-72fe88ed9ada] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 763.756463] env[69524]: DEBUG oslo_concurrency.lockutils [req-5516fdfe-2899-4249-b931-f1edba26ebaa req-3c833b58-8a40-45f5-b063-56d6bbc0c43c service nova] Releasing lock "refresh_cache-780705ab-3fbb-43e0-961a-46f755f5388d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.756463] env[69524]: DEBUG nova.virt.hardware [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 763.756463] env[69524]: DEBUG nova.virt.hardware [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 763.756463] env[69524]: DEBUG nova.virt.hardware [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 763.756463] env[69524]: DEBUG nova.virt.hardware [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 763.756463] env[69524]: DEBUG nova.virt.hardware [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 763.756463] env[69524]: DEBUG nova.virt.hardware [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 763.756463] env[69524]: DEBUG nova.virt.hardware [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 763.756463] env[69524]: DEBUG nova.virt.hardware [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 763.756463] env[69524]: DEBUG nova.virt.hardware [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 763.760068] env[69524]: DEBUG nova.virt.hardware [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 763.760068] env[69524]: DEBUG nova.virt.hardware [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 763.760068] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3b8a0e-46a8-4a71-af6e-f579f9f500d9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.760068] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a0e242-fe3f-4a06-aa2b-7f529a55dc3d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.835056] env[69524]: DEBUG oslo_concurrency.lockutils [req-8b0a3314-5f64-463c-9a99-0c41af88d55b req-61f0b6cb-6ac4-43ab-bc49-c9f15368714c service nova] Releasing lock "refresh_cache-eaa67334-28fd-4d0f-ac77-37a80cbfff1f" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.856151] env[69524]: DEBUG nova.scheduler.client.report [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.141048] env[69524]: DEBUG oslo_vmware.api [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Task: {'id': task-4067624, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.690004} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.141823] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51/1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 764.142377] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] [instance: 1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 764.142901] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b534e88-dab5-40f7-966f-42f55aa7881c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.151701] env[69524]: DEBUG oslo_vmware.api [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Waiting for the task: (returnval){ [ 764.151701] env[69524]: value = "task-4067625" [ 764.151701] env[69524]: _type = "Task" [ 764.151701] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.163121] env[69524]: DEBUG oslo_vmware.api [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Task: {'id': task-4067625, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.361417] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.711s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.363481] env[69524]: DEBUG nova.compute.manager [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 764.366648] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.789s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.366926] env[69524]: DEBUG nova.objects.instance [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69524) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 764.481708] env[69524]: DEBUG oslo_vmware.rw_handles [None req-6f2c5319-b4c4-477a-8f6a-745b1466bf29 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527585f8-4f65-7d70-0de7-d6af4c521056/disk-0.vmdk. {{(pid=69524) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 764.484533] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93cb7a98-0cfc-457a-97d0-3f13880bdd95 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.491473] env[69524]: DEBUG oslo_vmware.rw_handles [None req-6f2c5319-b4c4-477a-8f6a-745b1466bf29 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527585f8-4f65-7d70-0de7-d6af4c521056/disk-0.vmdk is in state: ready. {{(pid=69524) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 764.491659] env[69524]: ERROR oslo_vmware.rw_handles [None req-6f2c5319-b4c4-477a-8f6a-745b1466bf29 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527585f8-4f65-7d70-0de7-d6af4c521056/disk-0.vmdk due to incomplete transfer. [ 764.491957] env[69524]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-92215dc6-c987-4680-97c6-a0231b68f771 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.500817] env[69524]: DEBUG oslo_vmware.rw_handles [None req-6f2c5319-b4c4-477a-8f6a-745b1466bf29 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527585f8-4f65-7d70-0de7-d6af4c521056/disk-0.vmdk. {{(pid=69524) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 764.501089] env[69524]: DEBUG nova.virt.vmwareapi.images [None req-6f2c5319-b4c4-477a-8f6a-745b1466bf29 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Uploaded image a5905d7d-50be-4ccf-b533-4a3a5026b71f to the Glance image server {{(pid=69524) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 764.504051] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f2c5319-b4c4-477a-8f6a-745b1466bf29 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Destroying the VM {{(pid=69524) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 764.505469] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-801d6059-8226-4c30-8eee-e9c05aed78cf {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.512247] env[69524]: DEBUG oslo_vmware.api [None req-6f2c5319-b4c4-477a-8f6a-745b1466bf29 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Waiting for the task: (returnval){ [ 764.512247] env[69524]: value = "task-4067626" [ 764.512247] env[69524]: _type = "Task" [ 764.512247] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.524802] env[69524]: DEBUG oslo_vmware.api [None req-6f2c5319-b4c4-477a-8f6a-745b1466bf29 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Task: {'id': task-4067626, 'name': Destroy_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.663218] env[69524]: DEBUG oslo_vmware.api [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Task: {'id': task-4067625, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071803} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.663433] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] [instance: 1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 764.664382] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f30540-f256-4640-8b23-35cb23105403 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.702032] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] [instance: 1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51/1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 764.702498] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31f220df-f65b-4c24-b4b1-b1a8d1e4c7b8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.728312] env[69524]: DEBUG oslo_vmware.api [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Waiting for the task: (returnval){ [ 764.728312] env[69524]: value = "task-4067627" [ 764.728312] env[69524]: _type = "Task" [ 764.728312] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.737383] env[69524]: DEBUG oslo_vmware.api [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Task: {'id': task-4067627, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.880107] env[69524]: DEBUG nova.compute.utils [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 764.880107] env[69524]: DEBUG nova.compute.manager [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 764.880107] env[69524]: DEBUG nova.network.neutron [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 764.959157] env[69524]: DEBUG nova.network.neutron [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 830a4429-edcd-4955-99d2-72fe88ed9ada] Successfully updated port: 428c4e18-176e-4d3d-b38f-55f3fbbe0841 {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 764.979687] env[69524]: DEBUG nova.policy [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e253cb228794ad0b33ff7718aa121fd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8d4a69dd2a544dd9131056f09e018e0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 765.029473] env[69524]: DEBUG oslo_vmware.api [None req-6f2c5319-b4c4-477a-8f6a-745b1466bf29 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Task: {'id': task-4067626, 'name': Destroy_Task} progress is 33%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.245115] env[69524]: DEBUG oslo_vmware.api [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Task: {'id': task-4067627, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.277235] env[69524]: DEBUG nova.compute.manager [req-9b6655fb-9970-4ee7-8ffa-411fa283b999 req-7f35651a-a537-482e-ae1f-e974f0979188 service nova] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Received event network-changed-ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.277235] env[69524]: DEBUG nova.compute.manager [req-9b6655fb-9970-4ee7-8ffa-411fa283b999 req-7f35651a-a537-482e-ae1f-e974f0979188 service nova] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Refreshing instance network info cache due to event network-changed-ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 765.277737] env[69524]: DEBUG oslo_concurrency.lockutils [req-9b6655fb-9970-4ee7-8ffa-411fa283b999 req-7f35651a-a537-482e-ae1f-e974f0979188 service nova] Acquiring lock "refresh_cache-eaa67334-28fd-4d0f-ac77-37a80cbfff1f" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.277900] env[69524]: DEBUG oslo_concurrency.lockutils [req-9b6655fb-9970-4ee7-8ffa-411fa283b999 req-7f35651a-a537-482e-ae1f-e974f0979188 service nova] Acquired lock "refresh_cache-eaa67334-28fd-4d0f-ac77-37a80cbfff1f" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.278090] env[69524]: DEBUG nova.network.neutron [req-9b6655fb-9970-4ee7-8ffa-411fa283b999 req-7f35651a-a537-482e-ae1f-e974f0979188 service nova] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Refreshing network info cache for port ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 765.382320] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6fb294ef-ae42-4bde-93bc-c33e1e31b45e tempest-ServersAdmin275Test-143436851 tempest-ServersAdmin275Test-143436851-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.382320] env[69524]: DEBUG oslo_concurrency.lockutils [None req-14219649-5e8b-4866-9370-cb0126098c0b tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.975s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.382667] env[69524]: DEBUG nova.objects.instance [None req-14219649-5e8b-4866-9370-cb0126098c0b tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Lazy-loading 'resources' on Instance uuid 1da4cbfb-3a1a-4dcb-91bf-427bd227935d {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 765.389727] env[69524]: DEBUG nova.compute.manager [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 765.465177] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Acquiring lock "refresh_cache-830a4429-edcd-4955-99d2-72fe88ed9ada" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.465371] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Acquired lock "refresh_cache-830a4429-edcd-4955-99d2-72fe88ed9ada" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.465500] env[69524]: DEBUG nova.network.neutron [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 830a4429-edcd-4955-99d2-72fe88ed9ada] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 765.530224] env[69524]: DEBUG oslo_vmware.api [None req-6f2c5319-b4c4-477a-8f6a-745b1466bf29 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Task: {'id': task-4067626, 'name': Destroy_Task} progress is 33%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.742869] env[69524]: DEBUG oslo_vmware.api [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Task: {'id': task-4067627, 'name': ReconfigVM_Task, 'duration_secs': 0.700134} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.743312] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] [instance: 1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51/1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 765.745765] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3130a707-9757-4720-9574-e5052dd529e2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.753177] env[69524]: DEBUG oslo_vmware.api [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Waiting for the task: (returnval){ [ 765.753177] env[69524]: value = "task-4067628" [ 765.753177] env[69524]: _type = "Task" [ 765.753177] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.766965] env[69524]: DEBUG oslo_vmware.api [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Task: {'id': task-4067628, 'name': Rename_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.922143] env[69524]: DEBUG nova.network.neutron [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Successfully created port: ff0f8582-45f2-4061-9932-e90302c77f20 {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 766.031609] env[69524]: DEBUG oslo_vmware.api [None req-6f2c5319-b4c4-477a-8f6a-745b1466bf29 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Task: {'id': task-4067626, 'name': Destroy_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.116194] env[69524]: DEBUG nova.compute.manager [req-213135a1-0c97-4283-892b-ca7deef283d2 req-6cde9dcc-07f4-456a-a20f-96f1fa596ac5 service nova] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Received event network-changed-ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.116450] env[69524]: DEBUG nova.compute.manager [req-213135a1-0c97-4283-892b-ca7deef283d2 req-6cde9dcc-07f4-456a-a20f-96f1fa596ac5 service nova] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Refreshing instance network info cache due to event network-changed-ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 766.116681] env[69524]: DEBUG oslo_concurrency.lockutils [req-213135a1-0c97-4283-892b-ca7deef283d2 req-6cde9dcc-07f4-456a-a20f-96f1fa596ac5 service nova] Acquiring lock "refresh_cache-eaa67334-28fd-4d0f-ac77-37a80cbfff1f" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.265065] env[69524]: DEBUG oslo_vmware.api [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Task: {'id': task-4067628, 'name': Rename_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.354620] env[69524]: DEBUG nova.network.neutron [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 830a4429-edcd-4955-99d2-72fe88ed9ada] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 766.404140] env[69524]: DEBUG nova.compute.manager [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 766.438160] env[69524]: DEBUG nova.virt.hardware [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 766.438648] env[69524]: DEBUG nova.virt.hardware [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 766.439053] env[69524]: DEBUG nova.virt.hardware [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 766.439411] env[69524]: DEBUG nova.virt.hardware [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 766.439936] env[69524]: DEBUG nova.virt.hardware [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 766.440227] env[69524]: DEBUG nova.virt.hardware [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 766.440569] env[69524]: DEBUG nova.virt.hardware [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 766.440871] env[69524]: DEBUG nova.virt.hardware [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 766.441210] env[69524]: DEBUG nova.virt.hardware [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 766.441503] env[69524]: DEBUG nova.virt.hardware [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 766.441856] env[69524]: DEBUG nova.virt.hardware [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 766.442880] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c8bf639-4c83-4858-a728-c2923e358664 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.452919] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f5d44ae-2861-4416-8d42-73705b3d6c27 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.459946] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03cbd0e-265b-4d04-ab98-d16189fcdbe3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.469327] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a009477-ae07-44be-a089-97946f333284 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.527772] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232287ae-4cb7-4d42-9189-ce8b4e78f43c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.539759] env[69524]: DEBUG oslo_vmware.api [None req-6f2c5319-b4c4-477a-8f6a-745b1466bf29 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Task: {'id': task-4067626, 'name': Destroy_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.541380] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278270fb-5618-4aa3-b8fa-38536026d69b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.557076] env[69524]: DEBUG nova.compute.provider_tree [None req-14219649-5e8b-4866-9370-cb0126098c0b tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.766070] env[69524]: DEBUG oslo_vmware.api [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Task: {'id': task-4067628, 'name': Rename_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.807276] env[69524]: DEBUG nova.network.neutron [req-9b6655fb-9970-4ee7-8ffa-411fa283b999 req-7f35651a-a537-482e-ae1f-e974f0979188 service nova] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Updated VIF entry in instance network info cache for port ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 766.807496] env[69524]: DEBUG nova.network.neutron [req-9b6655fb-9970-4ee7-8ffa-411fa283b999 req-7f35651a-a537-482e-ae1f-e974f0979188 service nova] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Updating instance_info_cache with network_info: [{"id": "ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd", "address": "fa:16:3e:41:9c:5a", "network": {"id": "8f05e130-7b35-408b-9e8f-3f57462c2e37", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1325207331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "acb0557b9b3b4d9da0c1f5fa81e8a64d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee0a48d2-a1", "ovs_interfaceid": "ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.888090] env[69524]: DEBUG nova.network.neutron [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 830a4429-edcd-4955-99d2-72fe88ed9ada] Updating instance_info_cache with network_info: [{"id": "428c4e18-176e-4d3d-b38f-55f3fbbe0841", "address": "fa:16:3e:d5:97:af", "network": {"id": "11347cb0-3d12-43a9-adb4-1afa7e55a0fd", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1601824343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d98a28658a9648cbb146842a40773911", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap428c4e18-17", "ovs_interfaceid": "428c4e18-176e-4d3d-b38f-55f3fbbe0841", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.031827] env[69524]: DEBUG oslo_vmware.api [None req-6f2c5319-b4c4-477a-8f6a-745b1466bf29 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Task: {'id': task-4067626, 'name': Destroy_Task, 'duration_secs': 2.232947} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.033441] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-6f2c5319-b4c4-477a-8f6a-745b1466bf29 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Destroyed the VM [ 767.033944] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6f2c5319-b4c4-477a-8f6a-745b1466bf29 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Deleting Snapshot of the VM instance {{(pid=69524) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 767.034400] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cbed4536-1719-46e0-bfe5-f937cf5026f2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.042695] env[69524]: DEBUG oslo_vmware.api [None req-6f2c5319-b4c4-477a-8f6a-745b1466bf29 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Waiting for the task: (returnval){ [ 767.042695] env[69524]: value = "task-4067629" [ 767.042695] env[69524]: _type = "Task" [ 767.042695] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.055356] env[69524]: DEBUG oslo_vmware.api [None req-6f2c5319-b4c4-477a-8f6a-745b1466bf29 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Task: {'id': task-4067629, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.060463] env[69524]: DEBUG nova.scheduler.client.report [None req-14219649-5e8b-4866-9370-cb0126098c0b tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.269214] env[69524]: DEBUG oslo_vmware.api [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Task: {'id': task-4067628, 'name': Rename_Task, 'duration_secs': 1.304485} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.269677] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] [instance: 1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 767.270043] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c627ad80-5395-4ba6-941a-ec85052d19fe {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.280973] env[69524]: DEBUG oslo_vmware.api [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Waiting for the task: (returnval){ [ 767.280973] env[69524]: value = "task-4067630" [ 767.280973] env[69524]: _type = "Task" [ 767.280973] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.288870] env[69524]: DEBUG oslo_vmware.api [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Task: {'id': task-4067630, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.310870] env[69524]: DEBUG oslo_concurrency.lockutils [req-9b6655fb-9970-4ee7-8ffa-411fa283b999 req-7f35651a-a537-482e-ae1f-e974f0979188 service nova] Releasing lock "refresh_cache-eaa67334-28fd-4d0f-ac77-37a80cbfff1f" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.311192] env[69524]: DEBUG nova.compute.manager [req-9b6655fb-9970-4ee7-8ffa-411fa283b999 req-7f35651a-a537-482e-ae1f-e974f0979188 service nova] [instance: 6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5] Received event network-changed-822ff49e-5c4e-4854-aa3b-e5267db58356 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 767.311363] env[69524]: DEBUG nova.compute.manager [req-9b6655fb-9970-4ee7-8ffa-411fa283b999 req-7f35651a-a537-482e-ae1f-e974f0979188 service nova] [instance: 6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5] Refreshing instance network info cache due to event network-changed-822ff49e-5c4e-4854-aa3b-e5267db58356. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 767.311586] env[69524]: DEBUG oslo_concurrency.lockutils [req-9b6655fb-9970-4ee7-8ffa-411fa283b999 req-7f35651a-a537-482e-ae1f-e974f0979188 service nova] Acquiring lock "refresh_cache-6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.311727] env[69524]: DEBUG oslo_concurrency.lockutils [req-9b6655fb-9970-4ee7-8ffa-411fa283b999 req-7f35651a-a537-482e-ae1f-e974f0979188 service nova] Acquired lock "refresh_cache-6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.311888] env[69524]: DEBUG nova.network.neutron [req-9b6655fb-9970-4ee7-8ffa-411fa283b999 req-7f35651a-a537-482e-ae1f-e974f0979188 service nova] [instance: 6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5] Refreshing network info cache for port 822ff49e-5c4e-4854-aa3b-e5267db58356 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 767.313211] env[69524]: DEBUG oslo_concurrency.lockutils [req-213135a1-0c97-4283-892b-ca7deef283d2 req-6cde9dcc-07f4-456a-a20f-96f1fa596ac5 service nova] Acquired lock "refresh_cache-eaa67334-28fd-4d0f-ac77-37a80cbfff1f" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.313394] env[69524]: DEBUG nova.network.neutron [req-213135a1-0c97-4283-892b-ca7deef283d2 req-6cde9dcc-07f4-456a-a20f-96f1fa596ac5 service nova] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Refreshing network info cache for port ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 767.391350] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Releasing lock "refresh_cache-830a4429-edcd-4955-99d2-72fe88ed9ada" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.391713] env[69524]: DEBUG nova.compute.manager [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 830a4429-edcd-4955-99d2-72fe88ed9ada] Instance network_info: |[{"id": "428c4e18-176e-4d3d-b38f-55f3fbbe0841", "address": "fa:16:3e:d5:97:af", "network": {"id": "11347cb0-3d12-43a9-adb4-1afa7e55a0fd", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1601824343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d98a28658a9648cbb146842a40773911", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap428c4e18-17", "ovs_interfaceid": "428c4e18-176e-4d3d-b38f-55f3fbbe0841", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 767.392159] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 830a4429-edcd-4955-99d2-72fe88ed9ada] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:97:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '428c4e18-176e-4d3d-b38f-55f3fbbe0841', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 767.400853] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Creating folder: Project (d98a28658a9648cbb146842a40773911). Parent ref: group-v806025. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.401581] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c59e12b-8011-40c5-a67f-1ee58083fc04 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.414367] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Created folder: Project (d98a28658a9648cbb146842a40773911) in parent group-v806025. [ 767.416237] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Creating folder: Instances. Parent ref: group-v806094. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.416237] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fcf4517c-5330-4e32-b085-b42fd4496539 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.426019] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Created folder: Instances in parent group-v806094. [ 767.426426] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.427345] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 830a4429-edcd-4955-99d2-72fe88ed9ada] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 767.427345] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ecc93346-a144-4fe1-aca3-da991bd24401 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.449672] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 767.449672] env[69524]: value = "task-4067633" [ 767.449672] env[69524]: _type = "Task" [ 767.449672] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.459642] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067633, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.555327] env[69524]: DEBUG oslo_vmware.api [None req-6f2c5319-b4c4-477a-8f6a-745b1466bf29 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Task: {'id': task-4067629, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.567615] env[69524]: DEBUG oslo_concurrency.lockutils [None req-14219649-5e8b-4866-9370-cb0126098c0b tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.185s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.570876] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4edfc5c4-0c37-4ad1-9989-80567bbc7fa3 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.387s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.571206] env[69524]: DEBUG nova.objects.instance [None req-4edfc5c4-0c37-4ad1-9989-80567bbc7fa3 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Lazy-loading 'resources' on Instance uuid eed731ec-573c-4c82-9639-a3a4a9c4a8f9 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 767.599394] env[69524]: INFO nova.scheduler.client.report [None req-14219649-5e8b-4866-9370-cb0126098c0b tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Deleted allocations for instance 1da4cbfb-3a1a-4dcb-91bf-427bd227935d [ 767.789697] env[69524]: DEBUG oslo_vmware.api [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Task: {'id': task-4067630, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.966729] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067633, 'name': CreateVM_Task, 'duration_secs': 0.373952} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.967193] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 830a4429-edcd-4955-99d2-72fe88ed9ada] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 767.968052] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.968431] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.969944] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.969944] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-138de082-1198-492b-b476-89b1c3a07d29 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.980168] env[69524]: DEBUG oslo_vmware.api [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Waiting for the task: (returnval){ [ 767.980168] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]521eda6f-f8d4-2efa-e073-8a66a7d6c817" [ 767.980168] env[69524]: _type = "Task" [ 767.980168] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.990369] env[69524]: DEBUG oslo_vmware.api [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]521eda6f-f8d4-2efa-e073-8a66a7d6c817, 'name': SearchDatastore_Task, 'duration_secs': 0.010443} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.991126] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.991527] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 830a4429-edcd-4955-99d2-72fe88ed9ada] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 767.991988] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.992378] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.993120] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 767.993437] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec98e27e-89b1-4443-93dd-ee58aea20a88 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.004252] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 768.004776] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 768.005696] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c9c2d04-78c2-4869-a148-ac2e1dccc2be {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.014626] env[69524]: DEBUG oslo_vmware.api [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Waiting for the task: (returnval){ [ 768.014626] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52491266-79b2-f6e1-78be-78e650469fe7" [ 768.014626] env[69524]: _type = "Task" [ 768.014626] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.032023] env[69524]: DEBUG oslo_vmware.api [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52491266-79b2-f6e1-78be-78e650469fe7, 'name': SearchDatastore_Task, 'duration_secs': 0.010364} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.032023] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1493042-8f4a-4652-8476-7c3db947e75c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.036178] env[69524]: DEBUG oslo_vmware.api [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Waiting for the task: (returnval){ [ 768.036178] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52c5c2ea-6b5d-e2d1-f8ba-63935ecc74c7" [ 768.036178] env[69524]: _type = "Task" [ 768.036178] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.045953] env[69524]: DEBUG oslo_vmware.api [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52c5c2ea-6b5d-e2d1-f8ba-63935ecc74c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.059910] env[69524]: DEBUG oslo_vmware.api [None req-6f2c5319-b4c4-477a-8f6a-745b1466bf29 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Task: {'id': task-4067629, 'name': RemoveSnapshot_Task, 'duration_secs': 0.909098} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.059910] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6f2c5319-b4c4-477a-8f6a-745b1466bf29 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Deleted Snapshot of the VM instance {{(pid=69524) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 768.059910] env[69524]: INFO nova.compute.manager [None req-6f2c5319-b4c4-477a-8f6a-745b1466bf29 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Took 22.63 seconds to snapshot the instance on the hypervisor. [ 768.107733] env[69524]: DEBUG oslo_concurrency.lockutils [None req-14219649-5e8b-4866-9370-cb0126098c0b tempest-ServerExternalEventsTest-13694225 tempest-ServerExternalEventsTest-13694225-project-member] Lock "1da4cbfb-3a1a-4dcb-91bf-427bd227935d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.676s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.249337] env[69524]: DEBUG nova.compute.manager [req-f484a998-6b9b-4dd0-8333-0c88085bc361 req-cbfba270-640d-43d6-80d4-65c38522c43f service nova] [instance: 830a4429-edcd-4955-99d2-72fe88ed9ada] Received event network-vif-plugged-428c4e18-176e-4d3d-b38f-55f3fbbe0841 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.249591] env[69524]: DEBUG oslo_concurrency.lockutils [req-f484a998-6b9b-4dd0-8333-0c88085bc361 req-cbfba270-640d-43d6-80d4-65c38522c43f service nova] Acquiring lock "830a4429-edcd-4955-99d2-72fe88ed9ada-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.249800] env[69524]: DEBUG oslo_concurrency.lockutils [req-f484a998-6b9b-4dd0-8333-0c88085bc361 req-cbfba270-640d-43d6-80d4-65c38522c43f service nova] Lock "830a4429-edcd-4955-99d2-72fe88ed9ada-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.250045] env[69524]: DEBUG oslo_concurrency.lockutils [req-f484a998-6b9b-4dd0-8333-0c88085bc361 req-cbfba270-640d-43d6-80d4-65c38522c43f service nova] Lock "830a4429-edcd-4955-99d2-72fe88ed9ada-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.250234] env[69524]: DEBUG nova.compute.manager [req-f484a998-6b9b-4dd0-8333-0c88085bc361 req-cbfba270-640d-43d6-80d4-65c38522c43f service nova] [instance: 830a4429-edcd-4955-99d2-72fe88ed9ada] No waiting events found dispatching network-vif-plugged-428c4e18-176e-4d3d-b38f-55f3fbbe0841 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 768.250414] env[69524]: WARNING nova.compute.manager [req-f484a998-6b9b-4dd0-8333-0c88085bc361 req-cbfba270-640d-43d6-80d4-65c38522c43f service nova] [instance: 830a4429-edcd-4955-99d2-72fe88ed9ada] Received unexpected event network-vif-plugged-428c4e18-176e-4d3d-b38f-55f3fbbe0841 for instance with vm_state building and task_state spawning. [ 768.250576] env[69524]: DEBUG nova.compute.manager [req-f484a998-6b9b-4dd0-8333-0c88085bc361 req-cbfba270-640d-43d6-80d4-65c38522c43f service nova] [instance: 830a4429-edcd-4955-99d2-72fe88ed9ada] Received event network-changed-428c4e18-176e-4d3d-b38f-55f3fbbe0841 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.250731] env[69524]: DEBUG nova.compute.manager [req-f484a998-6b9b-4dd0-8333-0c88085bc361 req-cbfba270-640d-43d6-80d4-65c38522c43f service nova] [instance: 830a4429-edcd-4955-99d2-72fe88ed9ada] Refreshing instance network info cache due to event network-changed-428c4e18-176e-4d3d-b38f-55f3fbbe0841. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 768.250913] env[69524]: DEBUG oslo_concurrency.lockutils [req-f484a998-6b9b-4dd0-8333-0c88085bc361 req-cbfba270-640d-43d6-80d4-65c38522c43f service nova] Acquiring lock "refresh_cache-830a4429-edcd-4955-99d2-72fe88ed9ada" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.251860] env[69524]: DEBUG oslo_concurrency.lockutils [req-f484a998-6b9b-4dd0-8333-0c88085bc361 req-cbfba270-640d-43d6-80d4-65c38522c43f service nova] Acquired lock "refresh_cache-830a4429-edcd-4955-99d2-72fe88ed9ada" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.252962] env[69524]: DEBUG nova.network.neutron [req-f484a998-6b9b-4dd0-8333-0c88085bc361 req-cbfba270-640d-43d6-80d4-65c38522c43f service nova] [instance: 830a4429-edcd-4955-99d2-72fe88ed9ada] Refreshing network info cache for port 428c4e18-176e-4d3d-b38f-55f3fbbe0841 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 768.290509] env[69524]: DEBUG oslo_vmware.api [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Task: {'id': task-4067630, 'name': PowerOnVM_Task, 'duration_secs': 0.640236} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.293524] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] [instance: 1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 768.296983] env[69524]: INFO nova.compute.manager [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] [instance: 1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51] Took 12.17 seconds to spawn the instance on the hypervisor. [ 768.296983] env[69524]: DEBUG nova.compute.manager [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] [instance: 1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 768.296983] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19cfe944-765e-4df3-a5fb-bc57f565ba6c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.385725] env[69524]: DEBUG nova.network.neutron [req-213135a1-0c97-4283-892b-ca7deef283d2 req-6cde9dcc-07f4-456a-a20f-96f1fa596ac5 service nova] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Updated VIF entry in instance network info cache for port ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 768.385725] env[69524]: DEBUG nova.network.neutron [req-213135a1-0c97-4283-892b-ca7deef283d2 req-6cde9dcc-07f4-456a-a20f-96f1fa596ac5 service nova] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Updating instance_info_cache with network_info: [{"id": "ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd", "address": "fa:16:3e:41:9c:5a", "network": {"id": "8f05e130-7b35-408b-9e8f-3f57462c2e37", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1325207331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "acb0557b9b3b4d9da0c1f5fa81e8a64d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee0a48d2-a1", "ovs_interfaceid": "ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.429845] env[69524]: DEBUG nova.network.neutron [req-9b6655fb-9970-4ee7-8ffa-411fa283b999 req-7f35651a-a537-482e-ae1f-e974f0979188 service nova] [instance: 6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5] Updated VIF entry in instance network info cache for port 822ff49e-5c4e-4854-aa3b-e5267db58356. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 768.429845] env[69524]: DEBUG nova.network.neutron [req-9b6655fb-9970-4ee7-8ffa-411fa283b999 req-7f35651a-a537-482e-ae1f-e974f0979188 service nova] [instance: 6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5] Updating instance_info_cache with network_info: [{"id": "822ff49e-5c4e-4854-aa3b-e5267db58356", "address": "fa:16:3e:9a:a7:36", "network": {"id": "a1dc5e54-51f1-4f79-aeae-2d9df46fec7c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1632571652-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "151bfd5e068d450da9fd3e96edc9a6ba", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "257e5ea7-8b80-4301-9900-a754f1fe2031", "external-id": "nsx-vlan-transportzone-682", "segmentation_id": 682, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap822ff49e-5c", "ovs_interfaceid": "822ff49e-5c4e-4854-aa3b-e5267db58356", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.549725] env[69524]: DEBUG oslo_vmware.api [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52c5c2ea-6b5d-e2d1-f8ba-63935ecc74c7, 'name': SearchDatastore_Task, 'duration_secs': 0.0107} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.552576] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.552857] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 830a4429-edcd-4955-99d2-72fe88ed9ada/830a4429-edcd-4955-99d2-72fe88ed9ada.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 768.554035] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fdc8e811-73cc-493b-b09f-ea89916dfa93 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.558807] env[69524]: DEBUG nova.network.neutron [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Successfully updated port: ff0f8582-45f2-4061-9932-e90302c77f20 {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 768.565248] env[69524]: DEBUG oslo_vmware.api [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Waiting for the task: (returnval){ [ 768.565248] env[69524]: value = "task-4067634" [ 768.565248] env[69524]: _type = "Task" [ 768.565248] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.585363] env[69524]: DEBUG oslo_vmware.api [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Task: {'id': task-4067634, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.597624] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82379bc6-e2ec-49b1-9c1f-05fdf9dd5111 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.606410] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35dfecd5-2158-4a99-b746-b6dd62598f9e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.639058] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62c8437-62de-4081-8a77-3c1a33724c32 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.647395] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a098a0b8-e1cb-43c0-b0ce-dcca9c242278 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.664025] env[69524]: DEBUG nova.compute.provider_tree [None req-4edfc5c4-0c37-4ad1-9989-80567bbc7fa3 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.824163] env[69524]: INFO nova.compute.manager [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] [instance: 1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51] Took 35.52 seconds to build instance. [ 768.888495] env[69524]: DEBUG nova.compute.manager [req-7b3c8b1f-f55e-4aeb-82a2-7e8f1e7522a5 req-ec5fdde3-46b7-4bdc-883d-acc24f55718f service nova] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Received event network-changed-ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.888727] env[69524]: DEBUG nova.compute.manager [req-7b3c8b1f-f55e-4aeb-82a2-7e8f1e7522a5 req-ec5fdde3-46b7-4bdc-883d-acc24f55718f service nova] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Refreshing instance network info cache due to event network-changed-ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 768.888921] env[69524]: DEBUG oslo_concurrency.lockutils [req-7b3c8b1f-f55e-4aeb-82a2-7e8f1e7522a5 req-ec5fdde3-46b7-4bdc-883d-acc24f55718f service nova] Acquiring lock "refresh_cache-eaa67334-28fd-4d0f-ac77-37a80cbfff1f" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.890815] env[69524]: DEBUG oslo_concurrency.lockutils [req-213135a1-0c97-4283-892b-ca7deef283d2 req-6cde9dcc-07f4-456a-a20f-96f1fa596ac5 service nova] Releasing lock "refresh_cache-eaa67334-28fd-4d0f-ac77-37a80cbfff1f" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.891157] env[69524]: DEBUG oslo_concurrency.lockutils [req-7b3c8b1f-f55e-4aeb-82a2-7e8f1e7522a5 req-ec5fdde3-46b7-4bdc-883d-acc24f55718f service nova] Acquired lock "refresh_cache-eaa67334-28fd-4d0f-ac77-37a80cbfff1f" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.891258] env[69524]: DEBUG nova.network.neutron [req-7b3c8b1f-f55e-4aeb-82a2-7e8f1e7522a5 req-ec5fdde3-46b7-4bdc-883d-acc24f55718f service nova] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Refreshing network info cache for port ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 768.932089] env[69524]: DEBUG oslo_concurrency.lockutils [req-9b6655fb-9970-4ee7-8ffa-411fa283b999 req-7f35651a-a537-482e-ae1f-e974f0979188 service nova] Releasing lock "refresh_cache-6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.061818] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Acquiring lock "refresh_cache-3a962860-7a12-485a-af4e-1e86f7292a8a" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.062197] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Acquired lock "refresh_cache-3a962860-7a12-485a-af4e-1e86f7292a8a" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.062197] env[69524]: DEBUG nova.network.neutron [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 769.086486] env[69524]: DEBUG oslo_vmware.api [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Task: {'id': task-4067634, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518131} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.086820] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 830a4429-edcd-4955-99d2-72fe88ed9ada/830a4429-edcd-4955-99d2-72fe88ed9ada.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 769.086989] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 830a4429-edcd-4955-99d2-72fe88ed9ada] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 769.087282] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29f1c771-49db-4429-bdd6-2a8aa91cd0c6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.095167] env[69524]: DEBUG oslo_vmware.api [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Waiting for the task: (returnval){ [ 769.095167] env[69524]: value = "task-4067635" [ 769.095167] env[69524]: _type = "Task" [ 769.095167] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.105475] env[69524]: DEBUG oslo_vmware.api [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Task: {'id': task-4067635, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.167428] env[69524]: DEBUG nova.scheduler.client.report [None req-4edfc5c4-0c37-4ad1-9989-80567bbc7fa3 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.247574] env[69524]: DEBUG nova.network.neutron [req-f484a998-6b9b-4dd0-8333-0c88085bc361 req-cbfba270-640d-43d6-80d4-65c38522c43f service nova] [instance: 830a4429-edcd-4955-99d2-72fe88ed9ada] Updated VIF entry in instance network info cache for port 428c4e18-176e-4d3d-b38f-55f3fbbe0841. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 769.248100] env[69524]: DEBUG nova.network.neutron [req-f484a998-6b9b-4dd0-8333-0c88085bc361 req-cbfba270-640d-43d6-80d4-65c38522c43f service nova] [instance: 830a4429-edcd-4955-99d2-72fe88ed9ada] Updating instance_info_cache with network_info: [{"id": "428c4e18-176e-4d3d-b38f-55f3fbbe0841", "address": "fa:16:3e:d5:97:af", "network": {"id": "11347cb0-3d12-43a9-adb4-1afa7e55a0fd", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1601824343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d98a28658a9648cbb146842a40773911", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap428c4e18-17", "ovs_interfaceid": "428c4e18-176e-4d3d-b38f-55f3fbbe0841", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.326818] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5ed92d38-8f78-496a-bc78-7eb970753d67 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Lock "1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.911s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.613042] env[69524]: DEBUG oslo_vmware.api [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Task: {'id': task-4067635, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071866} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.613949] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 830a4429-edcd-4955-99d2-72fe88ed9ada] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.614259] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8188dc4-39f0-46a1-a49e-c6b43aeb1924 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.639241] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 830a4429-edcd-4955-99d2-72fe88ed9ada] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 830a4429-edcd-4955-99d2-72fe88ed9ada/830a4429-edcd-4955-99d2-72fe88ed9ada.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.639690] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-903abf2f-fcad-415c-8b7f-51f9f79123ad {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.666203] env[69524]: DEBUG oslo_vmware.api [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Waiting for the task: (returnval){ [ 769.666203] env[69524]: value = "task-4067636" [ 769.666203] env[69524]: _type = "Task" [ 769.666203] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.672408] env[69524]: DEBUG nova.network.neutron [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 769.675633] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4edfc5c4-0c37-4ad1-9989-80567bbc7fa3 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.105s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.678549] env[69524]: DEBUG oslo_concurrency.lockutils [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.340s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.680308] env[69524]: INFO nova.compute.claims [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] [instance: a53aac01-ef1d-4ef0-aac4-326927830321] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 770.455803] env[69524]: INFO nova.scheduler.client.report [None req-4edfc5c4-0c37-4ad1-9989-80567bbc7fa3 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Deleted allocations for instance eed731ec-573c-4c82-9639-a3a4a9c4a8f9 [ 770.461959] env[69524]: DEBUG oslo_concurrency.lockutils [req-f484a998-6b9b-4dd0-8333-0c88085bc361 req-cbfba270-640d-43d6-80d4-65c38522c43f service nova] Releasing lock "refresh_cache-830a4429-edcd-4955-99d2-72fe88ed9ada" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.462496] env[69524]: DEBUG nova.compute.manager [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] [instance: 2af130dc-3603-4a57-b28f-123409202b5a] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 770.465889] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3fad366b-a995-4c83-b78c-593374b6976c tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Acquiring lock "6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.466460] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3fad366b-a995-4c83-b78c-593374b6976c tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Lock "6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.466460] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3fad366b-a995-4c83-b78c-593374b6976c tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Acquiring lock "6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.466460] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3fad366b-a995-4c83-b78c-593374b6976c tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Lock "6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.466727] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3fad366b-a995-4c83-b78c-593374b6976c tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Lock "6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.468387] env[69524]: DEBUG oslo_vmware.api [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Task: {'id': task-4067636, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.469458] env[69524]: WARNING oslo_vmware.common.loopingcall [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] task run outlasted interval by 0.30200000000000005 sec [ 770.469458] env[69524]: INFO nova.compute.manager [None req-3fad366b-a995-4c83-b78c-593374b6976c tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] [instance: 6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5] Terminating instance [ 770.484033] env[69524]: DEBUG oslo_vmware.api [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Task: {'id': task-4067636, 'name': ReconfigVM_Task, 'duration_secs': 0.288403} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.484347] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 830a4429-edcd-4955-99d2-72fe88ed9ada] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 830a4429-edcd-4955-99d2-72fe88ed9ada/830a4429-edcd-4955-99d2-72fe88ed9ada.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.485512] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e785e781-a2e8-491b-ae10-7e465af585ca {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.493647] env[69524]: DEBUG oslo_vmware.api [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Waiting for the task: (returnval){ [ 770.493647] env[69524]: value = "task-4067637" [ 770.493647] env[69524]: _type = "Task" [ 770.493647] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.503487] env[69524]: DEBUG oslo_vmware.api [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Task: {'id': task-4067637, 'name': Rename_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.747056] env[69524]: DEBUG nova.network.neutron [req-7b3c8b1f-f55e-4aeb-82a2-7e8f1e7522a5 req-ec5fdde3-46b7-4bdc-883d-acc24f55718f service nova] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Updated VIF entry in instance network info cache for port ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 770.747755] env[69524]: DEBUG nova.network.neutron [req-7b3c8b1f-f55e-4aeb-82a2-7e8f1e7522a5 req-ec5fdde3-46b7-4bdc-883d-acc24f55718f service nova] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Updating instance_info_cache with network_info: [{"id": "ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd", "address": "fa:16:3e:41:9c:5a", "network": {"id": "8f05e130-7b35-408b-9e8f-3f57462c2e37", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1325207331-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "acb0557b9b3b4d9da0c1f5fa81e8a64d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8bbebaf-0fb5-42ae-8d4f-ecd4f46d0244", "external-id": "nsx-vlan-transportzone-296", "segmentation_id": 296, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee0a48d2-a1", "ovs_interfaceid": "ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.831918] env[69524]: DEBUG nova.network.neutron [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Updating instance_info_cache with network_info: [{"id": "ff0f8582-45f2-4061-9932-e90302c77f20", "address": "fa:16:3e:2a:73:b3", "network": {"id": "9ba6743d-ce8d-49df-87a9-5afc4de01489", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a86a460dd4454b05b84917cee5434b27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff0f8582-45", "ovs_interfaceid": "ff0f8582-45f2-4061-9932-e90302c77f20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.980047] env[69524]: DEBUG nova.compute.manager [None req-3fad366b-a995-4c83-b78c-593374b6976c tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] [instance: 6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 770.980183] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3fad366b-a995-4c83-b78c-593374b6976c tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] [instance: 6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 770.980903] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4edfc5c4-0c37-4ad1-9989-80567bbc7fa3 tempest-ServersAdmin275Test-1089666105 tempest-ServersAdmin275Test-1089666105-project-member] Lock "eed731ec-573c-4c82-9639-a3a4a9c4a8f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.310s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.986698] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd1c49a-54c5-4755-a425-11826d2a8527 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.020308] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fad366b-a995-4c83-b78c-593374b6976c tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] [instance: 6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 771.020308] env[69524]: DEBUG oslo_vmware.api [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Task: {'id': task-4067637, 'name': Rename_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.021345] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.024123] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7711ad93-edad-496a-b292-930435c5ba72 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.030964] env[69524]: DEBUG oslo_vmware.api [None req-3fad366b-a995-4c83-b78c-593374b6976c tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Waiting for the task: (returnval){ [ 771.030964] env[69524]: value = "task-4067638" [ 771.030964] env[69524]: _type = "Task" [ 771.030964] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.046045] env[69524]: DEBUG oslo_vmware.api [None req-3fad366b-a995-4c83-b78c-593374b6976c tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Task: {'id': task-4067638, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.082964] env[69524]: DEBUG nova.compute.manager [req-be58b6e0-35ef-4cb9-8a1e-27be9fe0db32 req-57fd6d8b-f788-4d18-bc8d-34dc2084948a service nova] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Received event network-vif-plugged-ff0f8582-45f2-4061-9932-e90302c77f20 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.083260] env[69524]: DEBUG oslo_concurrency.lockutils [req-be58b6e0-35ef-4cb9-8a1e-27be9fe0db32 req-57fd6d8b-f788-4d18-bc8d-34dc2084948a service nova] Acquiring lock "3a962860-7a12-485a-af4e-1e86f7292a8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.083405] env[69524]: DEBUG oslo_concurrency.lockutils [req-be58b6e0-35ef-4cb9-8a1e-27be9fe0db32 req-57fd6d8b-f788-4d18-bc8d-34dc2084948a service nova] Lock "3a962860-7a12-485a-af4e-1e86f7292a8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.083595] env[69524]: DEBUG oslo_concurrency.lockutils [req-be58b6e0-35ef-4cb9-8a1e-27be9fe0db32 req-57fd6d8b-f788-4d18-bc8d-34dc2084948a service nova] Lock "3a962860-7a12-485a-af4e-1e86f7292a8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.083764] env[69524]: DEBUG nova.compute.manager [req-be58b6e0-35ef-4cb9-8a1e-27be9fe0db32 req-57fd6d8b-f788-4d18-bc8d-34dc2084948a service nova] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] No waiting events found dispatching network-vif-plugged-ff0f8582-45f2-4061-9932-e90302c77f20 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 771.083926] env[69524]: WARNING nova.compute.manager [req-be58b6e0-35ef-4cb9-8a1e-27be9fe0db32 req-57fd6d8b-f788-4d18-bc8d-34dc2084948a service nova] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Received unexpected event network-vif-plugged-ff0f8582-45f2-4061-9932-e90302c77f20 for instance with vm_state building and task_state spawning. [ 771.085635] env[69524]: DEBUG nova.compute.manager [req-be58b6e0-35ef-4cb9-8a1e-27be9fe0db32 req-57fd6d8b-f788-4d18-bc8d-34dc2084948a service nova] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Received event network-changed-ff0f8582-45f2-4061-9932-e90302c77f20 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.085749] env[69524]: DEBUG nova.compute.manager [req-be58b6e0-35ef-4cb9-8a1e-27be9fe0db32 req-57fd6d8b-f788-4d18-bc8d-34dc2084948a service nova] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Refreshing instance network info cache due to event network-changed-ff0f8582-45f2-4061-9932-e90302c77f20. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 771.085977] env[69524]: DEBUG oslo_concurrency.lockutils [req-be58b6e0-35ef-4cb9-8a1e-27be9fe0db32 req-57fd6d8b-f788-4d18-bc8d-34dc2084948a service nova] Acquiring lock "refresh_cache-3a962860-7a12-485a-af4e-1e86f7292a8a" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.251619] env[69524]: DEBUG oslo_concurrency.lockutils [req-7b3c8b1f-f55e-4aeb-82a2-7e8f1e7522a5 req-ec5fdde3-46b7-4bdc-883d-acc24f55718f service nova] Releasing lock "refresh_cache-eaa67334-28fd-4d0f-ac77-37a80cbfff1f" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.341449] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Releasing lock "refresh_cache-3a962860-7a12-485a-af4e-1e86f7292a8a" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.341590] env[69524]: DEBUG nova.compute.manager [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Instance network_info: |[{"id": "ff0f8582-45f2-4061-9932-e90302c77f20", "address": "fa:16:3e:2a:73:b3", "network": {"id": "9ba6743d-ce8d-49df-87a9-5afc4de01489", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a86a460dd4454b05b84917cee5434b27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff0f8582-45", "ovs_interfaceid": "ff0f8582-45f2-4061-9932-e90302c77f20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 771.342725] env[69524]: DEBUG oslo_concurrency.lockutils [req-be58b6e0-35ef-4cb9-8a1e-27be9fe0db32 req-57fd6d8b-f788-4d18-bc8d-34dc2084948a service nova] Acquired lock "refresh_cache-3a962860-7a12-485a-af4e-1e86f7292a8a" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.342725] env[69524]: DEBUG nova.network.neutron [req-be58b6e0-35ef-4cb9-8a1e-27be9fe0db32 req-57fd6d8b-f788-4d18-bc8d-34dc2084948a service nova] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Refreshing network info cache for port ff0f8582-45f2-4061-9932-e90302c77f20 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 771.343418] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2a:73:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69f65356-c85e-4b7f-ad28-7c7b5e8cf50c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff0f8582-45f2-4061-9932-e90302c77f20', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 771.351926] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Creating folder: Project (e8d4a69dd2a544dd9131056f09e018e0). Parent ref: group-v806025. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 771.354111] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-941e6cdb-2a8f-4ce0-a7aa-a9ef7e2f8dcb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.372139] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Created folder: Project (e8d4a69dd2a544dd9131056f09e018e0) in parent group-v806025. [ 771.372345] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Creating folder: Instances. Parent ref: group-v806097. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 771.373940] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3cb42ade-d68a-4dc6-8fd8-941b2f90f3e0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.384864] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Created folder: Instances in parent group-v806097. [ 771.388405] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 771.388637] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 771.388852] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a43f0d35-4b08-4ec7-94d2-0806dce743b8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.410277] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 771.410277] env[69524]: value = "task-4067641" [ 771.410277] env[69524]: _type = "Task" [ 771.410277] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.418710] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067641, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.518928] env[69524]: DEBUG oslo_vmware.api [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Task: {'id': task-4067637, 'name': Rename_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.542856] env[69524]: DEBUG oslo_vmware.api [None req-3fad366b-a995-4c83-b78c-593374b6976c tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Task: {'id': task-4067638, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.734388] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2f65f1d2-3799-48f3-ab72-48ab9746774c tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Acquiring lock "eaa67334-28fd-4d0f-ac77-37a80cbfff1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.734934] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2f65f1d2-3799-48f3-ab72-48ab9746774c tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Lock "eaa67334-28fd-4d0f-ac77-37a80cbfff1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.004s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.738878] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2f65f1d2-3799-48f3-ab72-48ab9746774c tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Acquiring lock "eaa67334-28fd-4d0f-ac77-37a80cbfff1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.738878] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2f65f1d2-3799-48f3-ab72-48ab9746774c tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Lock "eaa67334-28fd-4d0f-ac77-37a80cbfff1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.738878] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2f65f1d2-3799-48f3-ab72-48ab9746774c tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Lock "eaa67334-28fd-4d0f-ac77-37a80cbfff1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.741183] env[69524]: INFO nova.compute.manager [None req-2f65f1d2-3799-48f3-ab72-48ab9746774c tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Terminating instance [ 771.861980] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b51f80e8-ff48-4df1-84aa-221957cb9469 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Acquiring lock "9c72abfc-a032-4919-83c2-bf94174e2052" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.863854] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b51f80e8-ff48-4df1-84aa-221957cb9469 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Lock "9c72abfc-a032-4919-83c2-bf94174e2052" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.863988] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b51f80e8-ff48-4df1-84aa-221957cb9469 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Acquiring lock "9c72abfc-a032-4919-83c2-bf94174e2052-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.864306] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b51f80e8-ff48-4df1-84aa-221957cb9469 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Lock "9c72abfc-a032-4919-83c2-bf94174e2052-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.864533] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b51f80e8-ff48-4df1-84aa-221957cb9469 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Lock "9c72abfc-a032-4919-83c2-bf94174e2052-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.868368] env[69524]: INFO nova.compute.manager [None req-b51f80e8-ff48-4df1-84aa-221957cb9469 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Terminating instance [ 771.927625] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067641, 'name': CreateVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.008494] env[69524]: DEBUG oslo_vmware.api [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Task: {'id': task-4067637, 'name': Rename_Task, 'duration_secs': 1.19021} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.008669] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 830a4429-edcd-4955-99d2-72fe88ed9ada] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 772.009425] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9477396-c2df-4ea5-be1a-8f3a90016b30 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.018543] env[69524]: DEBUG oslo_vmware.api [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Waiting for the task: (returnval){ [ 772.018543] env[69524]: value = "task-4067642" [ 772.018543] env[69524]: _type = "Task" [ 772.018543] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.028961] env[69524]: DEBUG oslo_vmware.api [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Task: {'id': task-4067642, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.047841] env[69524]: DEBUG oslo_vmware.api [None req-3fad366b-a995-4c83-b78c-593374b6976c tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Task: {'id': task-4067638, 'name': PowerOffVM_Task, 'duration_secs': 0.813633} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.049236] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fad366b-a995-4c83-b78c-593374b6976c tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] [instance: 6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 772.049405] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3fad366b-a995-4c83-b78c-593374b6976c tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] [instance: 6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 772.050310] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e369fd-f6c5-49af-b9ce-90e88b05240f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.058184] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e0b1a6f-4d4d-4238-b883-394faaffebad {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.073216] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652ae588-8146-41d1-825f-ac8b7e168f4b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.112340] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1505189c-2d21-4954-8f76-a66dc5253ce8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.121656] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40efcc4e-610e-4cb4-aa7c-721acaef2cba {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.127783] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3fad366b-a995-4c83-b78c-593374b6976c tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] [instance: 6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 772.127914] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3fad366b-a995-4c83-b78c-593374b6976c tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] [instance: 6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5] Deleting contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 772.128821] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fad366b-a995-4c83-b78c-593374b6976c tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Deleting the datastore file [datastore2] 6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 772.136989] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48c4e97d-e47d-421a-9c8f-1c40a1b096c1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.141503] env[69524]: DEBUG nova.compute.provider_tree [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 772.146232] env[69524]: DEBUG oslo_vmware.api [None req-3fad366b-a995-4c83-b78c-593374b6976c tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Waiting for the task: (returnval){ [ 772.146232] env[69524]: value = "task-4067644" [ 772.146232] env[69524]: _type = "Task" [ 772.146232] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.157779] env[69524]: DEBUG oslo_vmware.api [None req-3fad366b-a995-4c83-b78c-593374b6976c tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Task: {'id': task-4067644, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.250297] env[69524]: DEBUG nova.compute.manager [None req-2f65f1d2-3799-48f3-ab72-48ab9746774c tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 772.250532] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-2f65f1d2-3799-48f3-ab72-48ab9746774c tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 772.252500] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8739b08c-1b87-41e8-8822-8866a5b0023e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.264093] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f65f1d2-3799-48f3-ab72-48ab9746774c tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 772.264468] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b2cffc1-0cba-4da8-93c9-be740bcbedc4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.273661] env[69524]: DEBUG oslo_vmware.api [None req-2f65f1d2-3799-48f3-ab72-48ab9746774c tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Waiting for the task: (returnval){ [ 772.273661] env[69524]: value = "task-4067645" [ 772.273661] env[69524]: _type = "Task" [ 772.273661] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.283266] env[69524]: DEBUG oslo_vmware.api [None req-2f65f1d2-3799-48f3-ab72-48ab9746774c tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Task: {'id': task-4067645, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.374757] env[69524]: DEBUG nova.compute.manager [None req-b51f80e8-ff48-4df1-84aa-221957cb9469 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 772.374982] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b51f80e8-ff48-4df1-84aa-221957cb9469 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 772.377162] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbea58d9-2866-472d-b127-76575c6e05a9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.393504] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-b51f80e8-ff48-4df1-84aa-221957cb9469 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 772.393662] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc355c20-ef53-4061-ad8c-31a92c75a889 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.404045] env[69524]: DEBUG oslo_vmware.api [None req-b51f80e8-ff48-4df1-84aa-221957cb9469 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Waiting for the task: (returnval){ [ 772.404045] env[69524]: value = "task-4067646" [ 772.404045] env[69524]: _type = "Task" [ 772.404045] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.418298] env[69524]: DEBUG oslo_vmware.api [None req-b51f80e8-ff48-4df1-84aa-221957cb9469 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Task: {'id': task-4067646, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.433475] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067641, 'name': CreateVM_Task, 'duration_secs': 0.583287} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.434373] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 772.434881] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.434881] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.435703] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.435703] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-586c88d9-56a6-4260-8c11-56ca9a2a448d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.442426] env[69524]: DEBUG oslo_vmware.api [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Waiting for the task: (returnval){ [ 772.442426] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52e6e0ad-ca9d-cc25-d2c6-79d019fa9ed9" [ 772.442426] env[69524]: _type = "Task" [ 772.442426] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.453073] env[69524]: DEBUG oslo_vmware.api [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52e6e0ad-ca9d-cc25-d2c6-79d019fa9ed9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.468289] env[69524]: DEBUG nova.network.neutron [req-be58b6e0-35ef-4cb9-8a1e-27be9fe0db32 req-57fd6d8b-f788-4d18-bc8d-34dc2084948a service nova] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Updated VIF entry in instance network info cache for port ff0f8582-45f2-4061-9932-e90302c77f20. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 772.468758] env[69524]: DEBUG nova.network.neutron [req-be58b6e0-35ef-4cb9-8a1e-27be9fe0db32 req-57fd6d8b-f788-4d18-bc8d-34dc2084948a service nova] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Updating instance_info_cache with network_info: [{"id": "ff0f8582-45f2-4061-9932-e90302c77f20", "address": "fa:16:3e:2a:73:b3", "network": {"id": "9ba6743d-ce8d-49df-87a9-5afc4de01489", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a86a460dd4454b05b84917cee5434b27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff0f8582-45", "ovs_interfaceid": "ff0f8582-45f2-4061-9932-e90302c77f20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.532047] env[69524]: DEBUG oslo_vmware.api [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Task: {'id': task-4067642, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.645639] env[69524]: DEBUG nova.scheduler.client.report [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.659841] env[69524]: DEBUG oslo_vmware.api [None req-3fad366b-a995-4c83-b78c-593374b6976c tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Task: {'id': task-4067644, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172381} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.660113] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fad366b-a995-4c83-b78c-593374b6976c tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 772.660291] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3fad366b-a995-4c83-b78c-593374b6976c tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] [instance: 6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5] Deleted contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 772.660453] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3fad366b-a995-4c83-b78c-593374b6976c tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] [instance: 6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 772.660612] env[69524]: INFO nova.compute.manager [None req-3fad366b-a995-4c83-b78c-593374b6976c tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] [instance: 6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5] Took 1.68 seconds to destroy the instance on the hypervisor. [ 772.660849] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3fad366b-a995-4c83-b78c-593374b6976c tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 772.661053] env[69524]: DEBUG nova.compute.manager [-] [instance: 6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 772.661145] env[69524]: DEBUG nova.network.neutron [-] [instance: 6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 772.743089] env[69524]: DEBUG nova.compute.manager [req-372b84ad-948b-45e6-9b82-bc0e9f811c51 req-4a1aab1c-b819-41cf-9b9b-7a0b3f5fa3e8 service nova] [instance: 1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51] Received event network-changed-12fb63a9-92e6-4ab2-b53a-5c5fc504a262 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.743089] env[69524]: DEBUG nova.compute.manager [req-372b84ad-948b-45e6-9b82-bc0e9f811c51 req-4a1aab1c-b819-41cf-9b9b-7a0b3f5fa3e8 service nova] [instance: 1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51] Refreshing instance network info cache due to event network-changed-12fb63a9-92e6-4ab2-b53a-5c5fc504a262. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 772.743089] env[69524]: DEBUG oslo_concurrency.lockutils [req-372b84ad-948b-45e6-9b82-bc0e9f811c51 req-4a1aab1c-b819-41cf-9b9b-7a0b3f5fa3e8 service nova] Acquiring lock "refresh_cache-1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.743089] env[69524]: DEBUG oslo_concurrency.lockutils [req-372b84ad-948b-45e6-9b82-bc0e9f811c51 req-4a1aab1c-b819-41cf-9b9b-7a0b3f5fa3e8 service nova] Acquired lock "refresh_cache-1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.743089] env[69524]: DEBUG nova.network.neutron [req-372b84ad-948b-45e6-9b82-bc0e9f811c51 req-4a1aab1c-b819-41cf-9b9b-7a0b3f5fa3e8 service nova] [instance: 1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51] Refreshing network info cache for port 12fb63a9-92e6-4ab2-b53a-5c5fc504a262 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 772.786663] env[69524]: DEBUG oslo_vmware.api [None req-2f65f1d2-3799-48f3-ab72-48ab9746774c tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Task: {'id': task-4067645, 'name': PowerOffVM_Task, 'duration_secs': 0.326915} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.787611] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f65f1d2-3799-48f3-ab72-48ab9746774c tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 772.787848] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-2f65f1d2-3799-48f3-ab72-48ab9746774c tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 772.788772] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6c1c959-5e0f-424d-87c9-005f02b80097 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.867750] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-2f65f1d2-3799-48f3-ab72-48ab9746774c tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 772.867972] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-2f65f1d2-3799-48f3-ab72-48ab9746774c tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 772.868183] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f65f1d2-3799-48f3-ab72-48ab9746774c tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Deleting the datastore file [datastore1] eaa67334-28fd-4d0f-ac77-37a80cbfff1f {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 772.868481] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2d12f74-3f7d-4e48-838a-2d56ca17cdcd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.879400] env[69524]: DEBUG oslo_vmware.api [None req-2f65f1d2-3799-48f3-ab72-48ab9746774c tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Waiting for the task: (returnval){ [ 772.879400] env[69524]: value = "task-4067648" [ 772.879400] env[69524]: _type = "Task" [ 772.879400] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.893762] env[69524]: DEBUG oslo_vmware.api [None req-2f65f1d2-3799-48f3-ab72-48ab9746774c tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Task: {'id': task-4067648, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.913809] env[69524]: DEBUG oslo_vmware.api [None req-b51f80e8-ff48-4df1-84aa-221957cb9469 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Task: {'id': task-4067646, 'name': PowerOffVM_Task, 'duration_secs': 0.223573} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.914124] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-b51f80e8-ff48-4df1-84aa-221957cb9469 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 772.914371] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b51f80e8-ff48-4df1-84aa-221957cb9469 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 772.914623] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1fc9a258-d95c-4114-ba27-66d9dadb1294 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.936238] env[69524]: DEBUG oslo_concurrency.lockutils [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Acquiring lock "26b87865-1683-4797-ae24-f51084419ce4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.936238] env[69524]: DEBUG oslo_concurrency.lockutils [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Lock "26b87865-1683-4797-ae24-f51084419ce4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.958860] env[69524]: DEBUG oslo_vmware.api [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52e6e0ad-ca9d-cc25-d2c6-79d019fa9ed9, 'name': SearchDatastore_Task, 'duration_secs': 0.011678} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.959194] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.959447] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 772.959678] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.959826] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.960113] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 772.960441] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-25a163b2-af0a-4df0-af5e-2e455ce8a393 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.970522] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 772.970744] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 772.972055] env[69524]: DEBUG oslo_concurrency.lockutils [req-be58b6e0-35ef-4cb9-8a1e-27be9fe0db32 req-57fd6d8b-f788-4d18-bc8d-34dc2084948a service nova] Releasing lock "refresh_cache-3a962860-7a12-485a-af4e-1e86f7292a8a" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.972383] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48bedad1-850d-419b-b1b7-abc32abd349e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.978939] env[69524]: DEBUG oslo_vmware.api [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Waiting for the task: (returnval){ [ 772.978939] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52592bbb-a95d-3cc5-c412-58ca08f309a1" [ 772.978939] env[69524]: _type = "Task" [ 772.978939] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.984439] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b51f80e8-ff48-4df1-84aa-221957cb9469 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 772.984660] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b51f80e8-ff48-4df1-84aa-221957cb9469 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 772.984866] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-b51f80e8-ff48-4df1-84aa-221957cb9469 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Deleting the datastore file [datastore1] 9c72abfc-a032-4919-83c2-bf94174e2052 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 772.985157] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35555242-72a5-40f4-885e-ba3738d2263b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.990606] env[69524]: DEBUG oslo_vmware.api [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52592bbb-a95d-3cc5-c412-58ca08f309a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.996335] env[69524]: DEBUG oslo_vmware.api [None req-b51f80e8-ff48-4df1-84aa-221957cb9469 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Waiting for the task: (returnval){ [ 772.996335] env[69524]: value = "task-4067650" [ 772.996335] env[69524]: _type = "Task" [ 772.996335] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.006914] env[69524]: DEBUG oslo_vmware.api [None req-b51f80e8-ff48-4df1-84aa-221957cb9469 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Task: {'id': task-4067650, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.034460] env[69524]: DEBUG oslo_vmware.api [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Task: {'id': task-4067642, 'name': PowerOnVM_Task, 'duration_secs': 0.615549} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.034460] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 830a4429-edcd-4955-99d2-72fe88ed9ada] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 773.035668] env[69524]: INFO nova.compute.manager [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 830a4429-edcd-4955-99d2-72fe88ed9ada] Took 9.36 seconds to spawn the instance on the hypervisor. [ 773.035668] env[69524]: DEBUG nova.compute.manager [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 830a4429-edcd-4955-99d2-72fe88ed9ada] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 773.036280] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a045191-1843-4551-8624-e4b141691138 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.154559] env[69524]: DEBUG oslo_concurrency.lockutils [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.476s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.155431] env[69524]: DEBUG nova.compute.manager [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] [instance: a53aac01-ef1d-4ef0-aac4-326927830321] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 773.164223] env[69524]: DEBUG oslo_concurrency.lockutils [None req-859210f9-e4d6-49ca-9062-5e2e3fed7256 tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.105s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.164223] env[69524]: DEBUG nova.objects.instance [None req-859210f9-e4d6-49ca-9062-5e2e3fed7256 tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Lazy-loading 'resources' on Instance uuid ce9b3f98-be80-454d-a541-291921e3e1f7 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 773.390143] env[69524]: DEBUG oslo_vmware.api [None req-2f65f1d2-3799-48f3-ab72-48ab9746774c tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Task: {'id': task-4067648, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.438985} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.390462] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f65f1d2-3799-48f3-ab72-48ab9746774c tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 773.390675] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-2f65f1d2-3799-48f3-ab72-48ab9746774c tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 773.391130] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-2f65f1d2-3799-48f3-ab72-48ab9746774c tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 773.391130] env[69524]: INFO nova.compute.manager [None req-2f65f1d2-3799-48f3-ab72-48ab9746774c tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 773.391641] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f65f1d2-3799-48f3-ab72-48ab9746774c tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.391641] env[69524]: DEBUG nova.compute.manager [-] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 773.391948] env[69524]: DEBUG nova.network.neutron [-] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 773.494286] env[69524]: DEBUG oslo_vmware.api [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52592bbb-a95d-3cc5-c412-58ca08f309a1, 'name': SearchDatastore_Task, 'duration_secs': 0.019172} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.494286] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4039742-f4d6-4c64-ba02-2c4e343331c0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.505334] env[69524]: DEBUG oslo_vmware.api [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Waiting for the task: (returnval){ [ 773.505334] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52cc07c9-1b48-2103-21da-3c7feab65f6c" [ 773.505334] env[69524]: _type = "Task" [ 773.505334] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.517233] env[69524]: DEBUG oslo_vmware.api [None req-b51f80e8-ff48-4df1-84aa-221957cb9469 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Task: {'id': task-4067650, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.305229} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.517938] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-b51f80e8-ff48-4df1-84aa-221957cb9469 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 773.518150] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b51f80e8-ff48-4df1-84aa-221957cb9469 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 773.518353] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b51f80e8-ff48-4df1-84aa-221957cb9469 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 773.518592] env[69524]: INFO nova.compute.manager [None req-b51f80e8-ff48-4df1-84aa-221957cb9469 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Took 1.14 seconds to destroy the instance on the hypervisor. [ 773.518885] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b51f80e8-ff48-4df1-84aa-221957cb9469 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.519098] env[69524]: DEBUG nova.compute.manager [-] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 773.519197] env[69524]: DEBUG nova.network.neutron [-] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 773.524836] env[69524]: DEBUG oslo_vmware.api [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52cc07c9-1b48-2103-21da-3c7feab65f6c, 'name': SearchDatastore_Task, 'duration_secs': 0.017573} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.525775] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.526047] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 3a962860-7a12-485a-af4e-1e86f7292a8a/3a962860-7a12-485a-af4e-1e86f7292a8a.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 773.526390] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6080b9cc-1cf6-4562-b8a4-2498e724a931 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.533602] env[69524]: DEBUG oslo_vmware.api [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Waiting for the task: (returnval){ [ 773.533602] env[69524]: value = "task-4067651" [ 773.533602] env[69524]: _type = "Task" [ 773.533602] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.543113] env[69524]: DEBUG oslo_vmware.api [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': task-4067651, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.561253] env[69524]: INFO nova.compute.manager [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 830a4429-edcd-4955-99d2-72fe88ed9ada] Took 37.68 seconds to build instance. [ 773.666580] env[69524]: DEBUG nova.compute.utils [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 773.670543] env[69524]: DEBUG nova.compute.manager [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] [instance: a53aac01-ef1d-4ef0-aac4-326927830321] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 773.670737] env[69524]: DEBUG nova.network.neutron [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] [instance: a53aac01-ef1d-4ef0-aac4-326927830321] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 773.731724] env[69524]: DEBUG nova.policy [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe90e93552d34c2c807d057df5f0669b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9de7e38c9a0e4bff9f93abf1e4701a91', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 773.907939] env[69524]: DEBUG nova.network.neutron [req-372b84ad-948b-45e6-9b82-bc0e9f811c51 req-4a1aab1c-b819-41cf-9b9b-7a0b3f5fa3e8 service nova] [instance: 1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51] Updated VIF entry in instance network info cache for port 12fb63a9-92e6-4ab2-b53a-5c5fc504a262. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 773.911707] env[69524]: DEBUG nova.network.neutron [req-372b84ad-948b-45e6-9b82-bc0e9f811c51 req-4a1aab1c-b819-41cf-9b9b-7a0b3f5fa3e8 service nova] [instance: 1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51] Updating instance_info_cache with network_info: [{"id": "12fb63a9-92e6-4ab2-b53a-5c5fc504a262", "address": "fa:16:3e:b5:93:0d", "network": {"id": "6fd993a0-de5e-400f-9495-8bec5b0625a3", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1469100785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f59523f51e37403f814b802318177791", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap12fb63a9-92", "ovs_interfaceid": "12fb63a9-92e6-4ab2-b53a-5c5fc504a262", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.976874] env[69524]: DEBUG nova.network.neutron [-] [instance: 6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.054130] env[69524]: DEBUG oslo_vmware.api [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': task-4067651, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.065409] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4f95739f-b32d-4ffc-bc63-62eca7bfd273 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Lock "830a4429-edcd-4955-99d2-72fe88ed9ada" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.119s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.158356] env[69524]: DEBUG oslo_concurrency.lockutils [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Acquiring lock "ab0b27aa-8b6c-48e9-a254-813c936b7a6a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.158704] env[69524]: DEBUG oslo_concurrency.lockutils [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Lock "ab0b27aa-8b6c-48e9-a254-813c936b7a6a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.176958] env[69524]: DEBUG nova.compute.manager [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] [instance: a53aac01-ef1d-4ef0-aac4-326927830321] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 774.265463] env[69524]: DEBUG nova.network.neutron [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] [instance: a53aac01-ef1d-4ef0-aac4-326927830321] Successfully created port: a16b3d3f-779c-4279-b3af-a214385a84cf {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 774.274022] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3798330-d4a0-4975-9cb5-d4bc65e9d5e0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.283202] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c526bc9a-2c18-45f9-a983-653ec3d5e19b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.320302] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d798b5b-bba4-4417-b4fe-e824b0ddc70f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.335701] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b630632-34a8-4dba-a5cf-c6f3694ee6f8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.353976] env[69524]: DEBUG nova.compute.provider_tree [None req-859210f9-e4d6-49ca-9062-5e2e3fed7256 tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 774.414344] env[69524]: DEBUG oslo_concurrency.lockutils [req-372b84ad-948b-45e6-9b82-bc0e9f811c51 req-4a1aab1c-b819-41cf-9b9b-7a0b3f5fa3e8 service nova] Releasing lock "refresh_cache-1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.480619] env[69524]: INFO nova.compute.manager [-] [instance: 6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5] Took 1.82 seconds to deallocate network for instance. [ 774.529400] env[69524]: DEBUG nova.compute.manager [req-94deb592-299a-4f88-add5-47f79da87187 req-71dd4a34-555c-432b-a089-f619fcb81562 service nova] [instance: 6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5] Received event network-vif-deleted-822ff49e-5c4e-4854-aa3b-e5267db58356 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 774.550539] env[69524]: DEBUG nova.network.neutron [-] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.552253] env[69524]: DEBUG oslo_vmware.api [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': task-4067651, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.958901} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.553417] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 3a962860-7a12-485a-af4e-1e86f7292a8a/3a962860-7a12-485a-af4e-1e86f7292a8a.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 774.553638] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 774.553885] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-962ab883-dc87-4d56-b4cf-6812d83aa058 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.560657] env[69524]: DEBUG oslo_vmware.api [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Waiting for the task: (returnval){ [ 774.560657] env[69524]: value = "task-4067652" [ 774.560657] env[69524]: _type = "Task" [ 774.560657] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.573014] env[69524]: DEBUG nova.compute.manager [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 774.575718] env[69524]: DEBUG oslo_vmware.api [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': task-4067652, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.608034] env[69524]: DEBUG nova.network.neutron [-] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.878015] env[69524]: ERROR nova.scheduler.client.report [None req-859210f9-e4d6-49ca-9062-5e2e3fed7256 tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] [req-280babf1-5108-40ef-894e-82698a05a9b3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 333a7aa4-d2cd-4888-ac97-9e43e6b91719. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-280babf1-5108-40ef-894e-82698a05a9b3"}]} [ 774.894956] env[69524]: DEBUG nova.scheduler.client.report [None req-859210f9-e4d6-49ca-9062-5e2e3fed7256 tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Refreshing inventories for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 774.911191] env[69524]: DEBUG nova.scheduler.client.report [None req-859210f9-e4d6-49ca-9062-5e2e3fed7256 tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Updating ProviderTree inventory for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 774.911191] env[69524]: DEBUG nova.compute.provider_tree [None req-859210f9-e4d6-49ca-9062-5e2e3fed7256 tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 774.922459] env[69524]: DEBUG nova.scheduler.client.report [None req-859210f9-e4d6-49ca-9062-5e2e3fed7256 tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Refreshing aggregate associations for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719, aggregates: None {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 774.941174] env[69524]: DEBUG nova.scheduler.client.report [None req-859210f9-e4d6-49ca-9062-5e2e3fed7256 tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Refreshing trait associations for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 774.978340] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Acquiring lock "7768e31d-052e-473a-bf1e-9bb04e9e9d6d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.978340] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Lock "7768e31d-052e-473a-bf1e-9bb04e9e9d6d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.991256] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3fad366b-a995-4c83-b78c-593374b6976c tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.005432] env[69524]: DEBUG nova.compute.manager [None req-ff4f8a2e-9f5e-4d58-9691-9bcb4deb75eb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 775.005432] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a72be7-ff9e-4732-afc1-a8e9ad8f28ac {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.055581] env[69524]: INFO nova.compute.manager [-] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Took 1.66 seconds to deallocate network for instance. [ 775.072511] env[69524]: DEBUG oslo_vmware.api [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': task-4067652, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073842} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.075508] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 775.076949] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cbc0638-1c69-4397-a796-da58899ece6c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.108984] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 3a962860-7a12-485a-af4e-1e86f7292a8a/3a962860-7a12-485a-af4e-1e86f7292a8a.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 775.110987] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.111606] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0101a0e6-c436-4901-814f-988256d6a075 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.126103] env[69524]: INFO nova.compute.manager [-] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Took 1.61 seconds to deallocate network for instance. [ 775.137651] env[69524]: DEBUG oslo_vmware.api [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Waiting for the task: (returnval){ [ 775.137651] env[69524]: value = "task-4067653" [ 775.137651] env[69524]: _type = "Task" [ 775.137651] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.151536] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6c8d117f-cbae-4fc3-bfe3-6abd388882ca tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Acquiring lock "5888cdd0-2309-4abc-b928-8bcbf164258e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.151784] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6c8d117f-cbae-4fc3-bfe3-6abd388882ca tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Lock "5888cdd0-2309-4abc-b928-8bcbf164258e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.151983] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6c8d117f-cbae-4fc3-bfe3-6abd388882ca tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Acquiring lock "5888cdd0-2309-4abc-b928-8bcbf164258e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.152198] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6c8d117f-cbae-4fc3-bfe3-6abd388882ca tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Lock "5888cdd0-2309-4abc-b928-8bcbf164258e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.152399] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6c8d117f-cbae-4fc3-bfe3-6abd388882ca tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Lock "5888cdd0-2309-4abc-b928-8bcbf164258e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.154554] env[69524]: INFO nova.compute.manager [None req-6c8d117f-cbae-4fc3-bfe3-6abd388882ca tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] [instance: 5888cdd0-2309-4abc-b928-8bcbf164258e] Terminating instance [ 775.157805] env[69524]: DEBUG oslo_vmware.api [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': task-4067653, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.185806] env[69524]: DEBUG nova.compute.manager [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] [instance: a53aac01-ef1d-4ef0-aac4-326927830321] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 775.221462] env[69524]: DEBUG nova.virt.hardware [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 775.221720] env[69524]: DEBUG nova.virt.hardware [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 775.221870] env[69524]: DEBUG nova.virt.hardware [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 775.222256] env[69524]: DEBUG nova.virt.hardware [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 775.222256] env[69524]: DEBUG nova.virt.hardware [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 775.222381] env[69524]: DEBUG nova.virt.hardware [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 775.222586] env[69524]: DEBUG nova.virt.hardware [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 775.222738] env[69524]: DEBUG nova.virt.hardware [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 775.223210] env[69524]: DEBUG nova.virt.hardware [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 775.223518] env[69524]: DEBUG nova.virt.hardware [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 775.223587] env[69524]: DEBUG nova.virt.hardware [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 775.224529] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6300addf-9a7c-459b-a2ab-b3e14c4a7903 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.236893] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d6eff6-4778-4dce-ad6b-c710242945dd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.516053] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8132eb-a8ea-4942-b80d-55813d9a0ca5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.520604] env[69524]: INFO nova.compute.manager [None req-ff4f8a2e-9f5e-4d58-9691-9bcb4deb75eb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] instance snapshotting [ 775.521376] env[69524]: DEBUG nova.objects.instance [None req-ff4f8a2e-9f5e-4d58-9691-9bcb4deb75eb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lazy-loading 'flavor' on Instance uuid e2c166bd-9b6d-4450-bba0-43bb56975555 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 775.532774] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85b1358-f01b-4c20-a4ba-2f6ee3a71b2f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.568805] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2f65f1d2-3799-48f3-ab72-48ab9746774c tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.571581] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b6d580-5657-4e4b-b174-a9e2b10b765d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.581514] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58469e1c-3e81-4def-ae0f-f77ccabd795f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.599561] env[69524]: DEBUG nova.compute.provider_tree [None req-859210f9-e4d6-49ca-9062-5e2e3fed7256 tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 775.636297] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b51f80e8-ff48-4df1-84aa-221957cb9469 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.649936] env[69524]: DEBUG oslo_vmware.api [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': task-4067653, 'name': ReconfigVM_Task, 'duration_secs': 0.393649} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.650507] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 3a962860-7a12-485a-af4e-1e86f7292a8a/3a962860-7a12-485a-af4e-1e86f7292a8a.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 775.650856] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89138573-a527-460c-b03f-aadc973ecce5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.659378] env[69524]: DEBUG nova.compute.manager [None req-6c8d117f-cbae-4fc3-bfe3-6abd388882ca tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] [instance: 5888cdd0-2309-4abc-b928-8bcbf164258e] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 775.659611] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6c8d117f-cbae-4fc3-bfe3-6abd388882ca tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] [instance: 5888cdd0-2309-4abc-b928-8bcbf164258e] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 775.659926] env[69524]: DEBUG oslo_vmware.api [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Waiting for the task: (returnval){ [ 775.659926] env[69524]: value = "task-4067654" [ 775.659926] env[69524]: _type = "Task" [ 775.659926] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.660670] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1fd438-e914-4b08-a8b0-e614ea2045cd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.673405] env[69524]: DEBUG oslo_vmware.api [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': task-4067654, 'name': Rename_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.675843] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6c8d117f-cbae-4fc3-bfe3-6abd388882ca tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] [instance: 5888cdd0-2309-4abc-b928-8bcbf164258e] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 775.676118] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b71bf751-a478-4d5b-9b94-95318b918d37 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.753727] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6c8d117f-cbae-4fc3-bfe3-6abd388882ca tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] [instance: 5888cdd0-2309-4abc-b928-8bcbf164258e] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 775.753982] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6c8d117f-cbae-4fc3-bfe3-6abd388882ca tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] [instance: 5888cdd0-2309-4abc-b928-8bcbf164258e] Deleting contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 775.754277] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c8d117f-cbae-4fc3-bfe3-6abd388882ca tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Deleting the datastore file [datastore2] 5888cdd0-2309-4abc-b928-8bcbf164258e {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 775.754600] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-100d3f65-2300-4849-8f3c-ea1faf077c3d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.761834] env[69524]: DEBUG oslo_vmware.api [None req-6c8d117f-cbae-4fc3-bfe3-6abd388882ca tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Waiting for the task: (returnval){ [ 775.761834] env[69524]: value = "task-4067656" [ 775.761834] env[69524]: _type = "Task" [ 775.761834] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.771309] env[69524]: DEBUG oslo_vmware.api [None req-6c8d117f-cbae-4fc3-bfe3-6abd388882ca tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Task: {'id': task-4067656, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.030656] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638e0710-1a7f-4ee0-a83b-f9532c04b40f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.061652] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-823a656f-00b7-4252-a20b-24a0311b1b02 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.130636] env[69524]: ERROR nova.scheduler.client.report [None req-859210f9-e4d6-49ca-9062-5e2e3fed7256 tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] [req-2aca40d3-9da9-4d87-b05f-adc04713738e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 333a7aa4-d2cd-4888-ac97-9e43e6b91719. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2aca40d3-9da9-4d87-b05f-adc04713738e"}]} [ 776.145391] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Acquiring lock "dfa4bb08-53b1-4489-a639-72dc9d9418a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.145680] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Lock "dfa4bb08-53b1-4489-a639-72dc9d9418a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.156963] env[69524]: DEBUG nova.scheduler.client.report [None req-859210f9-e4d6-49ca-9062-5e2e3fed7256 tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Refreshing inventories for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 776.177270] env[69524]: DEBUG oslo_vmware.api [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': task-4067654, 'name': Rename_Task, 'duration_secs': 0.243925} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.178441] env[69524]: DEBUG nova.network.neutron [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] [instance: a53aac01-ef1d-4ef0-aac4-326927830321] Successfully updated port: a16b3d3f-779c-4279-b3af-a214385a84cf {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 776.179666] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 776.180975] env[69524]: DEBUG nova.scheduler.client.report [None req-859210f9-e4d6-49ca-9062-5e2e3fed7256 tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Updating ProviderTree inventory for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 776.181184] env[69524]: DEBUG nova.compute.provider_tree [None req-859210f9-e4d6-49ca-9062-5e2e3fed7256 tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 776.183328] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7799bd1-df98-4b02-afb3-d9f7f5c1a9d0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.193194] env[69524]: DEBUG oslo_vmware.api [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Waiting for the task: (returnval){ [ 776.193194] env[69524]: value = "task-4067657" [ 776.193194] env[69524]: _type = "Task" [ 776.193194] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.208272] env[69524]: DEBUG oslo_vmware.api [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': task-4067657, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.210308] env[69524]: DEBUG nova.scheduler.client.report [None req-859210f9-e4d6-49ca-9062-5e2e3fed7256 tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Refreshing aggregate associations for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719, aggregates: None {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 776.246568] env[69524]: DEBUG nova.scheduler.client.report [None req-859210f9-e4d6-49ca-9062-5e2e3fed7256 tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Refreshing trait associations for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 776.276013] env[69524]: DEBUG oslo_vmware.api [None req-6c8d117f-cbae-4fc3-bfe3-6abd388882ca tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Task: {'id': task-4067656, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.435577} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.276466] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c8d117f-cbae-4fc3-bfe3-6abd388882ca tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 776.276706] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6c8d117f-cbae-4fc3-bfe3-6abd388882ca tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] [instance: 5888cdd0-2309-4abc-b928-8bcbf164258e] Deleted contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 776.276935] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6c8d117f-cbae-4fc3-bfe3-6abd388882ca tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] [instance: 5888cdd0-2309-4abc-b928-8bcbf164258e] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 776.278594] env[69524]: INFO nova.compute.manager [None req-6c8d117f-cbae-4fc3-bfe3-6abd388882ca tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] [instance: 5888cdd0-2309-4abc-b928-8bcbf164258e] Took 0.62 seconds to destroy the instance on the hypervisor. [ 776.278926] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c8d117f-cbae-4fc3-bfe3-6abd388882ca tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 776.280442] env[69524]: DEBUG nova.compute.manager [-] [instance: 5888cdd0-2309-4abc-b928-8bcbf164258e] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 776.280442] env[69524]: DEBUG nova.network.neutron [-] [instance: 5888cdd0-2309-4abc-b928-8bcbf164258e] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 776.513385] env[69524]: DEBUG nova.compute.manager [req-80feb4db-7400-4d51-b1bb-33ca6f81fdb0 req-cc7b81ab-cd36-437a-9153-866ee203d8e0 service nova] [instance: a53aac01-ef1d-4ef0-aac4-326927830321] Received event network-vif-plugged-a16b3d3f-779c-4279-b3af-a214385a84cf {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.513385] env[69524]: DEBUG oslo_concurrency.lockutils [req-80feb4db-7400-4d51-b1bb-33ca6f81fdb0 req-cc7b81ab-cd36-437a-9153-866ee203d8e0 service nova] Acquiring lock "a53aac01-ef1d-4ef0-aac4-326927830321-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.513385] env[69524]: DEBUG oslo_concurrency.lockutils [req-80feb4db-7400-4d51-b1bb-33ca6f81fdb0 req-cc7b81ab-cd36-437a-9153-866ee203d8e0 service nova] Lock "a53aac01-ef1d-4ef0-aac4-326927830321-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.513385] env[69524]: DEBUG oslo_concurrency.lockutils [req-80feb4db-7400-4d51-b1bb-33ca6f81fdb0 req-cc7b81ab-cd36-437a-9153-866ee203d8e0 service nova] Lock "a53aac01-ef1d-4ef0-aac4-326927830321-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.514013] env[69524]: DEBUG nova.compute.manager [req-80feb4db-7400-4d51-b1bb-33ca6f81fdb0 req-cc7b81ab-cd36-437a-9153-866ee203d8e0 service nova] [instance: a53aac01-ef1d-4ef0-aac4-326927830321] No waiting events found dispatching network-vif-plugged-a16b3d3f-779c-4279-b3af-a214385a84cf {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 776.514319] env[69524]: WARNING nova.compute.manager [req-80feb4db-7400-4d51-b1bb-33ca6f81fdb0 req-cc7b81ab-cd36-437a-9153-866ee203d8e0 service nova] [instance: a53aac01-ef1d-4ef0-aac4-326927830321] Received unexpected event network-vif-plugged-a16b3d3f-779c-4279-b3af-a214385a84cf for instance with vm_state building and task_state spawning. [ 776.579180] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4f8a2e-9f5e-4d58-9691-9bcb4deb75eb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Creating Snapshot of the VM instance {{(pid=69524) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 776.579536] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-af9f5633-9042-4c2b-89d9-c5d483e9bce1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.588196] env[69524]: DEBUG oslo_vmware.api [None req-ff4f8a2e-9f5e-4d58-9691-9bcb4deb75eb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 776.588196] env[69524]: value = "task-4067658" [ 776.588196] env[69524]: _type = "Task" [ 776.588196] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.604856] env[69524]: DEBUG oslo_vmware.api [None req-ff4f8a2e-9f5e-4d58-9691-9bcb4deb75eb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4067658, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.687499] env[69524]: DEBUG oslo_concurrency.lockutils [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Acquiring lock "refresh_cache-a53aac01-ef1d-4ef0-aac4-326927830321" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.687499] env[69524]: DEBUG oslo_concurrency.lockutils [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Acquired lock "refresh_cache-a53aac01-ef1d-4ef0-aac4-326927830321" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.687499] env[69524]: DEBUG nova.network.neutron [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] [instance: a53aac01-ef1d-4ef0-aac4-326927830321] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.714038] env[69524]: DEBUG oslo_vmware.api [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': task-4067657, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.753668] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Acquiring lock "5de29246-15dd-470d-b18e-b2453818b760" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.753953] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Lock "5de29246-15dd-470d-b18e-b2453818b760" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.850505] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81193cfe-3d57-458a-a4de-324c964080a3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.861607] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c674c40-1962-42f4-9e0c-728b42f3968c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.896471] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7c2c0a-3f15-46af-afdd-46239e9d1f74 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.907264] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5036551e-d451-4eb7-8881-e26ab683020b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.928738] env[69524]: DEBUG nova.compute.provider_tree [None req-859210f9-e4d6-49ca-9062-5e2e3fed7256 tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 776.953539] env[69524]: DEBUG nova.compute.manager [req-46b7de8d-1281-4213-96ee-c8ded7561da1 req-6c5eae7c-440c-4150-80da-578aa95a92c4 service nova] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Received event network-vif-deleted-ee0a48d2-a1f3-453e-ba2d-3bcb551e14bd {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.953717] env[69524]: DEBUG nova.compute.manager [req-46b7de8d-1281-4213-96ee-c8ded7561da1 req-6c5eae7c-440c-4150-80da-578aa95a92c4 service nova] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Received event network-vif-deleted-22232e11-5abc-4142-aad1-3093fffff78a {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.953942] env[69524]: DEBUG nova.compute.manager [req-46b7de8d-1281-4213-96ee-c8ded7561da1 req-6c5eae7c-440c-4150-80da-578aa95a92c4 service nova] [instance: 830a4429-edcd-4955-99d2-72fe88ed9ada] Received event network-changed-428c4e18-176e-4d3d-b38f-55f3fbbe0841 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.954197] env[69524]: DEBUG nova.compute.manager [req-46b7de8d-1281-4213-96ee-c8ded7561da1 req-6c5eae7c-440c-4150-80da-578aa95a92c4 service nova] [instance: 830a4429-edcd-4955-99d2-72fe88ed9ada] Refreshing instance network info cache due to event network-changed-428c4e18-176e-4d3d-b38f-55f3fbbe0841. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 776.954458] env[69524]: DEBUG oslo_concurrency.lockutils [req-46b7de8d-1281-4213-96ee-c8ded7561da1 req-6c5eae7c-440c-4150-80da-578aa95a92c4 service nova] Acquiring lock "refresh_cache-830a4429-edcd-4955-99d2-72fe88ed9ada" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.954630] env[69524]: DEBUG oslo_concurrency.lockutils [req-46b7de8d-1281-4213-96ee-c8ded7561da1 req-6c5eae7c-440c-4150-80da-578aa95a92c4 service nova] Acquired lock "refresh_cache-830a4429-edcd-4955-99d2-72fe88ed9ada" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.954824] env[69524]: DEBUG nova.network.neutron [req-46b7de8d-1281-4213-96ee-c8ded7561da1 req-6c5eae7c-440c-4150-80da-578aa95a92c4 service nova] [instance: 830a4429-edcd-4955-99d2-72fe88ed9ada] Refreshing network info cache for port 428c4e18-176e-4d3d-b38f-55f3fbbe0841 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 777.101482] env[69524]: DEBUG oslo_vmware.api [None req-ff4f8a2e-9f5e-4d58-9691-9bcb4deb75eb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4067658, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.149046] env[69524]: DEBUG nova.network.neutron [-] [instance: 5888cdd0-2309-4abc-b928-8bcbf164258e] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.216405] env[69524]: DEBUG oslo_vmware.api [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': task-4067657, 'name': PowerOnVM_Task, 'duration_secs': 0.914847} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.216405] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 777.216405] env[69524]: INFO nova.compute.manager [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Took 10.81 seconds to spawn the instance on the hypervisor. [ 777.216405] env[69524]: DEBUG nova.compute.manager [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 777.216405] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e138566a-626f-4579-a42b-ddceaa2a3deb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.264612] env[69524]: DEBUG nova.network.neutron [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] [instance: a53aac01-ef1d-4ef0-aac4-326927830321] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 777.466324] env[69524]: ERROR nova.scheduler.client.report [None req-859210f9-e4d6-49ca-9062-5e2e3fed7256 tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] [req-5b8c2e42-bd6d-4bee-b210-1d2e7741c2fe] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 333a7aa4-d2cd-4888-ac97-9e43e6b91719. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5b8c2e42-bd6d-4bee-b210-1d2e7741c2fe"}]} [ 777.484103] env[69524]: DEBUG nova.scheduler.client.report [None req-859210f9-e4d6-49ca-9062-5e2e3fed7256 tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Refreshing inventories for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 777.506341] env[69524]: DEBUG nova.scheduler.client.report [None req-859210f9-e4d6-49ca-9062-5e2e3fed7256 tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Updating ProviderTree inventory for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 777.506341] env[69524]: DEBUG nova.compute.provider_tree [None req-859210f9-e4d6-49ca-9062-5e2e3fed7256 tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 777.513076] env[69524]: DEBUG nova.network.neutron [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] [instance: a53aac01-ef1d-4ef0-aac4-326927830321] Updating instance_info_cache with network_info: [{"id": "a16b3d3f-779c-4279-b3af-a214385a84cf", "address": "fa:16:3e:14:67:8e", "network": {"id": "dfc8dc30-45cd-4408-a8b1-9e50ed2f372f", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-530971745-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9de7e38c9a0e4bff9f93abf1e4701a91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa16b3d3f-77", "ovs_interfaceid": "a16b3d3f-779c-4279-b3af-a214385a84cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.521047] env[69524]: DEBUG nova.scheduler.client.report [None req-859210f9-e4d6-49ca-9062-5e2e3fed7256 tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Refreshing aggregate associations for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719, aggregates: None {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 777.549348] env[69524]: DEBUG nova.scheduler.client.report [None req-859210f9-e4d6-49ca-9062-5e2e3fed7256 tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Refreshing trait associations for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 777.604782] env[69524]: DEBUG oslo_vmware.api [None req-ff4f8a2e-9f5e-4d58-9691-9bcb4deb75eb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4067658, 'name': CreateSnapshot_Task, 'duration_secs': 0.532691} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.605118] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4f8a2e-9f5e-4d58-9691-9bcb4deb75eb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Created Snapshot of the VM instance {{(pid=69524) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 777.606910] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c026226-bf33-47e8-96fd-e867276e1dda {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.653050] env[69524]: INFO nova.compute.manager [-] [instance: 5888cdd0-2309-4abc-b928-8bcbf164258e] Took 1.37 seconds to deallocate network for instance. [ 777.738705] env[69524]: INFO nova.compute.manager [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Took 40.46 seconds to build instance. [ 777.867965] env[69524]: DEBUG nova.network.neutron [req-46b7de8d-1281-4213-96ee-c8ded7561da1 req-6c5eae7c-440c-4150-80da-578aa95a92c4 service nova] [instance: 830a4429-edcd-4955-99d2-72fe88ed9ada] Updated VIF entry in instance network info cache for port 428c4e18-176e-4d3d-b38f-55f3fbbe0841. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 777.868366] env[69524]: DEBUG nova.network.neutron [req-46b7de8d-1281-4213-96ee-c8ded7561da1 req-6c5eae7c-440c-4150-80da-578aa95a92c4 service nova] [instance: 830a4429-edcd-4955-99d2-72fe88ed9ada] Updating instance_info_cache with network_info: [{"id": "428c4e18-176e-4d3d-b38f-55f3fbbe0841", "address": "fa:16:3e:d5:97:af", "network": {"id": "11347cb0-3d12-43a9-adb4-1afa7e55a0fd", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1601824343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d98a28658a9648cbb146842a40773911", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap428c4e18-17", "ovs_interfaceid": "428c4e18-176e-4d3d-b38f-55f3fbbe0841", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.015593] env[69524]: DEBUG oslo_concurrency.lockutils [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Releasing lock "refresh_cache-a53aac01-ef1d-4ef0-aac4-326927830321" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.015939] env[69524]: DEBUG nova.compute.manager [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] [instance: a53aac01-ef1d-4ef0-aac4-326927830321] Instance network_info: |[{"id": "a16b3d3f-779c-4279-b3af-a214385a84cf", "address": "fa:16:3e:14:67:8e", "network": {"id": "dfc8dc30-45cd-4408-a8b1-9e50ed2f372f", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-530971745-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9de7e38c9a0e4bff9f93abf1e4701a91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa16b3d3f-77", "ovs_interfaceid": "a16b3d3f-779c-4279-b3af-a214385a84cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 778.016443] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] [instance: a53aac01-ef1d-4ef0-aac4-326927830321] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:67:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56b944d8-803d-43f2-945d-0f334ee4ea1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a16b3d3f-779c-4279-b3af-a214385a84cf', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 778.026949] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Creating folder: Project (9de7e38c9a0e4bff9f93abf1e4701a91). Parent ref: group-v806025. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 778.030263] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0659abd5-214c-40a5-8669-e42bf0be0b73 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.032799] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 778.033012] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 778.047153] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Created folder: Project (9de7e38c9a0e4bff9f93abf1e4701a91) in parent group-v806025. [ 778.047346] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Creating folder: Instances. Parent ref: group-v806101. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 778.047814] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23c7d408-4b50-4179-b4aa-7da9c38b2582 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.060027] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Created folder: Instances in parent group-v806101. [ 778.060027] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 778.060027] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a53aac01-ef1d-4ef0-aac4-326927830321] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 778.060027] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf08c6a6-ce37-468c-9610-88ef4e3a68fc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.082022] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 778.082022] env[69524]: value = "task-4067661" [ 778.082022] env[69524]: _type = "Task" [ 778.082022] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.092507] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067661, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.127360] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4f8a2e-9f5e-4d58-9691-9bcb4deb75eb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Creating linked-clone VM from snapshot {{(pid=69524) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 778.127698] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f35b355b-9ba1-4849-90e9-590c32fc339a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.136757] env[69524]: DEBUG oslo_vmware.api [None req-ff4f8a2e-9f5e-4d58-9691-9bcb4deb75eb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 778.136757] env[69524]: value = "task-4067662" [ 778.136757] env[69524]: _type = "Task" [ 778.136757] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.151062] env[69524]: DEBUG oslo_vmware.api [None req-ff4f8a2e-9f5e-4d58-9691-9bcb4deb75eb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4067662, 'name': CloneVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.165852] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6c8d117f-cbae-4fc3-bfe3-6abd388882ca tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.231548] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3234a7-af95-44e2-9020-df64345517b3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.240430] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ecc9fa8c-8745-4d19-96b9-9a14f589baae tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Lock "3a962860-7a12-485a-af4e-1e86f7292a8a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.976s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.243540] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e094c178-8ffc-4556-9d9c-14bcda61b48a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.289153] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c7221f-3e8f-46cf-aca9-fed0f6f3163f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.299605] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b43ec5-59c5-4ea6-9e50-371d82da4389 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.319878] env[69524]: DEBUG nova.compute.provider_tree [None req-859210f9-e4d6-49ca-9062-5e2e3fed7256 tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 778.371226] env[69524]: DEBUG oslo_concurrency.lockutils [req-46b7de8d-1281-4213-96ee-c8ded7561da1 req-6c5eae7c-440c-4150-80da-578aa95a92c4 service nova] Releasing lock "refresh_cache-830a4429-edcd-4955-99d2-72fe88ed9ada" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.543539] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 778.543751] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 778.543905] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 778.544073] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 778.544231] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 778.544540] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 778.544540] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69524) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 778.544638] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 778.592344] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067661, 'name': CreateVM_Task, 'duration_secs': 0.401813} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.592533] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a53aac01-ef1d-4ef0-aac4-326927830321] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 778.594026] env[69524]: DEBUG oslo_concurrency.lockutils [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.594226] env[69524]: DEBUG oslo_concurrency.lockutils [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.594603] env[69524]: DEBUG oslo_concurrency.lockutils [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.594878] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46704cf3-e07c-4d6d-9aaf-abe840070b72 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.601622] env[69524]: DEBUG oslo_vmware.api [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Waiting for the task: (returnval){ [ 778.601622] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52588c72-8916-7aa2-5224-fa5fa18a77f8" [ 778.601622] env[69524]: _type = "Task" [ 778.601622] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.611185] env[69524]: DEBUG oslo_vmware.api [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52588c72-8916-7aa2-5224-fa5fa18a77f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.650143] env[69524]: DEBUG oslo_vmware.api [None req-ff4f8a2e-9f5e-4d58-9691-9bcb4deb75eb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4067662, 'name': CloneVM_Task} progress is 94%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.749794] env[69524]: DEBUG nova.compute.manager [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] [instance: 6eb890b2-e6d7-49b2-a24a-9f94d574868d] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 778.800082] env[69524]: DEBUG nova.compute.manager [req-727788b7-5809-4f3b-83d3-09d8972fab5c req-2a194360-d50b-494b-8a62-219e9aaef7f0 service nova] [instance: 830a4429-edcd-4955-99d2-72fe88ed9ada] Received event network-changed-428c4e18-176e-4d3d-b38f-55f3fbbe0841 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 778.800566] env[69524]: DEBUG nova.compute.manager [req-727788b7-5809-4f3b-83d3-09d8972fab5c req-2a194360-d50b-494b-8a62-219e9aaef7f0 service nova] [instance: 830a4429-edcd-4955-99d2-72fe88ed9ada] Refreshing instance network info cache due to event network-changed-428c4e18-176e-4d3d-b38f-55f3fbbe0841. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 778.801627] env[69524]: DEBUG oslo_concurrency.lockutils [req-727788b7-5809-4f3b-83d3-09d8972fab5c req-2a194360-d50b-494b-8a62-219e9aaef7f0 service nova] Acquiring lock "refresh_cache-830a4429-edcd-4955-99d2-72fe88ed9ada" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.802312] env[69524]: DEBUG oslo_concurrency.lockutils [req-727788b7-5809-4f3b-83d3-09d8972fab5c req-2a194360-d50b-494b-8a62-219e9aaef7f0 service nova] Acquired lock "refresh_cache-830a4429-edcd-4955-99d2-72fe88ed9ada" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.802635] env[69524]: DEBUG nova.network.neutron [req-727788b7-5809-4f3b-83d3-09d8972fab5c req-2a194360-d50b-494b-8a62-219e9aaef7f0 service nova] [instance: 830a4429-edcd-4955-99d2-72fe88ed9ada] Refreshing network info cache for port 428c4e18-176e-4d3d-b38f-55f3fbbe0841 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 778.861033] env[69524]: DEBUG nova.scheduler.client.report [None req-859210f9-e4d6-49ca-9062-5e2e3fed7256 tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Updated inventory for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with generation 46 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 778.861033] env[69524]: DEBUG nova.compute.provider_tree [None req-859210f9-e4d6-49ca-9062-5e2e3fed7256 tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Updating resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 generation from 46 to 47 during operation: update_inventory {{(pid=69524) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 778.861033] env[69524]: DEBUG nova.compute.provider_tree [None req-859210f9-e4d6-49ca-9062-5e2e3fed7256 tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 779.047915] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.115986] env[69524]: DEBUG oslo_vmware.api [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52588c72-8916-7aa2-5224-fa5fa18a77f8, 'name': SearchDatastore_Task, 'duration_secs': 0.016977} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.116455] env[69524]: DEBUG oslo_concurrency.lockutils [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.116806] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] [instance: a53aac01-ef1d-4ef0-aac4-326927830321] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 779.118495] env[69524]: DEBUG oslo_concurrency.lockutils [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.118495] env[69524]: DEBUG oslo_concurrency.lockutils [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.118659] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 779.118928] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd34649d-0afb-4327-97af-0518050a461d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.131353] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 779.131433] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 779.132213] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13fef0d1-7d5e-41cb-a821-98e014d44655 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.140049] env[69524]: DEBUG oslo_vmware.api [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Waiting for the task: (returnval){ [ 779.140049] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]524cede1-f243-655a-b9ac-08fc2d75d2f3" [ 779.140049] env[69524]: _type = "Task" [ 779.140049] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.156345] env[69524]: DEBUG oslo_vmware.api [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]524cede1-f243-655a-b9ac-08fc2d75d2f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.156650] env[69524]: DEBUG oslo_vmware.api [None req-ff4f8a2e-9f5e-4d58-9691-9bcb4deb75eb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4067662, 'name': CloneVM_Task} progress is 94%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.273028] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.371783] env[69524]: DEBUG oslo_concurrency.lockutils [None req-859210f9-e4d6-49ca-9062-5e2e3fed7256 tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 6.206s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.372508] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.922s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.374550] env[69524]: INFO nova.compute.claims [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] [instance: 1f43ca30-fd40-4c2c-af1f-9b12651cadb0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 779.396765] env[69524]: INFO nova.scheduler.client.report [None req-859210f9-e4d6-49ca-9062-5e2e3fed7256 tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Deleted allocations for instance ce9b3f98-be80-454d-a541-291921e3e1f7 [ 779.653584] env[69524]: DEBUG nova.network.neutron [req-727788b7-5809-4f3b-83d3-09d8972fab5c req-2a194360-d50b-494b-8a62-219e9aaef7f0 service nova] [instance: 830a4429-edcd-4955-99d2-72fe88ed9ada] Updated VIF entry in instance network info cache for port 428c4e18-176e-4d3d-b38f-55f3fbbe0841. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 779.653961] env[69524]: DEBUG nova.network.neutron [req-727788b7-5809-4f3b-83d3-09d8972fab5c req-2a194360-d50b-494b-8a62-219e9aaef7f0 service nova] [instance: 830a4429-edcd-4955-99d2-72fe88ed9ada] Updating instance_info_cache with network_info: [{"id": "428c4e18-176e-4d3d-b38f-55f3fbbe0841", "address": "fa:16:3e:d5:97:af", "network": {"id": "11347cb0-3d12-43a9-adb4-1afa7e55a0fd", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1601824343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d98a28658a9648cbb146842a40773911", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap428c4e18-17", "ovs_interfaceid": "428c4e18-176e-4d3d-b38f-55f3fbbe0841", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.660401] env[69524]: DEBUG oslo_vmware.api [None req-ff4f8a2e-9f5e-4d58-9691-9bcb4deb75eb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4067662, 'name': CloneVM_Task} progress is 94%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.665837] env[69524]: DEBUG oslo_vmware.api [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]524cede1-f243-655a-b9ac-08fc2d75d2f3, 'name': SearchDatastore_Task, 'duration_secs': 0.012347} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.667339] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95af9c7c-3848-48f5-aa2e-bf5830b11890 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.674623] env[69524]: DEBUG oslo_vmware.api [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Waiting for the task: (returnval){ [ 779.674623] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5276553f-dda6-42eb-241c-b085807e1174" [ 779.674623] env[69524]: _type = "Task" [ 779.674623] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.688449] env[69524]: DEBUG oslo_vmware.api [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5276553f-dda6-42eb-241c-b085807e1174, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.905175] env[69524]: DEBUG oslo_concurrency.lockutils [None req-859210f9-e4d6-49ca-9062-5e2e3fed7256 tempest-TenantUsagesTestJSON-1224702466 tempest-TenantUsagesTestJSON-1224702466-project-member] Lock "ce9b3f98-be80-454d-a541-291921e3e1f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.332s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.945939] env[69524]: DEBUG nova.compute.manager [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Stashing vm_state: active {{(pid=69524) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 780.152806] env[69524]: DEBUG oslo_vmware.api [None req-ff4f8a2e-9f5e-4d58-9691-9bcb4deb75eb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4067662, 'name': CloneVM_Task, 'duration_secs': 1.905553} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.154791] env[69524]: INFO nova.virt.vmwareapi.vmops [None req-ff4f8a2e-9f5e-4d58-9691-9bcb4deb75eb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Created linked-clone VM from snapshot [ 780.154791] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749d2de1-2e26-442f-8252-180d669982d2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.164209] env[69524]: DEBUG oslo_concurrency.lockutils [req-727788b7-5809-4f3b-83d3-09d8972fab5c req-2a194360-d50b-494b-8a62-219e9aaef7f0 service nova] Releasing lock "refresh_cache-830a4429-edcd-4955-99d2-72fe88ed9ada" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.164555] env[69524]: DEBUG nova.compute.manager [req-727788b7-5809-4f3b-83d3-09d8972fab5c req-2a194360-d50b-494b-8a62-219e9aaef7f0 service nova] [instance: a53aac01-ef1d-4ef0-aac4-326927830321] Received event network-changed-a16b3d3f-779c-4279-b3af-a214385a84cf {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.164664] env[69524]: DEBUG nova.compute.manager [req-727788b7-5809-4f3b-83d3-09d8972fab5c req-2a194360-d50b-494b-8a62-219e9aaef7f0 service nova] [instance: a53aac01-ef1d-4ef0-aac4-326927830321] Refreshing instance network info cache due to event network-changed-a16b3d3f-779c-4279-b3af-a214385a84cf. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 780.164885] env[69524]: DEBUG oslo_concurrency.lockutils [req-727788b7-5809-4f3b-83d3-09d8972fab5c req-2a194360-d50b-494b-8a62-219e9aaef7f0 service nova] Acquiring lock "refresh_cache-a53aac01-ef1d-4ef0-aac4-326927830321" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.164995] env[69524]: DEBUG oslo_concurrency.lockutils [req-727788b7-5809-4f3b-83d3-09d8972fab5c req-2a194360-d50b-494b-8a62-219e9aaef7f0 service nova] Acquired lock "refresh_cache-a53aac01-ef1d-4ef0-aac4-326927830321" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.165162] env[69524]: DEBUG nova.network.neutron [req-727788b7-5809-4f3b-83d3-09d8972fab5c req-2a194360-d50b-494b-8a62-219e9aaef7f0 service nova] [instance: a53aac01-ef1d-4ef0-aac4-326927830321] Refreshing network info cache for port a16b3d3f-779c-4279-b3af-a214385a84cf {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 780.166881] env[69524]: DEBUG nova.virt.vmwareapi.images [None req-ff4f8a2e-9f5e-4d58-9691-9bcb4deb75eb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Uploading image fb3fc0a5-3b95-4932-9470-708d0e5ac293 {{(pid=69524) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 780.189213] env[69524]: DEBUG oslo_vmware.api [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5276553f-dda6-42eb-241c-b085807e1174, 'name': SearchDatastore_Task, 'duration_secs': 0.014056} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.191458] env[69524]: DEBUG oslo_concurrency.lockutils [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.191795] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] a53aac01-ef1d-4ef0-aac4-326927830321/a53aac01-ef1d-4ef0-aac4-326927830321.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 780.192362] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7a8d0d5-3036-48d8-bb61-0c18a91537c0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.201217] env[69524]: DEBUG oslo_vmware.rw_handles [None req-ff4f8a2e-9f5e-4d58-9691-9bcb4deb75eb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 780.201217] env[69524]: value = "vm-806104" [ 780.201217] env[69524]: _type = "VirtualMachine" [ 780.201217] env[69524]: }. {{(pid=69524) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 780.201396] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0a9728f7-04f0-48af-ada0-5e4dbf8b6ffa {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.205323] env[69524]: DEBUG oslo_vmware.api [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Waiting for the task: (returnval){ [ 780.205323] env[69524]: value = "task-4067663" [ 780.205323] env[69524]: _type = "Task" [ 780.205323] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.213473] env[69524]: DEBUG oslo_vmware.rw_handles [None req-ff4f8a2e-9f5e-4d58-9691-9bcb4deb75eb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lease: (returnval){ [ 780.213473] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52703304-5e57-8c9d-f9ca-32ef74864a8e" [ 780.213473] env[69524]: _type = "HttpNfcLease" [ 780.213473] env[69524]: } obtained for exporting VM: (result){ [ 780.213473] env[69524]: value = "vm-806104" [ 780.213473] env[69524]: _type = "VirtualMachine" [ 780.213473] env[69524]: }. {{(pid=69524) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 780.213886] env[69524]: DEBUG oslo_vmware.api [None req-ff4f8a2e-9f5e-4d58-9691-9bcb4deb75eb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the lease: (returnval){ [ 780.213886] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52703304-5e57-8c9d-f9ca-32ef74864a8e" [ 780.213886] env[69524]: _type = "HttpNfcLease" [ 780.213886] env[69524]: } to be ready. {{(pid=69524) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 780.220051] env[69524]: DEBUG oslo_vmware.api [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Task: {'id': task-4067663, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.228390] env[69524]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 780.228390] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52703304-5e57-8c9d-f9ca-32ef74864a8e" [ 780.228390] env[69524]: _type = "HttpNfcLease" [ 780.228390] env[69524]: } is ready. {{(pid=69524) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 780.232315] env[69524]: DEBUG oslo_vmware.rw_handles [None req-ff4f8a2e-9f5e-4d58-9691-9bcb4deb75eb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 780.232315] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52703304-5e57-8c9d-f9ca-32ef74864a8e" [ 780.232315] env[69524]: _type = "HttpNfcLease" [ 780.232315] env[69524]: }. {{(pid=69524) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 780.233364] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b14e7ff-86ab-47da-a095-09cc8ca0d325 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.251402] env[69524]: DEBUG oslo_vmware.rw_handles [None req-ff4f8a2e-9f5e-4d58-9691-9bcb4deb75eb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a41dfd-bad8-dfe4-7e70-523059af80ce/disk-0.vmdk from lease info. {{(pid=69524) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 780.252378] env[69524]: DEBUG oslo_vmware.rw_handles [None req-ff4f8a2e-9f5e-4d58-9691-9bcb4deb75eb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a41dfd-bad8-dfe4-7e70-523059af80ce/disk-0.vmdk for reading. {{(pid=69524) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 780.363956] env[69524]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-617d178a-7327-44bf-84be-bf7942a60c5c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.468814] env[69524]: DEBUG oslo_concurrency.lockutils [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.725016] env[69524]: DEBUG oslo_vmware.api [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Task: {'id': task-4067663, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.039281] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f74d78-8033-4646-b03b-b3c96155bbd4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.052096] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdaad7fc-93a7-4712-b258-e13d80a4ceda {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.090875] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd14cbe-4004-4c99-aec1-e28f6c5ad2c2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.103210] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabeed47-cbfd-49c8-8a28-f39b3268e965 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.121892] env[69524]: DEBUG nova.compute.provider_tree [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 781.134193] env[69524]: DEBUG nova.network.neutron [req-727788b7-5809-4f3b-83d3-09d8972fab5c req-2a194360-d50b-494b-8a62-219e9aaef7f0 service nova] [instance: a53aac01-ef1d-4ef0-aac4-326927830321] Updated VIF entry in instance network info cache for port a16b3d3f-779c-4279-b3af-a214385a84cf. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 781.134631] env[69524]: DEBUG nova.network.neutron [req-727788b7-5809-4f3b-83d3-09d8972fab5c req-2a194360-d50b-494b-8a62-219e9aaef7f0 service nova] [instance: a53aac01-ef1d-4ef0-aac4-326927830321] Updating instance_info_cache with network_info: [{"id": "a16b3d3f-779c-4279-b3af-a214385a84cf", "address": "fa:16:3e:14:67:8e", "network": {"id": "dfc8dc30-45cd-4408-a8b1-9e50ed2f372f", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-530971745-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9de7e38c9a0e4bff9f93abf1e4701a91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56b944d8-803d-43f2-945d-0f334ee4ea1c", "external-id": "nsx-vlan-transportzone-799", "segmentation_id": 799, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa16b3d3f-77", "ovs_interfaceid": "a16b3d3f-779c-4279-b3af-a214385a84cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.221060] env[69524]: DEBUG oslo_vmware.api [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Task: {'id': task-4067663, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.681541} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.224882] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] a53aac01-ef1d-4ef0-aac4-326927830321/a53aac01-ef1d-4ef0-aac4-326927830321.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 781.224882] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] [instance: a53aac01-ef1d-4ef0-aac4-326927830321] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 781.225217] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec0518f7-c7e9-4865-814f-3f4dc1faa837 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.234863] env[69524]: DEBUG oslo_vmware.api [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Waiting for the task: (returnval){ [ 781.234863] env[69524]: value = "task-4067665" [ 781.234863] env[69524]: _type = "Task" [ 781.234863] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.246628] env[69524]: DEBUG oslo_vmware.api [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Task: {'id': task-4067665, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.628080] env[69524]: DEBUG nova.scheduler.client.report [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.638204] env[69524]: DEBUG oslo_concurrency.lockutils [req-727788b7-5809-4f3b-83d3-09d8972fab5c req-2a194360-d50b-494b-8a62-219e9aaef7f0 service nova] Releasing lock "refresh_cache-a53aac01-ef1d-4ef0-aac4-326927830321" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.638777] env[69524]: DEBUG nova.compute.manager [req-727788b7-5809-4f3b-83d3-09d8972fab5c req-2a194360-d50b-494b-8a62-219e9aaef7f0 service nova] [instance: 5888cdd0-2309-4abc-b928-8bcbf164258e] Received event network-vif-deleted-903de885-cf87-4917-b24d-93e7cdb02041 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.748585] env[69524]: DEBUG oslo_vmware.api [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Task: {'id': task-4067665, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082298} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.749087] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] [instance: a53aac01-ef1d-4ef0-aac4-326927830321] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 781.749869] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644f4514-bc29-4054-949c-a943a629fcb3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.780894] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] [instance: a53aac01-ef1d-4ef0-aac4-326927830321] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] a53aac01-ef1d-4ef0-aac4-326927830321/a53aac01-ef1d-4ef0-aac4-326927830321.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 781.781258] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a6c31de-f23e-416d-9c41-397cd8588a07 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.808047] env[69524]: DEBUG oslo_vmware.api [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Waiting for the task: (returnval){ [ 781.808047] env[69524]: value = "task-4067666" [ 781.808047] env[69524]: _type = "Task" [ 781.808047] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.821699] env[69524]: DEBUG oslo_vmware.api [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Task: {'id': task-4067666, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.138663] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.766s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.139800] env[69524]: DEBUG nova.compute.manager [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] [instance: 1f43ca30-fd40-4c2c-af1f-9b12651cadb0] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 782.145428] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.421s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.147115] env[69524]: INFO nova.compute.claims [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 782.289764] env[69524]: DEBUG oslo_concurrency.lockutils [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Acquiring lock "87e8e7a1-56fc-4065-861e-1b07b8097db3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.290515] env[69524]: DEBUG oslo_concurrency.lockutils [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Lock "87e8e7a1-56fc-4065-861e-1b07b8097db3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.326597] env[69524]: DEBUG oslo_vmware.api [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Task: {'id': task-4067666, 'name': ReconfigVM_Task, 'duration_secs': 0.312012} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.327097] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] [instance: a53aac01-ef1d-4ef0-aac4-326927830321] Reconfigured VM instance instance-00000017 to attach disk [datastore1] a53aac01-ef1d-4ef0-aac4-326927830321/a53aac01-ef1d-4ef0-aac4-326927830321.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 782.328897] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bcba3feb-9d7a-46bb-a02e-6ff8aa04d6bc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.339420] env[69524]: DEBUG oslo_vmware.api [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Waiting for the task: (returnval){ [ 782.339420] env[69524]: value = "task-4067667" [ 782.339420] env[69524]: _type = "Task" [ 782.339420] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.350322] env[69524]: DEBUG oslo_vmware.api [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Task: {'id': task-4067667, 'name': Rename_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.647238] env[69524]: DEBUG nova.compute.utils [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 782.649150] env[69524]: DEBUG nova.compute.manager [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] [instance: 1f43ca30-fd40-4c2c-af1f-9b12651cadb0] Not allocating networking since 'none' was specified. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 782.850081] env[69524]: DEBUG oslo_vmware.api [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Task: {'id': task-4067667, 'name': Rename_Task, 'duration_secs': 0.156423} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.850481] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] [instance: a53aac01-ef1d-4ef0-aac4-326927830321] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.850649] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61010898-eb48-4f92-a480-a6daf127acac {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.859114] env[69524]: DEBUG oslo_vmware.api [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Waiting for the task: (returnval){ [ 782.859114] env[69524]: value = "task-4067668" [ 782.859114] env[69524]: _type = "Task" [ 782.859114] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.868469] env[69524]: DEBUG oslo_vmware.api [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Task: {'id': task-4067668, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.153038] env[69524]: DEBUG nova.compute.manager [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] [instance: 1f43ca30-fd40-4c2c-af1f-9b12651cadb0] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 783.377211] env[69524]: DEBUG oslo_vmware.api [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Task: {'id': task-4067668, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.748188] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b73b08-766b-49b2-bd67-8f321a15ed03 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.757570] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6526be34-7ee6-400c-8b71-4e2c24ddd2be {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.793248] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968855fc-d944-4dc9-a6b7-eac8bdf83fca {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.802053] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfaa0d7f-2f51-4eaa-8981-c38a69aeeff6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.818552] env[69524]: DEBUG nova.compute.provider_tree [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.871340] env[69524]: DEBUG oslo_vmware.api [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Task: {'id': task-4067668, 'name': PowerOnVM_Task, 'duration_secs': 0.583521} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.871682] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] [instance: a53aac01-ef1d-4ef0-aac4-326927830321] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 783.871871] env[69524]: INFO nova.compute.manager [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] [instance: a53aac01-ef1d-4ef0-aac4-326927830321] Took 8.69 seconds to spawn the instance on the hypervisor. [ 783.872086] env[69524]: DEBUG nova.compute.manager [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] [instance: a53aac01-ef1d-4ef0-aac4-326927830321] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 783.872996] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1341be9d-6bda-4cc8-9a8d-a0d52365ea2f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.167778] env[69524]: DEBUG nova.compute.manager [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] [instance: 1f43ca30-fd40-4c2c-af1f-9b12651cadb0] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 784.325509] env[69524]: DEBUG nova.scheduler.client.report [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 784.397485] env[69524]: INFO nova.compute.manager [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] [instance: a53aac01-ef1d-4ef0-aac4-326927830321] Took 36.09 seconds to build instance. [ 784.428870] env[69524]: DEBUG nova.virt.hardware [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 784.429164] env[69524]: DEBUG nova.virt.hardware [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 784.429329] env[69524]: DEBUG nova.virt.hardware [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 784.429538] env[69524]: DEBUG nova.virt.hardware [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 784.432019] env[69524]: DEBUG nova.virt.hardware [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 784.432019] env[69524]: DEBUG nova.virt.hardware [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 784.432019] env[69524]: DEBUG nova.virt.hardware [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 784.432019] env[69524]: DEBUG nova.virt.hardware [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 784.432019] env[69524]: DEBUG nova.virt.hardware [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 784.432019] env[69524]: DEBUG nova.virt.hardware [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 784.432019] env[69524]: DEBUG nova.virt.hardware [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 784.432445] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62db6ebc-b30d-48ed-aca5-541c642573db {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.444247] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf02389-7301-452e-aa59-74da17e9e7a8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.464682] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] [instance: 1f43ca30-fd40-4c2c-af1f-9b12651cadb0] Instance VIF info [] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 784.471584] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Creating folder: Project (0b7306dedfc446858bd8c8365e900bd0). Parent ref: group-v806025. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 784.471983] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c71f6592-46fc-4c2a-ad39-914cff0be631 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.484687] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Created folder: Project (0b7306dedfc446858bd8c8365e900bd0) in parent group-v806025. [ 784.484931] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Creating folder: Instances. Parent ref: group-v806105. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 784.485325] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b74bf129-1cd2-46c6-b774-5000f631197d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.500419] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Created folder: Instances in parent group-v806105. [ 784.500705] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.500971] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f43ca30-fd40-4c2c-af1f-9b12651cadb0] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 784.501243] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a3f7cac-a9bb-425f-9887-de249d28e6c7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.523595] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 784.523595] env[69524]: value = "task-4067671" [ 784.523595] env[69524]: _type = "Task" [ 784.523595] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.537339] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067671, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.836196] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.691s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.837072] env[69524]: DEBUG nova.compute.manager [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 784.840771] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.370s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.843241] env[69524]: INFO nova.compute.claims [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 784.898892] env[69524]: DEBUG oslo_concurrency.lockutils [None req-22281a3e-7e95-4cfc-a923-0ad31d997461 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Lock "a53aac01-ef1d-4ef0-aac4-326927830321" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.610s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.039118] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067671, 'name': CreateVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.348846] env[69524]: DEBUG nova.compute.utils [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 785.366101] env[69524]: DEBUG nova.compute.manager [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 785.366101] env[69524]: DEBUG nova.network.neutron [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 785.405026] env[69524]: DEBUG nova.compute.manager [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 785.447024] env[69524]: DEBUG nova.policy [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10a24c476bed46ec87170e210aa013eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a766371d7bf74ace9ef49123f69e3631', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 785.539964] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067671, 'name': CreateVM_Task, 'duration_secs': 0.763981} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.540855] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f43ca30-fd40-4c2c-af1f-9b12651cadb0] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 785.540855] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.540964] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.541537] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.541922] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf70c3af-c147-492e-8507-fa5490567296 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.549219] env[69524]: DEBUG oslo_vmware.api [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Waiting for the task: (returnval){ [ 785.549219] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]526aa0ff-abb7-ce89-5366-38590fba3d6a" [ 785.549219] env[69524]: _type = "Task" [ 785.549219] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.560488] env[69524]: DEBUG oslo_vmware.api [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]526aa0ff-abb7-ce89-5366-38590fba3d6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.852676] env[69524]: DEBUG nova.network.neutron [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] Successfully created port: 9bd41fa2-c762-4642-ae7f-9ac647d1c22b {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 785.861663] env[69524]: DEBUG nova.compute.manager [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 785.931739] env[69524]: DEBUG oslo_concurrency.lockutils [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.067540] env[69524]: DEBUG oslo_vmware.api [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]526aa0ff-abb7-ce89-5366-38590fba3d6a, 'name': SearchDatastore_Task, 'duration_secs': 0.01462} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.067824] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.068087] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] [instance: 1f43ca30-fd40-4c2c-af1f-9b12651cadb0] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 786.068472] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.068734] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.068734] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 786.069025] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9404133e-7f92-4228-a0da-c51295733986 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.083222] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 786.083222] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 786.083764] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21cedf3b-4812-4189-b3b1-75a0e8036129 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.093116] env[69524]: DEBUG oslo_vmware.api [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Waiting for the task: (returnval){ [ 786.093116] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]521bd393-e4fb-47cd-e86f-1491861353f2" [ 786.093116] env[69524]: _type = "Task" [ 786.093116] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.112765] env[69524]: DEBUG oslo_vmware.api [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]521bd393-e4fb-47cd-e86f-1491861353f2, 'name': SearchDatastore_Task, 'duration_secs': 0.013524} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.114223] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eef88821-b65f-4ed8-a890-0a72a7aa55c8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.125264] env[69524]: DEBUG oslo_vmware.api [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Waiting for the task: (returnval){ [ 786.125264] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52d756ac-57de-2688-ea55-e644f1c61080" [ 786.125264] env[69524]: _type = "Task" [ 786.125264] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.136596] env[69524]: DEBUG oslo_vmware.api [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52d756ac-57de-2688-ea55-e644f1c61080, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.587295] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57ec6e7-3751-4713-b0f9-a66625777966 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.599079] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850d50ee-b307-4000-b5b1-303024144017 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.645740] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48969f7f-2b68-4475-8002-916400daf149 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.656131] env[69524]: DEBUG oslo_vmware.api [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52d756ac-57de-2688-ea55-e644f1c61080, 'name': SearchDatastore_Task, 'duration_secs': 0.016525} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.658633] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.658916] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 1f43ca30-fd40-4c2c-af1f-9b12651cadb0/1f43ca30-fd40-4c2c-af1f-9b12651cadb0.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 786.659644] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5052f8b-464a-4d22-9f29-83c71dad66b5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.663527] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52bad66d-2c17-45d5-a730-d8940daaa8ef {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.685951] env[69524]: DEBUG nova.compute.provider_tree [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.688156] env[69524]: DEBUG oslo_vmware.api [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Waiting for the task: (returnval){ [ 786.688156] env[69524]: value = "task-4067672" [ 786.688156] env[69524]: _type = "Task" [ 786.688156] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.700596] env[69524]: DEBUG oslo_vmware.api [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Task: {'id': task-4067672, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.876312] env[69524]: DEBUG nova.compute.manager [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 786.910918] env[69524]: DEBUG nova.virt.hardware [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 786.911395] env[69524]: DEBUG nova.virt.hardware [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 786.912072] env[69524]: DEBUG nova.virt.hardware [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 786.912357] env[69524]: DEBUG nova.virt.hardware [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 786.912736] env[69524]: DEBUG nova.virt.hardware [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 786.913015] env[69524]: DEBUG nova.virt.hardware [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 786.913372] env[69524]: DEBUG nova.virt.hardware [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 786.913549] env[69524]: DEBUG nova.virt.hardware [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 786.913716] env[69524]: DEBUG nova.virt.hardware [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 786.913875] env[69524]: DEBUG nova.virt.hardware [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 786.914059] env[69524]: DEBUG nova.virt.hardware [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 786.915203] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c5d93d-acf1-4b7e-b3cf-2de669917700 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.927466] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43aed2dd-3c05-407c-b361-f296d69602a7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.016893] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4994678a-10a6-4990-9d5c-d4db0def3902 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Acquiring lock "a53aac01-ef1d-4ef0-aac4-326927830321" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.017374] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4994678a-10a6-4990-9d5c-d4db0def3902 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Lock "a53aac01-ef1d-4ef0-aac4-326927830321" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.019113] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4994678a-10a6-4990-9d5c-d4db0def3902 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Acquiring lock "a53aac01-ef1d-4ef0-aac4-326927830321-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.019113] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4994678a-10a6-4990-9d5c-d4db0def3902 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Lock "a53aac01-ef1d-4ef0-aac4-326927830321-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.021864] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4994678a-10a6-4990-9d5c-d4db0def3902 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Lock "a53aac01-ef1d-4ef0-aac4-326927830321-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.025449] env[69524]: INFO nova.compute.manager [None req-4994678a-10a6-4990-9d5c-d4db0def3902 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] [instance: a53aac01-ef1d-4ef0-aac4-326927830321] Terminating instance [ 787.082248] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Acquiring lock "7e2a7748-eea9-454c-bb16-07035bc82919" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.082702] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Lock "7e2a7748-eea9-454c-bb16-07035bc82919" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.128318] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Acquiring lock "59826e8d-b225-411c-988c-1f36f89ea4a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.128318] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Lock "59826e8d-b225-411c-988c-1f36f89ea4a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.177922] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Acquiring lock "4244948e-6a1e-446b-b02b-18ee384d9553" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.178371] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Lock "4244948e-6a1e-446b-b02b-18ee384d9553" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.190569] env[69524]: DEBUG nova.scheduler.client.report [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 787.209480] env[69524]: DEBUG oslo_vmware.api [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Task: {'id': task-4067672, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.464060] env[69524]: DEBUG nova.compute.manager [req-ca5ced2c-c6de-44ed-b377-d6d937ff7d3a req-ad9c3ca7-d3f2-479f-8882-488beaae23cf service nova] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] Received event network-vif-plugged-9bd41fa2-c762-4642-ae7f-9ac647d1c22b {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 787.464429] env[69524]: DEBUG oslo_concurrency.lockutils [req-ca5ced2c-c6de-44ed-b377-d6d937ff7d3a req-ad9c3ca7-d3f2-479f-8882-488beaae23cf service nova] Acquiring lock "848cef21-f975-4f2e-ae88-4f05cb97ba5d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.464703] env[69524]: DEBUG oslo_concurrency.lockutils [req-ca5ced2c-c6de-44ed-b377-d6d937ff7d3a req-ad9c3ca7-d3f2-479f-8882-488beaae23cf service nova] Lock "848cef21-f975-4f2e-ae88-4f05cb97ba5d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.464884] env[69524]: DEBUG oslo_concurrency.lockutils [req-ca5ced2c-c6de-44ed-b377-d6d937ff7d3a req-ad9c3ca7-d3f2-479f-8882-488beaae23cf service nova] Lock "848cef21-f975-4f2e-ae88-4f05cb97ba5d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.465100] env[69524]: DEBUG nova.compute.manager [req-ca5ced2c-c6de-44ed-b377-d6d937ff7d3a req-ad9c3ca7-d3f2-479f-8882-488beaae23cf service nova] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] No waiting events found dispatching network-vif-plugged-9bd41fa2-c762-4642-ae7f-9ac647d1c22b {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 787.465273] env[69524]: WARNING nova.compute.manager [req-ca5ced2c-c6de-44ed-b377-d6d937ff7d3a req-ad9c3ca7-d3f2-479f-8882-488beaae23cf service nova] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] Received unexpected event network-vif-plugged-9bd41fa2-c762-4642-ae7f-9ac647d1c22b for instance with vm_state building and task_state spawning. [ 787.532736] env[69524]: DEBUG nova.compute.manager [None req-4994678a-10a6-4990-9d5c-d4db0def3902 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] [instance: a53aac01-ef1d-4ef0-aac4-326927830321] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 787.533122] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-4994678a-10a6-4990-9d5c-d4db0def3902 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] [instance: a53aac01-ef1d-4ef0-aac4-326927830321] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 787.534733] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3558b9-0f65-4f46-90a5-860706a17688 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.547831] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-4994678a-10a6-4990-9d5c-d4db0def3902 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] [instance: a53aac01-ef1d-4ef0-aac4-326927830321] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 787.548283] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06265d71-254d-4930-8e23-08e7ee76517d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.559560] env[69524]: DEBUG oslo_vmware.api [None req-4994678a-10a6-4990-9d5c-d4db0def3902 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Waiting for the task: (returnval){ [ 787.559560] env[69524]: value = "task-4067673" [ 787.559560] env[69524]: _type = "Task" [ 787.559560] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.574384] env[69524]: DEBUG oslo_vmware.api [None req-4994678a-10a6-4990-9d5c-d4db0def3902 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Task: {'id': task-4067673, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.606646] env[69524]: DEBUG nova.network.neutron [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] Successfully updated port: 9bd41fa2-c762-4642-ae7f-9ac647d1c22b {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 787.701147] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.860s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.701783] env[69524]: DEBUG nova.compute.manager [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 787.705856] env[69524]: DEBUG oslo_concurrency.lockutils [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.765s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.710857] env[69524]: INFO nova.compute.claims [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] [instance: 540508eb-3326-4f5e-aa1a-a8e3ecc02a1d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 787.729329] env[69524]: DEBUG oslo_vmware.api [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Task: {'id': task-4067672, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554494} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.729918] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 1f43ca30-fd40-4c2c-af1f-9b12651cadb0/1f43ca30-fd40-4c2c-af1f-9b12651cadb0.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 787.730235] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] [instance: 1f43ca30-fd40-4c2c-af1f-9b12651cadb0] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 787.730620] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25465176-d345-4b8c-ad75-f310f81a8ca9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.740980] env[69524]: DEBUG oslo_vmware.api [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Waiting for the task: (returnval){ [ 787.740980] env[69524]: value = "task-4067674" [ 787.740980] env[69524]: _type = "Task" [ 787.740980] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.759193] env[69524]: DEBUG oslo_vmware.api [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Task: {'id': task-4067674, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.074400] env[69524]: DEBUG oslo_vmware.api [None req-4994678a-10a6-4990-9d5c-d4db0def3902 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Task: {'id': task-4067673, 'name': PowerOffVM_Task, 'duration_secs': 0.251523} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.074400] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-4994678a-10a6-4990-9d5c-d4db0def3902 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] [instance: a53aac01-ef1d-4ef0-aac4-326927830321] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 788.074400] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-4994678a-10a6-4990-9d5c-d4db0def3902 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] [instance: a53aac01-ef1d-4ef0-aac4-326927830321] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 788.074400] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f20df53c-2888-4d0d-8520-97dcb4930680 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.110482] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Acquiring lock "refresh_cache-848cef21-f975-4f2e-ae88-4f05cb97ba5d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.110748] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Acquired lock "refresh_cache-848cef21-f975-4f2e-ae88-4f05cb97ba5d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.111025] env[69524]: DEBUG nova.network.neutron [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 788.140256] env[69524]: DEBUG oslo_vmware.rw_handles [None req-ff4f8a2e-9f5e-4d58-9691-9bcb4deb75eb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a41dfd-bad8-dfe4-7e70-523059af80ce/disk-0.vmdk. {{(pid=69524) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 788.141055] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-4994678a-10a6-4990-9d5c-d4db0def3902 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] [instance: a53aac01-ef1d-4ef0-aac4-326927830321] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 788.141276] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-4994678a-10a6-4990-9d5c-d4db0def3902 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] [instance: a53aac01-ef1d-4ef0-aac4-326927830321] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 788.141459] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-4994678a-10a6-4990-9d5c-d4db0def3902 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Deleting the datastore file [datastore1] a53aac01-ef1d-4ef0-aac4-326927830321 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 788.142386] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71e755e-2afb-49ce-9151-f059b9437b15 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.146451] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ba6c4f5-05bf-4107-9e7c-aa29d0b19ff1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.153166] env[69524]: DEBUG oslo_vmware.rw_handles [None req-ff4f8a2e-9f5e-4d58-9691-9bcb4deb75eb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a41dfd-bad8-dfe4-7e70-523059af80ce/disk-0.vmdk is in state: ready. {{(pid=69524) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 788.153166] env[69524]: ERROR oslo_vmware.rw_handles [None req-ff4f8a2e-9f5e-4d58-9691-9bcb4deb75eb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a41dfd-bad8-dfe4-7e70-523059af80ce/disk-0.vmdk due to incomplete transfer. [ 788.153867] env[69524]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-458daee2-494c-41b0-ae2d-656dfb07f4ff {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.155621] env[69524]: DEBUG oslo_vmware.api [None req-4994678a-10a6-4990-9d5c-d4db0def3902 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Waiting for the task: (returnval){ [ 788.155621] env[69524]: value = "task-4067676" [ 788.155621] env[69524]: _type = "Task" [ 788.155621] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.164719] env[69524]: DEBUG oslo_vmware.api [None req-4994678a-10a6-4990-9d5c-d4db0def3902 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Task: {'id': task-4067676, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.166071] env[69524]: DEBUG oslo_vmware.rw_handles [None req-ff4f8a2e-9f5e-4d58-9691-9bcb4deb75eb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a41dfd-bad8-dfe4-7e70-523059af80ce/disk-0.vmdk. {{(pid=69524) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 788.166270] env[69524]: DEBUG nova.virt.vmwareapi.images [None req-ff4f8a2e-9f5e-4d58-9691-9bcb4deb75eb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Uploaded image fb3fc0a5-3b95-4932-9470-708d0e5ac293 to the Glance image server {{(pid=69524) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 788.168568] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff4f8a2e-9f5e-4d58-9691-9bcb4deb75eb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Destroying the VM {{(pid=69524) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 788.169359] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9fcb31f6-727b-4d3d-a93b-0249a539b3b6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.177025] env[69524]: DEBUG oslo_vmware.api [None req-ff4f8a2e-9f5e-4d58-9691-9bcb4deb75eb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 788.177025] env[69524]: value = "task-4067677" [ 788.177025] env[69524]: _type = "Task" [ 788.177025] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.188558] env[69524]: DEBUG oslo_vmware.api [None req-ff4f8a2e-9f5e-4d58-9691-9bcb4deb75eb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4067677, 'name': Destroy_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.220928] env[69524]: DEBUG nova.compute.utils [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 788.224486] env[69524]: DEBUG nova.compute.manager [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 788.225191] env[69524]: DEBUG nova.network.neutron [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 788.252175] env[69524]: DEBUG oslo_vmware.api [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Task: {'id': task-4067674, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106676} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.252464] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] [instance: 1f43ca30-fd40-4c2c-af1f-9b12651cadb0] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 788.253323] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e10869-d747-4020-951f-4c37b1f6979d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.275255] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] [instance: 1f43ca30-fd40-4c2c-af1f-9b12651cadb0] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 1f43ca30-fd40-4c2c-af1f-9b12651cadb0/1f43ca30-fd40-4c2c-af1f-9b12651cadb0.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 788.275938] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-156a4652-4d9f-4bcb-8699-523b3ce6af3d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.292146] env[69524]: DEBUG nova.policy [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d196627b0a3414a9800fd16ecaf3bfa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54095f21acb74b8d861305732d45e952', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 788.300322] env[69524]: DEBUG oslo_vmware.api [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Waiting for the task: (returnval){ [ 788.300322] env[69524]: value = "task-4067678" [ 788.300322] env[69524]: _type = "Task" [ 788.300322] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.310734] env[69524]: DEBUG oslo_vmware.api [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Task: {'id': task-4067678, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.622573] env[69524]: DEBUG nova.network.neutron [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11] Successfully created port: 91b523b5-cac4-414e-ae9a-9d069528c12f {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 788.669310] env[69524]: DEBUG oslo_vmware.api [None req-4994678a-10a6-4990-9d5c-d4db0def3902 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Task: {'id': task-4067676, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161191} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.669589] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-4994678a-10a6-4990-9d5c-d4db0def3902 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 788.673472] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-4994678a-10a6-4990-9d5c-d4db0def3902 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] [instance: a53aac01-ef1d-4ef0-aac4-326927830321] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 788.673472] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-4994678a-10a6-4990-9d5c-d4db0def3902 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] [instance: a53aac01-ef1d-4ef0-aac4-326927830321] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 788.673472] env[69524]: INFO nova.compute.manager [None req-4994678a-10a6-4990-9d5c-d4db0def3902 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] [instance: a53aac01-ef1d-4ef0-aac4-326927830321] Took 1.14 seconds to destroy the instance on the hypervisor. [ 788.673472] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4994678a-10a6-4990-9d5c-d4db0def3902 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 788.673472] env[69524]: DEBUG nova.compute.manager [-] [instance: a53aac01-ef1d-4ef0-aac4-326927830321] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 788.673472] env[69524]: DEBUG nova.network.neutron [-] [instance: a53aac01-ef1d-4ef0-aac4-326927830321] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 788.690034] env[69524]: DEBUG oslo_vmware.api [None req-ff4f8a2e-9f5e-4d58-9691-9bcb4deb75eb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4067677, 'name': Destroy_Task, 'duration_secs': 0.340507} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.691027] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-ff4f8a2e-9f5e-4d58-9691-9bcb4deb75eb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Destroyed the VM [ 788.691697] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4f8a2e-9f5e-4d58-9691-9bcb4deb75eb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Deleting Snapshot of the VM instance {{(pid=69524) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 788.692105] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3ba2429a-d619-4ee2-8391-011782bbc5e7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.700470] env[69524]: DEBUG oslo_vmware.api [None req-ff4f8a2e-9f5e-4d58-9691-9bcb4deb75eb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 788.700470] env[69524]: value = "task-4067679" [ 788.700470] env[69524]: _type = "Task" [ 788.700470] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.714067] env[69524]: DEBUG oslo_vmware.api [None req-ff4f8a2e-9f5e-4d58-9691-9bcb4deb75eb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4067679, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.725616] env[69524]: DEBUG nova.compute.manager [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 788.814759] env[69524]: DEBUG oslo_vmware.api [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Task: {'id': task-4067678, 'name': ReconfigVM_Task, 'duration_secs': 0.277843} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.817757] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] [instance: 1f43ca30-fd40-4c2c-af1f-9b12651cadb0] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 1f43ca30-fd40-4c2c-af1f-9b12651cadb0/1f43ca30-fd40-4c2c-af1f-9b12651cadb0.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 788.817757] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7611c76b-7ed2-43e9-a806-7f3d8e35f323 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.823546] env[69524]: DEBUG oslo_vmware.api [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Waiting for the task: (returnval){ [ 788.823546] env[69524]: value = "task-4067680" [ 788.823546] env[69524]: _type = "Task" [ 788.823546] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.833819] env[69524]: DEBUG oslo_vmware.api [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Task: {'id': task-4067680, 'name': Rename_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.856145] env[69524]: DEBUG nova.network.neutron [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 789.093280] env[69524]: DEBUG nova.network.neutron [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] Updating instance_info_cache with network_info: [{"id": "9bd41fa2-c762-4642-ae7f-9ac647d1c22b", "address": "fa:16:3e:a8:64:da", "network": {"id": "3b549f2a-fb2a-4e76-943e-4bfaa49b2ec6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1668477436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a766371d7bf74ace9ef49123f69e3631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bd41fa2-c7", "ovs_interfaceid": "9bd41fa2-c762-4642-ae7f-9ac647d1c22b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.216965] env[69524]: DEBUG oslo_vmware.api [None req-ff4f8a2e-9f5e-4d58-9691-9bcb4deb75eb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4067679, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.340092] env[69524]: DEBUG oslo_vmware.api [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Task: {'id': task-4067680, 'name': Rename_Task, 'duration_secs': 0.262865} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.340574] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] [instance: 1f43ca30-fd40-4c2c-af1f-9b12651cadb0] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 789.340834] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d161a51-4498-4780-85d3-e295ea1769bb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.347738] env[69524]: DEBUG oslo_vmware.api [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Waiting for the task: (returnval){ [ 789.347738] env[69524]: value = "task-4067681" [ 789.347738] env[69524]: _type = "Task" [ 789.347738] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.359338] env[69524]: DEBUG oslo_vmware.api [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Task: {'id': task-4067681, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.394371] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73401fb-4a08-4d35-8dce-f475c57f0e43 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.403705] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a009f416-7358-410b-9a41-49a719fef436 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.437817] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5e725c-6a21-44fa-8683-7a8390908d7e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.446589] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f710cd31-a713-4070-a49b-432af78ca14d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.460982] env[69524]: DEBUG nova.compute.provider_tree [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 789.598021] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Releasing lock "refresh_cache-848cef21-f975-4f2e-ae88-4f05cb97ba5d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.598021] env[69524]: DEBUG nova.compute.manager [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] Instance network_info: |[{"id": "9bd41fa2-c762-4642-ae7f-9ac647d1c22b", "address": "fa:16:3e:a8:64:da", "network": {"id": "3b549f2a-fb2a-4e76-943e-4bfaa49b2ec6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1668477436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a766371d7bf74ace9ef49123f69e3631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bd41fa2-c7", "ovs_interfaceid": "9bd41fa2-c762-4642-ae7f-9ac647d1c22b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 789.598021] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:64:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9bd41fa2-c762-4642-ae7f-9ac647d1c22b', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 789.604487] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Creating folder: Project (a766371d7bf74ace9ef49123f69e3631). Parent ref: group-v806025. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 789.605170] env[69524]: DEBUG nova.network.neutron [-] [instance: a53aac01-ef1d-4ef0-aac4-326927830321] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.606705] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-880d18af-128f-4e60-8cdb-fbfc01855331 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.613252] env[69524]: DEBUG nova.compute.manager [req-75335bba-4d81-4829-b47a-724eed67f455 req-2fad3226-1211-4a98-b3d8-9603c0eb4b8f service nova] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] Received event network-changed-9bd41fa2-c762-4642-ae7f-9ac647d1c22b {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.613454] env[69524]: DEBUG nova.compute.manager [req-75335bba-4d81-4829-b47a-724eed67f455 req-2fad3226-1211-4a98-b3d8-9603c0eb4b8f service nova] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] Refreshing instance network info cache due to event network-changed-9bd41fa2-c762-4642-ae7f-9ac647d1c22b. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 789.613667] env[69524]: DEBUG oslo_concurrency.lockutils [req-75335bba-4d81-4829-b47a-724eed67f455 req-2fad3226-1211-4a98-b3d8-9603c0eb4b8f service nova] Acquiring lock "refresh_cache-848cef21-f975-4f2e-ae88-4f05cb97ba5d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.613836] env[69524]: DEBUG oslo_concurrency.lockutils [req-75335bba-4d81-4829-b47a-724eed67f455 req-2fad3226-1211-4a98-b3d8-9603c0eb4b8f service nova] Acquired lock "refresh_cache-848cef21-f975-4f2e-ae88-4f05cb97ba5d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.613973] env[69524]: DEBUG nova.network.neutron [req-75335bba-4d81-4829-b47a-724eed67f455 req-2fad3226-1211-4a98-b3d8-9603c0eb4b8f service nova] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] Refreshing network info cache for port 9bd41fa2-c762-4642-ae7f-9ac647d1c22b {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 789.622396] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Created folder: Project (a766371d7bf74ace9ef49123f69e3631) in parent group-v806025. [ 789.622622] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Creating folder: Instances. Parent ref: group-v806108. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 789.623209] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00363b36-16f5-4fd6-864c-ef57ad08ad44 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.637620] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Created folder: Instances in parent group-v806108. [ 789.639612] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 789.639612] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 789.639612] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f79ce3a-ce11-4466-a3a8-691b8ad1f26d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.661843] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 789.661843] env[69524]: value = "task-4067684" [ 789.661843] env[69524]: _type = "Task" [ 789.661843] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.671675] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067684, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.714135] env[69524]: DEBUG oslo_vmware.api [None req-ff4f8a2e-9f5e-4d58-9691-9bcb4deb75eb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4067679, 'name': RemoveSnapshot_Task, 'duration_secs': 0.564569} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.715498] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ff4f8a2e-9f5e-4d58-9691-9bcb4deb75eb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Deleted Snapshot of the VM instance {{(pid=69524) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 789.715783] env[69524]: INFO nova.compute.manager [None req-ff4f8a2e-9f5e-4d58-9691-9bcb4deb75eb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Took 13.69 seconds to snapshot the instance on the hypervisor. [ 789.746367] env[69524]: DEBUG nova.compute.manager [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 789.774130] env[69524]: DEBUG nova.virt.hardware [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 789.774449] env[69524]: DEBUG nova.virt.hardware [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 789.774611] env[69524]: DEBUG nova.virt.hardware [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 789.774796] env[69524]: DEBUG nova.virt.hardware [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 789.774945] env[69524]: DEBUG nova.virt.hardware [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 789.775695] env[69524]: DEBUG nova.virt.hardware [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 789.775973] env[69524]: DEBUG nova.virt.hardware [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 789.776201] env[69524]: DEBUG nova.virt.hardware [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 789.776443] env[69524]: DEBUG nova.virt.hardware [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 789.776615] env[69524]: DEBUG nova.virt.hardware [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 789.776791] env[69524]: DEBUG nova.virt.hardware [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 789.778056] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ace6f7a-b60e-4dc2-b72c-793a41c10fec {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.788103] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3594ebe-73ac-4631-9a32-7a18ac4ca11f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.858476] env[69524]: DEBUG oslo_vmware.api [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Task: {'id': task-4067681, 'name': PowerOnVM_Task, 'duration_secs': 0.448064} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.858776] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] [instance: 1f43ca30-fd40-4c2c-af1f-9b12651cadb0] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 789.859044] env[69524]: INFO nova.compute.manager [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] [instance: 1f43ca30-fd40-4c2c-af1f-9b12651cadb0] Took 5.69 seconds to spawn the instance on the hypervisor. [ 789.859269] env[69524]: DEBUG nova.compute.manager [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] [instance: 1f43ca30-fd40-4c2c-af1f-9b12651cadb0] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 789.860192] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de91e040-4584-4cf1-b32d-c6f948d9aa06 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.986749] env[69524]: ERROR nova.scheduler.client.report [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] [req-71ed2098-bb4e-45ff-88ba-ee94d1a8667a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 333a7aa4-d2cd-4888-ac97-9e43e6b91719. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-71ed2098-bb4e-45ff-88ba-ee94d1a8667a"}]} [ 790.004867] env[69524]: DEBUG nova.scheduler.client.report [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Refreshing inventories for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 790.021446] env[69524]: DEBUG nova.scheduler.client.report [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Updating ProviderTree inventory for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 790.021682] env[69524]: DEBUG nova.compute.provider_tree [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 790.039168] env[69524]: DEBUG nova.scheduler.client.report [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Refreshing aggregate associations for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719, aggregates: None {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 790.057942] env[69524]: DEBUG nova.scheduler.client.report [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Refreshing trait associations for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 790.111056] env[69524]: INFO nova.compute.manager [-] [instance: a53aac01-ef1d-4ef0-aac4-326927830321] Took 1.44 seconds to deallocate network for instance. [ 790.183582] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067684, 'name': CreateVM_Task, 'duration_secs': 0.405929} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.183582] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 790.183582] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.183582] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.183888] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.184053] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccd37a60-717a-4270-83b1-4352896b4ab0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.191806] env[69524]: DEBUG oslo_vmware.api [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Waiting for the task: (returnval){ [ 790.191806] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52498187-e4dd-22a1-2652-bd8664f28329" [ 790.191806] env[69524]: _type = "Task" [ 790.191806] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.204567] env[69524]: DEBUG oslo_vmware.api [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52498187-e4dd-22a1-2652-bd8664f28329, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.291282] env[69524]: DEBUG nova.compute.manager [None req-ff4f8a2e-9f5e-4d58-9691-9bcb4deb75eb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Found 1 images (rotation: 2) {{(pid=69524) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 790.385132] env[69524]: INFO nova.compute.manager [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] [instance: 1f43ca30-fd40-4c2c-af1f-9b12651cadb0] Took 39.96 seconds to build instance. [ 790.580342] env[69524]: DEBUG nova.network.neutron [req-75335bba-4d81-4829-b47a-724eed67f455 req-2fad3226-1211-4a98-b3d8-9603c0eb4b8f service nova] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] Updated VIF entry in instance network info cache for port 9bd41fa2-c762-4642-ae7f-9ac647d1c22b. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 790.580743] env[69524]: DEBUG nova.network.neutron [req-75335bba-4d81-4829-b47a-724eed67f455 req-2fad3226-1211-4a98-b3d8-9603c0eb4b8f service nova] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] Updating instance_info_cache with network_info: [{"id": "9bd41fa2-c762-4642-ae7f-9ac647d1c22b", "address": "fa:16:3e:a8:64:da", "network": {"id": "3b549f2a-fb2a-4e76-943e-4bfaa49b2ec6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1668477436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a766371d7bf74ace9ef49123f69e3631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bd41fa2-c7", "ovs_interfaceid": "9bd41fa2-c762-4642-ae7f-9ac647d1c22b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.589017] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Acquiring lock "7524a781-c6db-4ea3-a115-73a6f07f94d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.589017] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Lock "7524a781-c6db-4ea3-a115-73a6f07f94d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.619527] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4994678a-10a6-4990-9d5c-d4db0def3902 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.658676] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82efd04b-3be7-4972-bc92-c0181c0bd34e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.670195] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4e1bf2-3467-4f9d-ba6b-123de0a55800 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.674438] env[69524]: DEBUG nova.network.neutron [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11] Successfully updated port: 91b523b5-cac4-414e-ae9a-9d069528c12f {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 790.708094] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517a8b64-6637-4cee-8acf-952daa2e9bda {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.717644] env[69524]: DEBUG oslo_vmware.api [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52498187-e4dd-22a1-2652-bd8664f28329, 'name': SearchDatastore_Task, 'duration_secs': 0.019993} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.720162] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.720915] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 790.720915] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.720915] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.721127] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 790.721952] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55ed51aa-ad08-421a-b444-cd3ccbb8d29d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.725058] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31e6bed-681d-4421-bf8a-5afd15c95e0e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.740416] env[69524]: DEBUG nova.compute.provider_tree [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 790.743257] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 790.743479] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 790.744644] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d995993-c1a7-4db3-87a7-9d39c2c0fe4c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.752496] env[69524]: DEBUG oslo_vmware.api [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Waiting for the task: (returnval){ [ 790.752496] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52d609ea-d0e7-4074-2e77-872193c12627" [ 790.752496] env[69524]: _type = "Task" [ 790.752496] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.762770] env[69524]: DEBUG oslo_vmware.api [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52d609ea-d0e7-4074-2e77-872193c12627, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.831224] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Acquiring lock "d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.831224] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Lock "d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.887920] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ba786e46-5355-4ce9-bd22-ff59cfa0de77 tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Lock "1f43ca30-fd40-4c2c-af1f-9b12651cadb0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.484s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.017210] env[69524]: DEBUG nova.compute.manager [None req-d05642c5-0bc4-4b0f-843c-7b0db0f324c4 tempest-ServerDiagnosticsV248Test-1919757022 tempest-ServerDiagnosticsV248Test-1919757022-project-admin] [instance: 1f43ca30-fd40-4c2c-af1f-9b12651cadb0] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 791.018781] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d3def4-ea4f-4a41-9825-5228b35f3301 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.028749] env[69524]: INFO nova.compute.manager [None req-d05642c5-0bc4-4b0f-843c-7b0db0f324c4 tempest-ServerDiagnosticsV248Test-1919757022 tempest-ServerDiagnosticsV248Test-1919757022-project-admin] [instance: 1f43ca30-fd40-4c2c-af1f-9b12651cadb0] Retrieving diagnostics [ 791.029886] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e376506a-fb4e-4031-abc9-b997a7589273 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.089655] env[69524]: DEBUG oslo_concurrency.lockutils [req-75335bba-4d81-4829-b47a-724eed67f455 req-2fad3226-1211-4a98-b3d8-9603c0eb4b8f service nova] Releasing lock "refresh_cache-848cef21-f975-4f2e-ae88-4f05cb97ba5d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.089967] env[69524]: DEBUG nova.compute.manager [req-75335bba-4d81-4829-b47a-724eed67f455 req-2fad3226-1211-4a98-b3d8-9603c0eb4b8f service nova] [instance: a53aac01-ef1d-4ef0-aac4-326927830321] Received event network-vif-deleted-a16b3d3f-779c-4279-b3af-a214385a84cf {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.090542] env[69524]: INFO nova.compute.manager [req-75335bba-4d81-4829-b47a-724eed67f455 req-2fad3226-1211-4a98-b3d8-9603c0eb4b8f service nova] [instance: a53aac01-ef1d-4ef0-aac4-326927830321] Neutron deleted interface a16b3d3f-779c-4279-b3af-a214385a84cf; detaching it from the instance and deleting it from the info cache [ 791.090542] env[69524]: DEBUG nova.network.neutron [req-75335bba-4d81-4829-b47a-724eed67f455 req-2fad3226-1211-4a98-b3d8-9603c0eb4b8f service nova] [instance: a53aac01-ef1d-4ef0-aac4-326927830321] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.203946] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Acquiring lock "refresh_cache-10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.204277] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Acquired lock "refresh_cache-10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.204356] env[69524]: DEBUG nova.network.neutron [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 791.262940] env[69524]: DEBUG oslo_vmware.api [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52d609ea-d0e7-4074-2e77-872193c12627, 'name': SearchDatastore_Task, 'duration_secs': 0.011893} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.263755] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57b1dd3e-6ea4-423d-9814-5a7808106cf4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.266680] env[69524]: ERROR nova.scheduler.client.report [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] [req-858124e9-57fb-4e4a-a2a0-76aa868e526d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 333a7aa4-d2cd-4888-ac97-9e43e6b91719. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-858124e9-57fb-4e4a-a2a0-76aa868e526d"}]} [ 791.272790] env[69524]: DEBUG oslo_vmware.api [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Waiting for the task: (returnval){ [ 791.272790] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5253c2dc-5919-3927-546b-2bcd1b7c9c43" [ 791.272790] env[69524]: _type = "Task" [ 791.272790] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.282327] env[69524]: DEBUG oslo_vmware.api [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5253c2dc-5919-3927-546b-2bcd1b7c9c43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.283664] env[69524]: DEBUG nova.scheduler.client.report [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Refreshing inventories for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 791.300676] env[69524]: DEBUG nova.scheduler.client.report [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Updating ProviderTree inventory for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 791.300905] env[69524]: DEBUG nova.compute.provider_tree [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 791.312987] env[69524]: DEBUG nova.scheduler.client.report [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Refreshing aggregate associations for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719, aggregates: None {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 791.332927] env[69524]: DEBUG nova.scheduler.client.report [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Refreshing trait associations for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 791.392332] env[69524]: DEBUG nova.compute.manager [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: ab0b27aa-8b6c-48e9-a254-813c936b7a6a] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 791.596173] env[69524]: DEBUG nova.compute.manager [None req-8ddd525c-2004-4e55-a9e7-12673e56057c tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 791.596294] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1711d835-7ea8-4339-997a-ce3b7e73f85d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.599535] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa478b29-d716-46d4-9824-b75427034378 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.613857] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c12ed8-d20e-43bf-916a-5c03ac38eb29 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.652126] env[69524]: DEBUG nova.compute.manager [req-75335bba-4d81-4829-b47a-724eed67f455 req-2fad3226-1211-4a98-b3d8-9603c0eb4b8f service nova] [instance: a53aac01-ef1d-4ef0-aac4-326927830321] Detach interface failed, port_id=a16b3d3f-779c-4279-b3af-a214385a84cf, reason: Instance a53aac01-ef1d-4ef0-aac4-326927830321 could not be found. {{(pid=69524) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 791.768878] env[69524]: DEBUG nova.network.neutron [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 791.784180] env[69524]: DEBUG oslo_vmware.api [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5253c2dc-5919-3927-546b-2bcd1b7c9c43, 'name': SearchDatastore_Task, 'duration_secs': 0.009746} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.784814] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.785103] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 848cef21-f975-4f2e-ae88-4f05cb97ba5d/848cef21-f975-4f2e-ae88-4f05cb97ba5d.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 791.787778] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-117efb5f-93e3-4e7f-9a21-1b0c70e103c4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.798522] env[69524]: DEBUG oslo_vmware.api [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Waiting for the task: (returnval){ [ 791.798522] env[69524]: value = "task-4067685" [ 791.798522] env[69524]: _type = "Task" [ 791.798522] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.811826] env[69524]: DEBUG oslo_vmware.api [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Task: {'id': task-4067685, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.821155] env[69524]: DEBUG nova.compute.manager [req-24877a1b-026c-4f25-b8f9-c260146a9587 req-17bfcc94-d7de-439d-8540-32089d5cc6fe service nova] [instance: 10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11] Received event network-vif-plugged-91b523b5-cac4-414e-ae9a-9d069528c12f {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.821376] env[69524]: DEBUG oslo_concurrency.lockutils [req-24877a1b-026c-4f25-b8f9-c260146a9587 req-17bfcc94-d7de-439d-8540-32089d5cc6fe service nova] Acquiring lock "10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.821574] env[69524]: DEBUG oslo_concurrency.lockutils [req-24877a1b-026c-4f25-b8f9-c260146a9587 req-17bfcc94-d7de-439d-8540-32089d5cc6fe service nova] Lock "10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.821737] env[69524]: DEBUG oslo_concurrency.lockutils [req-24877a1b-026c-4f25-b8f9-c260146a9587 req-17bfcc94-d7de-439d-8540-32089d5cc6fe service nova] Lock "10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.821896] env[69524]: DEBUG nova.compute.manager [req-24877a1b-026c-4f25-b8f9-c260146a9587 req-17bfcc94-d7de-439d-8540-32089d5cc6fe service nova] [instance: 10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11] No waiting events found dispatching network-vif-plugged-91b523b5-cac4-414e-ae9a-9d069528c12f {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 791.822197] env[69524]: WARNING nova.compute.manager [req-24877a1b-026c-4f25-b8f9-c260146a9587 req-17bfcc94-d7de-439d-8540-32089d5cc6fe service nova] [instance: 10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11] Received unexpected event network-vif-plugged-91b523b5-cac4-414e-ae9a-9d069528c12f for instance with vm_state building and task_state spawning. [ 791.822441] env[69524]: DEBUG nova.compute.manager [req-24877a1b-026c-4f25-b8f9-c260146a9587 req-17bfcc94-d7de-439d-8540-32089d5cc6fe service nova] [instance: 10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11] Received event network-changed-91b523b5-cac4-414e-ae9a-9d069528c12f {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.822677] env[69524]: DEBUG nova.compute.manager [req-24877a1b-026c-4f25-b8f9-c260146a9587 req-17bfcc94-d7de-439d-8540-32089d5cc6fe service nova] [instance: 10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11] Refreshing instance network info cache due to event network-changed-91b523b5-cac4-414e-ae9a-9d069528c12f. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 791.823247] env[69524]: DEBUG oslo_concurrency.lockutils [req-24877a1b-026c-4f25-b8f9-c260146a9587 req-17bfcc94-d7de-439d-8540-32089d5cc6fe service nova] Acquiring lock "refresh_cache-10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.904132] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ce5e27-62bf-491d-ae7d-3383472605b1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.913522] env[69524]: DEBUG oslo_concurrency.lockutils [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.915068] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7343324f-492e-4459-a4db-8cd1f349aa70 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.957583] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad32edb-29ec-4424-9c39-9111498f3a4b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.966909] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb48fae1-d906-42d7-9600-3e388784ed0d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.982993] env[69524]: DEBUG nova.compute.provider_tree [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 792.028330] env[69524]: DEBUG nova.network.neutron [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11] Updating instance_info_cache with network_info: [{"id": "91b523b5-cac4-414e-ae9a-9d069528c12f", "address": "fa:16:3e:59:18:7c", "network": {"id": "b106d9d8-dc34-4f50-b322-d1ed6d20ee3b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1097604607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54095f21acb74b8d861305732d45e952", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91b523b5-ca", "ovs_interfaceid": "91b523b5-cac4-414e-ae9a-9d069528c12f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.126313] env[69524]: INFO nova.compute.manager [None req-8ddd525c-2004-4e55-a9e7-12673e56057c tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] instance snapshotting [ 792.127247] env[69524]: DEBUG nova.objects.instance [None req-8ddd525c-2004-4e55-a9e7-12673e56057c tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lazy-loading 'flavor' on Instance uuid e2c166bd-9b6d-4450-bba0-43bb56975555 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 792.309222] env[69524]: DEBUG oslo_vmware.api [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Task: {'id': task-4067685, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.482775} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.309555] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 848cef21-f975-4f2e-ae88-4f05cb97ba5d/848cef21-f975-4f2e-ae88-4f05cb97ba5d.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 792.309555] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 792.309717] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce0ac94e-4426-4cd8-be54-6820906815a6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.316616] env[69524]: DEBUG oslo_vmware.api [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Waiting for the task: (returnval){ [ 792.316616] env[69524]: value = "task-4067686" [ 792.316616] env[69524]: _type = "Task" [ 792.316616] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.325999] env[69524]: DEBUG oslo_vmware.api [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Task: {'id': task-4067686, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.522432] env[69524]: DEBUG nova.scheduler.client.report [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Updated inventory for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with generation 55 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 792.522846] env[69524]: DEBUG nova.compute.provider_tree [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Updating resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 generation from 55 to 56 during operation: update_inventory {{(pid=69524) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 792.523010] env[69524]: DEBUG nova.compute.provider_tree [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 792.532194] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Releasing lock "refresh_cache-10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.532521] env[69524]: DEBUG nova.compute.manager [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11] Instance network_info: |[{"id": "91b523b5-cac4-414e-ae9a-9d069528c12f", "address": "fa:16:3e:59:18:7c", "network": {"id": "b106d9d8-dc34-4f50-b322-d1ed6d20ee3b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1097604607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54095f21acb74b8d861305732d45e952", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91b523b5-ca", "ovs_interfaceid": "91b523b5-cac4-414e-ae9a-9d069528c12f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 792.532828] env[69524]: DEBUG oslo_concurrency.lockutils [req-24877a1b-026c-4f25-b8f9-c260146a9587 req-17bfcc94-d7de-439d-8540-32089d5cc6fe service nova] Acquired lock "refresh_cache-10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.533011] env[69524]: DEBUG nova.network.neutron [req-24877a1b-026c-4f25-b8f9-c260146a9587 req-17bfcc94-d7de-439d-8540-32089d5cc6fe service nova] [instance: 10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11] Refreshing network info cache for port 91b523b5-cac4-414e-ae9a-9d069528c12f {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 792.534212] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:18:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f499bc9-78da-46c1-9274-19edf26d31cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91b523b5-cac4-414e-ae9a-9d069528c12f', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 792.542843] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.544408] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 792.544897] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0385637-a364-4307-ad19-010704491b4c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.566768] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 792.566768] env[69524]: value = "task-4067687" [ 792.566768] env[69524]: _type = "Task" [ 792.566768] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.575368] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067687, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.634168] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93fd54b5-7c47-4b79-add4-59849ec46cde {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.655284] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4240a845-1b2f-434d-86db-eb26e4a8594f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.828511] env[69524]: DEBUG oslo_vmware.api [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Task: {'id': task-4067686, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068977} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.828799] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 792.829595] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c789c8-79bf-44fd-b3bd-214b8c625c40 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.852717] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 848cef21-f975-4f2e-ae88-4f05cb97ba5d/848cef21-f975-4f2e-ae88-4f05cb97ba5d.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 792.853041] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fde7ccc4-bb1c-4424-92a1-ac89bba0f302 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.873877] env[69524]: DEBUG oslo_vmware.api [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Waiting for the task: (returnval){ [ 792.873877] env[69524]: value = "task-4067688" [ 792.873877] env[69524]: _type = "Task" [ 792.873877] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.882517] env[69524]: DEBUG oslo_vmware.api [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Task: {'id': task-4067688, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.028721] env[69524]: DEBUG oslo_concurrency.lockutils [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.323s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.029248] env[69524]: DEBUG nova.compute.manager [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] [instance: 540508eb-3326-4f5e-aa1a-a8e3ecc02a1d] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 793.031956] env[69524]: DEBUG oslo_concurrency.lockutils [None req-527c9a80-3cd4-4cf0-9a00-6ea31a04fcd6 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.617s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.032194] env[69524]: DEBUG nova.objects.instance [None req-527c9a80-3cd4-4cf0-9a00-6ea31a04fcd6 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Lazy-loading 'resources' on Instance uuid 152eccac-5038-4ed8-9748-911b53a425c2 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 793.079870] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067687, 'name': CreateVM_Task} progress is 25%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.168833] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddd525c-2004-4e55-a9e7-12673e56057c tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Creating Snapshot of the VM instance {{(pid=69524) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 793.169223] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4799adc1-2e85-43a7-9fb5-7128b899d3d0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.179951] env[69524]: DEBUG oslo_vmware.api [None req-8ddd525c-2004-4e55-a9e7-12673e56057c tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 793.179951] env[69524]: value = "task-4067689" [ 793.179951] env[69524]: _type = "Task" [ 793.179951] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.190252] env[69524]: DEBUG oslo_vmware.api [None req-8ddd525c-2004-4e55-a9e7-12673e56057c tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4067689, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.312307] env[69524]: DEBUG nova.network.neutron [req-24877a1b-026c-4f25-b8f9-c260146a9587 req-17bfcc94-d7de-439d-8540-32089d5cc6fe service nova] [instance: 10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11] Updated VIF entry in instance network info cache for port 91b523b5-cac4-414e-ae9a-9d069528c12f. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 793.312757] env[69524]: DEBUG nova.network.neutron [req-24877a1b-026c-4f25-b8f9-c260146a9587 req-17bfcc94-d7de-439d-8540-32089d5cc6fe service nova] [instance: 10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11] Updating instance_info_cache with network_info: [{"id": "91b523b5-cac4-414e-ae9a-9d069528c12f", "address": "fa:16:3e:59:18:7c", "network": {"id": "b106d9d8-dc34-4f50-b322-d1ed6d20ee3b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1097604607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54095f21acb74b8d861305732d45e952", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91b523b5-ca", "ovs_interfaceid": "91b523b5-cac4-414e-ae9a-9d069528c12f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.385207] env[69524]: DEBUG oslo_vmware.api [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Task: {'id': task-4067688, 'name': ReconfigVM_Task, 'duration_secs': 0.300482} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.385491] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 848cef21-f975-4f2e-ae88-4f05cb97ba5d/848cef21-f975-4f2e-ae88-4f05cb97ba5d.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 793.386133] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a2af774-8b5c-4d05-ab7d-0dcd7f0063c5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.393475] env[69524]: DEBUG oslo_vmware.api [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Waiting for the task: (returnval){ [ 793.393475] env[69524]: value = "task-4067690" [ 793.393475] env[69524]: _type = "Task" [ 793.393475] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.401619] env[69524]: DEBUG oslo_vmware.api [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Task: {'id': task-4067690, 'name': Rename_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.537851] env[69524]: DEBUG nova.compute.utils [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 793.539659] env[69524]: DEBUG nova.compute.manager [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] [instance: 540508eb-3326-4f5e-aa1a-a8e3ecc02a1d] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 793.539749] env[69524]: DEBUG nova.network.neutron [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] [instance: 540508eb-3326-4f5e-aa1a-a8e3ecc02a1d] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 793.578604] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067687, 'name': CreateVM_Task, 'duration_secs': 0.670848} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.581459] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 793.582596] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.582596] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.582920] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.583198] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a4b6792-d12e-41e2-8d7b-b64834491253 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.589316] env[69524]: DEBUG oslo_vmware.api [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for the task: (returnval){ [ 793.589316] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52de3f1c-62e8-7871-549c-8359f71d3ede" [ 793.589316] env[69524]: _type = "Task" [ 793.589316] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.597190] env[69524]: DEBUG nova.policy [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '710716be3a1f4b1388856b2728f39056', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d6dee3d0a664db285ca78062d19d244', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 793.602724] env[69524]: DEBUG oslo_vmware.api [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52de3f1c-62e8-7871-549c-8359f71d3ede, 'name': SearchDatastore_Task, 'duration_secs': 0.009614} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.603043] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.603277] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 793.603510] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.603788] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.603850] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 793.604115] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0bc91ec5-1668-4e50-99fd-099018b56579 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.617353] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 793.618657] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 793.618657] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-394e4513-5331-4c2b-b85f-c806de6f547a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.624878] env[69524]: DEBUG oslo_vmware.api [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for the task: (returnval){ [ 793.624878] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52bc186f-e77a-6c6c-d293-4ddcbf18b724" [ 793.624878] env[69524]: _type = "Task" [ 793.624878] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.639044] env[69524]: DEBUG oslo_vmware.api [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52bc186f-e77a-6c6c-d293-4ddcbf18b724, 'name': SearchDatastore_Task, 'duration_secs': 0.01001} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.639918] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-461e95cb-9eef-48db-a2b1-5ad8e990c101 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.649474] env[69524]: DEBUG oslo_vmware.api [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for the task: (returnval){ [ 793.649474] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5200d7e7-982f-0e13-07b0-c6660681b16e" [ 793.649474] env[69524]: _type = "Task" [ 793.649474] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.661068] env[69524]: DEBUG oslo_vmware.api [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5200d7e7-982f-0e13-07b0-c6660681b16e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.690740] env[69524]: DEBUG oslo_vmware.api [None req-8ddd525c-2004-4e55-a9e7-12673e56057c tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4067689, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.814885] env[69524]: DEBUG oslo_concurrency.lockutils [req-24877a1b-026c-4f25-b8f9-c260146a9587 req-17bfcc94-d7de-439d-8540-32089d5cc6fe service nova] Releasing lock "refresh_cache-10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.906206] env[69524]: DEBUG oslo_vmware.api [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Task: {'id': task-4067690, 'name': Rename_Task, 'duration_secs': 0.172561} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.909169] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 793.909656] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5438257-9b86-4ad6-8405-58213a0bdc47 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.916362] env[69524]: DEBUG oslo_vmware.api [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Waiting for the task: (returnval){ [ 793.916362] env[69524]: value = "task-4067691" [ 793.916362] env[69524]: _type = "Task" [ 793.916362] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.926546] env[69524]: DEBUG oslo_vmware.api [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Task: {'id': task-4067691, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.942670] env[69524]: DEBUG nova.network.neutron [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] [instance: 540508eb-3326-4f5e-aa1a-a8e3ecc02a1d] Successfully created port: 157c7745-8a6e-468d-bb36-6dbc6764ec00 {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 794.043101] env[69524]: DEBUG nova.compute.manager [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] [instance: 540508eb-3326-4f5e-aa1a-a8e3ecc02a1d] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 794.161020] env[69524]: DEBUG oslo_vmware.api [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5200d7e7-982f-0e13-07b0-c6660681b16e, 'name': SearchDatastore_Task, 'duration_secs': 0.010449} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.161302] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.161575] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11/10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 794.161843] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4f2394a-e475-42fa-b88d-8451725ccfcb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.172856] env[69524]: DEBUG oslo_vmware.api [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for the task: (returnval){ [ 794.172856] env[69524]: value = "task-4067692" [ 794.172856] env[69524]: _type = "Task" [ 794.172856] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.182842] env[69524]: DEBUG oslo_vmware.api [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4067692, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.187913] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c53007-ebed-40f6-be68-3c921484ad78 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.196411] env[69524]: DEBUG oslo_vmware.api [None req-8ddd525c-2004-4e55-a9e7-12673e56057c tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4067689, 'name': CreateSnapshot_Task, 'duration_secs': 0.519975} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.198563] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddd525c-2004-4e55-a9e7-12673e56057c tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Created Snapshot of the VM instance {{(pid=69524) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 794.199415] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60320812-b375-486c-b3b2-65cf73fd5f22 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.202736] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a85630e-0c3d-44f9-9b1f-dc319cfc69c5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.244016] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4322e833-a2cb-4258-b634-1e1b43155a05 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.252024] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758d6a50-eea3-4214-a989-082600196bcb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.267450] env[69524]: DEBUG nova.compute.provider_tree [None req-527c9a80-3cd4-4cf0-9a00-6ea31a04fcd6 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.428211] env[69524]: DEBUG oslo_vmware.api [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Task: {'id': task-4067691, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.684485] env[69524]: DEBUG oslo_vmware.api [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4067692, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.751113] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddd525c-2004-4e55-a9e7-12673e56057c tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Creating linked-clone VM from snapshot {{(pid=69524) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 794.751427] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-41e156bd-21e6-475a-b00c-8caae179c357 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.764296] env[69524]: DEBUG oslo_vmware.api [None req-8ddd525c-2004-4e55-a9e7-12673e56057c tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 794.764296] env[69524]: value = "task-4067693" [ 794.764296] env[69524]: _type = "Task" [ 794.764296] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.771223] env[69524]: DEBUG nova.scheduler.client.report [None req-527c9a80-3cd4-4cf0-9a00-6ea31a04fcd6 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.780043] env[69524]: DEBUG oslo_vmware.api [None req-8ddd525c-2004-4e55-a9e7-12673e56057c tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4067693, 'name': CloneVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.931263] env[69524]: DEBUG oslo_vmware.api [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Task: {'id': task-4067691, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.053061] env[69524]: DEBUG nova.compute.manager [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] [instance: 540508eb-3326-4f5e-aa1a-a8e3ecc02a1d] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 795.078800] env[69524]: DEBUG nova.virt.hardware [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 795.079122] env[69524]: DEBUG nova.virt.hardware [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 795.079351] env[69524]: DEBUG nova.virt.hardware [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 795.079619] env[69524]: DEBUG nova.virt.hardware [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 795.079828] env[69524]: DEBUG nova.virt.hardware [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 795.079990] env[69524]: DEBUG nova.virt.hardware [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 795.080246] env[69524]: DEBUG nova.virt.hardware [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 795.080469] env[69524]: DEBUG nova.virt.hardware [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 795.080711] env[69524]: DEBUG nova.virt.hardware [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 795.080925] env[69524]: DEBUG nova.virt.hardware [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 795.081137] env[69524]: DEBUG nova.virt.hardware [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 795.082138] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025a000b-4c68-451f-a9a5-615bbbbb0e1d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.092744] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01c3c39-e7d8-4d25-8aa6-afddef652c11 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.184368] env[69524]: DEBUG oslo_vmware.api [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4067692, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.854418} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.184659] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11/10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 795.184881] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 795.185177] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5989f8fb-ca0c-411b-8715-13078ed3dd83 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.196303] env[69524]: DEBUG oslo_vmware.api [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for the task: (returnval){ [ 795.196303] env[69524]: value = "task-4067694" [ 795.196303] env[69524]: _type = "Task" [ 795.196303] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.208906] env[69524]: DEBUG oslo_vmware.api [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4067694, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.275608] env[69524]: DEBUG oslo_vmware.api [None req-8ddd525c-2004-4e55-a9e7-12673e56057c tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4067693, 'name': CloneVM_Task} progress is 94%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.281900] env[69524]: DEBUG oslo_concurrency.lockutils [None req-527c9a80-3cd4-4cf0-9a00-6ea31a04fcd6 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.249s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.284232] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.706s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.286669] env[69524]: INFO nova.compute.claims [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] [instance: 27a8da5f-1c25-4fed-8455-b843c4a7b804] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 795.314387] env[69524]: INFO nova.scheduler.client.report [None req-527c9a80-3cd4-4cf0-9a00-6ea31a04fcd6 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Deleted allocations for instance 152eccac-5038-4ed8-9748-911b53a425c2 [ 795.430973] env[69524]: DEBUG oslo_vmware.api [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Task: {'id': task-4067691, 'name': PowerOnVM_Task, 'duration_secs': 1.346804} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.430973] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 795.431491] env[69524]: INFO nova.compute.manager [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] Took 8.55 seconds to spawn the instance on the hypervisor. [ 795.431491] env[69524]: DEBUG nova.compute.manager [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 795.432112] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4c66fa-e666-46f6-88b8-a86306c664cd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.677722] env[69524]: DEBUG nova.compute.manager [req-ee150cf3-3699-43b3-9146-18692c2acd63 req-0aaac7d9-4031-4fdf-9c02-d998ce48ca24 service nova] [instance: 540508eb-3326-4f5e-aa1a-a8e3ecc02a1d] Received event network-vif-plugged-157c7745-8a6e-468d-bb36-6dbc6764ec00 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.678404] env[69524]: DEBUG oslo_concurrency.lockutils [req-ee150cf3-3699-43b3-9146-18692c2acd63 req-0aaac7d9-4031-4fdf-9c02-d998ce48ca24 service nova] Acquiring lock "540508eb-3326-4f5e-aa1a-a8e3ecc02a1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.679139] env[69524]: DEBUG oslo_concurrency.lockutils [req-ee150cf3-3699-43b3-9146-18692c2acd63 req-0aaac7d9-4031-4fdf-9c02-d998ce48ca24 service nova] Lock "540508eb-3326-4f5e-aa1a-a8e3ecc02a1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.679520] env[69524]: DEBUG oslo_concurrency.lockutils [req-ee150cf3-3699-43b3-9146-18692c2acd63 req-0aaac7d9-4031-4fdf-9c02-d998ce48ca24 service nova] Lock "540508eb-3326-4f5e-aa1a-a8e3ecc02a1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.679863] env[69524]: DEBUG nova.compute.manager [req-ee150cf3-3699-43b3-9146-18692c2acd63 req-0aaac7d9-4031-4fdf-9c02-d998ce48ca24 service nova] [instance: 540508eb-3326-4f5e-aa1a-a8e3ecc02a1d] No waiting events found dispatching network-vif-plugged-157c7745-8a6e-468d-bb36-6dbc6764ec00 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 795.680215] env[69524]: WARNING nova.compute.manager [req-ee150cf3-3699-43b3-9146-18692c2acd63 req-0aaac7d9-4031-4fdf-9c02-d998ce48ca24 service nova] [instance: 540508eb-3326-4f5e-aa1a-a8e3ecc02a1d] Received unexpected event network-vif-plugged-157c7745-8a6e-468d-bb36-6dbc6764ec00 for instance with vm_state building and task_state spawning. [ 795.709017] env[69524]: DEBUG oslo_vmware.api [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4067694, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080447} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.709380] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 795.710212] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5c3c1a-b467-495c-b6dd-6ec0b3748d10 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.737293] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11/10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 795.737667] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cd1baf3-9df7-4358-8b7c-07dd391324b7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.759654] env[69524]: DEBUG oslo_vmware.api [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for the task: (returnval){ [ 795.759654] env[69524]: value = "task-4067695" [ 795.759654] env[69524]: _type = "Task" [ 795.759654] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.772677] env[69524]: DEBUG oslo_vmware.api [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4067695, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.779083] env[69524]: DEBUG oslo_vmware.api [None req-8ddd525c-2004-4e55-a9e7-12673e56057c tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4067693, 'name': CloneVM_Task} progress is 95%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.787912] env[69524]: DEBUG nova.network.neutron [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] [instance: 540508eb-3326-4f5e-aa1a-a8e3ecc02a1d] Successfully updated port: 157c7745-8a6e-468d-bb36-6dbc6764ec00 {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 795.824319] env[69524]: DEBUG oslo_concurrency.lockutils [None req-527c9a80-3cd4-4cf0-9a00-6ea31a04fcd6 tempest-ServerMetadataNegativeTestJSON-1936385349 tempest-ServerMetadataNegativeTestJSON-1936385349-project-member] Lock "152eccac-5038-4ed8-9748-911b53a425c2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.384s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.957531] env[69524]: INFO nova.compute.manager [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] Took 44.26 seconds to build instance. [ 796.277632] env[69524]: DEBUG oslo_vmware.api [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4067695, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.281628] env[69524]: DEBUG oslo_vmware.api [None req-8ddd525c-2004-4e55-a9e7-12673e56057c tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4067693, 'name': CloneVM_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.289560] env[69524]: DEBUG oslo_concurrency.lockutils [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Acquiring lock "refresh_cache-540508eb-3326-4f5e-aa1a-a8e3ecc02a1d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.289787] env[69524]: DEBUG oslo_concurrency.lockutils [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Acquired lock "refresh_cache-540508eb-3326-4f5e-aa1a-a8e3ecc02a1d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.289978] env[69524]: DEBUG nova.network.neutron [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] [instance: 540508eb-3326-4f5e-aa1a-a8e3ecc02a1d] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 796.460528] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5480921a-8adc-42d5-af25-a2721a6ff1f5 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Lock "848cef21-f975-4f2e-ae88-4f05cb97ba5d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.785s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.775550] env[69524]: DEBUG oslo_vmware.api [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4067695, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.784844] env[69524]: DEBUG oslo_vmware.api [None req-8ddd525c-2004-4e55-a9e7-12673e56057c tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4067693, 'name': CloneVM_Task, 'duration_secs': 1.58907} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.785141] env[69524]: INFO nova.virt.vmwareapi.vmops [None req-8ddd525c-2004-4e55-a9e7-12673e56057c tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Created linked-clone VM from snapshot [ 796.785968] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b3ef20-5208-43d7-9541-79494f869d7a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.797737] env[69524]: DEBUG nova.virt.vmwareapi.images [None req-8ddd525c-2004-4e55-a9e7-12673e56057c tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Uploading image 976c5149-7f3c-4aaa-9316-0bcc1baaf3b2 {{(pid=69524) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 796.849048] env[69524]: DEBUG nova.network.neutron [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] [instance: 540508eb-3326-4f5e-aa1a-a8e3ecc02a1d] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 796.857207] env[69524]: DEBUG oslo_vmware.rw_handles [None req-8ddd525c-2004-4e55-a9e7-12673e56057c tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 796.857207] env[69524]: value = "vm-806113" [ 796.857207] env[69524]: _type = "VirtualMachine" [ 796.857207] env[69524]: }. {{(pid=69524) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 796.860577] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7d35eb27-0aa4-4665-b751-650426f0a819 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.869822] env[69524]: DEBUG oslo_vmware.rw_handles [None req-8ddd525c-2004-4e55-a9e7-12673e56057c tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lease: (returnval){ [ 796.869822] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]526c26b1-7a16-3fca-1a1d-971239e56300" [ 796.869822] env[69524]: _type = "HttpNfcLease" [ 796.869822] env[69524]: } obtained for exporting VM: (result){ [ 796.869822] env[69524]: value = "vm-806113" [ 796.869822] env[69524]: _type = "VirtualMachine" [ 796.869822] env[69524]: }. {{(pid=69524) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 796.869822] env[69524]: DEBUG oslo_vmware.api [None req-8ddd525c-2004-4e55-a9e7-12673e56057c tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the lease: (returnval){ [ 796.869822] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]526c26b1-7a16-3fca-1a1d-971239e56300" [ 796.869822] env[69524]: _type = "HttpNfcLease" [ 796.869822] env[69524]: } to be ready. {{(pid=69524) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 796.878084] env[69524]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 796.878084] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]526c26b1-7a16-3fca-1a1d-971239e56300" [ 796.878084] env[69524]: _type = "HttpNfcLease" [ 796.878084] env[69524]: } is initializing. {{(pid=69524) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 796.957772] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f6c6fe7-aaeb-40d3-bf82-6e5a25c533ad {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.963654] env[69524]: DEBUG nova.compute.manager [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 7768e31d-052e-473a-bf1e-9bb04e9e9d6d] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 796.983667] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bedd1c34-4bfe-42c9-9f63-6ec26724e446 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.032038] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b18d3e-6395-4e95-8d18-6c001206b435 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.042496] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f580fa-a7f6-49b1-a991-2c60318b7dba {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.060741] env[69524]: DEBUG nova.compute.provider_tree [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 797.131360] env[69524]: DEBUG nova.network.neutron [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] [instance: 540508eb-3326-4f5e-aa1a-a8e3ecc02a1d] Updating instance_info_cache with network_info: [{"id": "157c7745-8a6e-468d-bb36-6dbc6764ec00", "address": "fa:16:3e:3d:0d:54", "network": {"id": "9ba6743d-ce8d-49df-87a9-5afc4de01489", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a86a460dd4454b05b84917cee5434b27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap157c7745-8a", "ovs_interfaceid": "157c7745-8a6e-468d-bb36-6dbc6764ec00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.277166] env[69524]: DEBUG oslo_vmware.api [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4067695, 'name': ReconfigVM_Task, 'duration_secs': 1.399043} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.277651] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11/10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 797.278952] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ba0d4c9-fc72-495a-b67c-8fbdf8a2db9c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.291060] env[69524]: DEBUG oslo_vmware.api [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for the task: (returnval){ [ 797.291060] env[69524]: value = "task-4067697" [ 797.291060] env[69524]: _type = "Task" [ 797.291060] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.305046] env[69524]: DEBUG oslo_vmware.api [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4067697, 'name': Rename_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.378895] env[69524]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 797.378895] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]526c26b1-7a16-3fca-1a1d-971239e56300" [ 797.378895] env[69524]: _type = "HttpNfcLease" [ 797.378895] env[69524]: } is ready. {{(pid=69524) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 797.379247] env[69524]: DEBUG oslo_vmware.rw_handles [None req-8ddd525c-2004-4e55-a9e7-12673e56057c tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 797.379247] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]526c26b1-7a16-3fca-1a1d-971239e56300" [ 797.379247] env[69524]: _type = "HttpNfcLease" [ 797.379247] env[69524]: }. {{(pid=69524) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 797.380407] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654eb2ff-3d4a-4789-b706-86c3bd4e5459 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.389930] env[69524]: DEBUG oslo_vmware.rw_handles [None req-8ddd525c-2004-4e55-a9e7-12673e56057c tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5260159f-6621-2833-4461-a3477d1b8b4e/disk-0.vmdk from lease info. {{(pid=69524) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 797.390166] env[69524]: DEBUG oslo_vmware.rw_handles [None req-8ddd525c-2004-4e55-a9e7-12673e56057c tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5260159f-6621-2833-4461-a3477d1b8b4e/disk-0.vmdk for reading. {{(pid=69524) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 797.497276] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.498883] env[69524]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1a01cd31-652e-4f28-b5fa-4e2206e32502 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.567377] env[69524]: DEBUG nova.scheduler.client.report [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.634624] env[69524]: DEBUG oslo_concurrency.lockutils [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Releasing lock "refresh_cache-540508eb-3326-4f5e-aa1a-a8e3ecc02a1d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.636806] env[69524]: DEBUG nova.compute.manager [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] [instance: 540508eb-3326-4f5e-aa1a-a8e3ecc02a1d] Instance network_info: |[{"id": "157c7745-8a6e-468d-bb36-6dbc6764ec00", "address": "fa:16:3e:3d:0d:54", "network": {"id": "9ba6743d-ce8d-49df-87a9-5afc4de01489", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a86a460dd4454b05b84917cee5434b27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap157c7745-8a", "ovs_interfaceid": "157c7745-8a6e-468d-bb36-6dbc6764ec00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 797.636806] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] [instance: 540508eb-3326-4f5e-aa1a-a8e3ecc02a1d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:0d:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69f65356-c85e-4b7f-ad28-7c7b5e8cf50c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '157c7745-8a6e-468d-bb36-6dbc6764ec00', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 797.644728] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.645420] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 540508eb-3326-4f5e-aa1a-a8e3ecc02a1d] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 797.646148] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b353e3d2-da88-4858-b67d-d42312ecb8d6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.671760] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 797.671760] env[69524]: value = "task-4067698" [ 797.671760] env[69524]: _type = "Task" [ 797.671760] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.689035] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067698, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.806185] env[69524]: DEBUG oslo_vmware.api [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4067697, 'name': Rename_Task, 'duration_secs': 0.290151} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.806185] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 797.806185] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-997c5907-ce3d-4a00-9933-7e74262ceab9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.813453] env[69524]: DEBUG oslo_vmware.api [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for the task: (returnval){ [ 797.813453] env[69524]: value = "task-4067699" [ 797.813453] env[69524]: _type = "Task" [ 797.813453] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.824223] env[69524]: DEBUG oslo_vmware.api [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4067699, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.075202] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.791s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.079549] env[69524]: DEBUG nova.compute.manager [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] [instance: 27a8da5f-1c25-4fed-8455-b843c4a7b804] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 798.079924] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f9e9e9b2-7ff3-4919-a59e-5e523f1669d9 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.340s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.080533] env[69524]: DEBUG nova.objects.instance [None req-f9e9e9b2-7ff3-4919-a59e-5e523f1669d9 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Lazy-loading 'resources' on Instance uuid 01f08d9c-f1bf-47a8-84f0-e9852b244e50 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 798.187083] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067698, 'name': CreateVM_Task, 'duration_secs': 0.451404} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.187083] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 540508eb-3326-4f5e-aa1a-a8e3ecc02a1d] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 798.187083] env[69524]: DEBUG oslo_concurrency.lockutils [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.187083] env[69524]: DEBUG oslo_concurrency.lockutils [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.187083] env[69524]: DEBUG oslo_concurrency.lockutils [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.187555] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03052125-f8eb-4eae-865e-61a1c12ef4c5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.195201] env[69524]: DEBUG oslo_vmware.api [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Waiting for the task: (returnval){ [ 798.195201] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52110759-77ea-0b46-2743-800f24dfac61" [ 798.195201] env[69524]: _type = "Task" [ 798.195201] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.210087] env[69524]: DEBUG oslo_vmware.api [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52110759-77ea-0b46-2743-800f24dfac61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.296245] env[69524]: DEBUG nova.compute.manager [req-394766c5-7782-4973-ac95-891de527365e req-231a46bc-ac81-42a7-bb89-831887ee5055 service nova] [instance: 540508eb-3326-4f5e-aa1a-a8e3ecc02a1d] Received event network-changed-157c7745-8a6e-468d-bb36-6dbc6764ec00 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.296817] env[69524]: DEBUG nova.compute.manager [req-394766c5-7782-4973-ac95-891de527365e req-231a46bc-ac81-42a7-bb89-831887ee5055 service nova] [instance: 540508eb-3326-4f5e-aa1a-a8e3ecc02a1d] Refreshing instance network info cache due to event network-changed-157c7745-8a6e-468d-bb36-6dbc6764ec00. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 798.297188] env[69524]: DEBUG oslo_concurrency.lockutils [req-394766c5-7782-4973-ac95-891de527365e req-231a46bc-ac81-42a7-bb89-831887ee5055 service nova] Acquiring lock "refresh_cache-540508eb-3326-4f5e-aa1a-a8e3ecc02a1d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.297439] env[69524]: DEBUG oslo_concurrency.lockutils [req-394766c5-7782-4973-ac95-891de527365e req-231a46bc-ac81-42a7-bb89-831887ee5055 service nova] Acquired lock "refresh_cache-540508eb-3326-4f5e-aa1a-a8e3ecc02a1d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.297863] env[69524]: DEBUG nova.network.neutron [req-394766c5-7782-4973-ac95-891de527365e req-231a46bc-ac81-42a7-bb89-831887ee5055 service nova] [instance: 540508eb-3326-4f5e-aa1a-a8e3ecc02a1d] Refreshing network info cache for port 157c7745-8a6e-468d-bb36-6dbc6764ec00 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 798.339929] env[69524]: DEBUG oslo_vmware.api [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4067699, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.584928] env[69524]: DEBUG nova.compute.utils [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 798.589413] env[69524]: DEBUG nova.compute.manager [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] [instance: 27a8da5f-1c25-4fed-8455-b843c4a7b804] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 798.589606] env[69524]: DEBUG nova.network.neutron [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] [instance: 27a8da5f-1c25-4fed-8455-b843c4a7b804] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 798.661740] env[69524]: DEBUG nova.policy [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'daaf2bc1c55e45b18a6efb651d57def1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd95c9842b734883917987c0cddaba40', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 798.717495] env[69524]: DEBUG oslo_vmware.api [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52110759-77ea-0b46-2743-800f24dfac61, 'name': SearchDatastore_Task, 'duration_secs': 0.014735} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.722257] env[69524]: DEBUG oslo_concurrency.lockutils [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.722537] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] [instance: 540508eb-3326-4f5e-aa1a-a8e3ecc02a1d] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 798.722780] env[69524]: DEBUG oslo_concurrency.lockutils [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.722925] env[69524]: DEBUG oslo_concurrency.lockutils [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.723137] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 798.723721] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c2b9e26-bfd6-45c7-890b-64885c0f24f4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.736016] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 798.736205] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 798.737057] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cf9e0f6-657d-425d-b746-6fb3295d5ba6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.750086] env[69524]: DEBUG oslo_vmware.api [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Waiting for the task: (returnval){ [ 798.750086] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]520b51ac-3f66-e091-c20d-fc07520cf33c" [ 798.750086] env[69524]: _type = "Task" [ 798.750086] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.762069] env[69524]: DEBUG oslo_vmware.api [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]520b51ac-3f66-e091-c20d-fc07520cf33c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.829780] env[69524]: DEBUG oslo_vmware.api [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4067699, 'name': PowerOnVM_Task, 'duration_secs': 0.593488} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.829780] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 798.829780] env[69524]: INFO nova.compute.manager [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11] Took 9.08 seconds to spawn the instance on the hypervisor. [ 798.829780] env[69524]: DEBUG nova.compute.manager [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 798.829780] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d323bcc-91d3-4443-8f3b-37a02f96effd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.967444] env[69524]: DEBUG oslo_concurrency.lockutils [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Acquiring lock "7908b4fb-eb18-493b-b98b-48c23f0926fd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.968185] env[69524]: DEBUG oslo_concurrency.lockutils [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Lock "7908b4fb-eb18-493b-b98b-48c23f0926fd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.094948] env[69524]: DEBUG nova.compute.manager [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] [instance: 27a8da5f-1c25-4fed-8455-b843c4a7b804] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 799.262814] env[69524]: DEBUG oslo_vmware.api [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]520b51ac-3f66-e091-c20d-fc07520cf33c, 'name': SearchDatastore_Task, 'duration_secs': 0.025735} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.267777] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4493c5a9-92b8-4683-88fd-7c302da9472f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.275129] env[69524]: DEBUG oslo_vmware.api [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Waiting for the task: (returnval){ [ 799.275129] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]523c77a4-f104-2867-d86d-639241d7c849" [ 799.275129] env[69524]: _type = "Task" [ 799.275129] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.290987] env[69524]: DEBUG oslo_vmware.api [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]523c77a4-f104-2867-d86d-639241d7c849, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.358387] env[69524]: INFO nova.compute.manager [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11] Took 45.92 seconds to build instance. [ 799.367298] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-085e8e2d-4874-491f-a8db-69728799e8b2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.377760] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c52d44-bc24-4e66-8c2b-bae8cf74e304 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.431433] env[69524]: DEBUG nova.network.neutron [req-394766c5-7782-4973-ac95-891de527365e req-231a46bc-ac81-42a7-bb89-831887ee5055 service nova] [instance: 540508eb-3326-4f5e-aa1a-a8e3ecc02a1d] Updated VIF entry in instance network info cache for port 157c7745-8a6e-468d-bb36-6dbc6764ec00. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 799.433021] env[69524]: DEBUG nova.network.neutron [req-394766c5-7782-4973-ac95-891de527365e req-231a46bc-ac81-42a7-bb89-831887ee5055 service nova] [instance: 540508eb-3326-4f5e-aa1a-a8e3ecc02a1d] Updating instance_info_cache with network_info: [{"id": "157c7745-8a6e-468d-bb36-6dbc6764ec00", "address": "fa:16:3e:3d:0d:54", "network": {"id": "9ba6743d-ce8d-49df-87a9-5afc4de01489", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a86a460dd4454b05b84917cee5434b27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap157c7745-8a", "ovs_interfaceid": "157c7745-8a6e-468d-bb36-6dbc6764ec00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.434963] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba98588d-76a6-4c86-bc2d-c8e6519b007e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.445962] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2721ddab-15ca-4ffe-bc51-ea3e27a47755 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.464303] env[69524]: DEBUG nova.compute.provider_tree [None req-f9e9e9b2-7ff3-4919-a59e-5e523f1669d9 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.524027] env[69524]: DEBUG nova.network.neutron [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] [instance: 27a8da5f-1c25-4fed-8455-b843c4a7b804] Successfully created port: e2475f76-ca9b-404e-bb8e-fcc3265a7095 {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 799.600898] env[69524]: INFO nova.virt.block_device [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] [instance: 27a8da5f-1c25-4fed-8455-b843c4a7b804] Booting with volume 9720ebff-8909-4a4e-9140-a405b9280cc2 at /dev/sda [ 799.661879] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-09014b4c-7b0a-4cc9-87c3-23c0e10fee48 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.676826] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47deacc-e6db-4007-8699-d747d74a25da {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.721016] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f3eb1681-795b-48ca-848a-652fb817a0d1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.731871] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1212660a-50d3-46ba-a9e8-d827b4c39a1d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.774137] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a85584c-5c64-46b6-acae-30da83b346f9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.787878] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea05bcd-d6a6-4cd8-8131-0eb3e8cb75bf {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.790741] env[69524]: DEBUG oslo_vmware.api [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]523c77a4-f104-2867-d86d-639241d7c849, 'name': SearchDatastore_Task, 'duration_secs': 0.014953} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.791210] env[69524]: DEBUG oslo_concurrency.lockutils [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.791614] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 540508eb-3326-4f5e-aa1a-a8e3ecc02a1d/540508eb-3326-4f5e-aa1a-a8e3ecc02a1d.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 799.792354] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9731d6ef-7827-42db-80dc-5fc6f6613b71 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.800439] env[69524]: DEBUG oslo_vmware.api [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Waiting for the task: (returnval){ [ 799.800439] env[69524]: value = "task-4067700" [ 799.800439] env[69524]: _type = "Task" [ 799.800439] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.805703] env[69524]: DEBUG nova.virt.block_device [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] [instance: 27a8da5f-1c25-4fed-8455-b843c4a7b804] Updating existing volume attachment record: 9cb5060c-e86d-4dd5-8bda-9bc0c1f42e0b {{(pid=69524) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 799.819047] env[69524]: DEBUG oslo_vmware.api [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Task: {'id': task-4067700, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.862181] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6d456fd4-31f8-4fcd-af96-8dad9db62eda tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Lock "10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.440s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.940423] env[69524]: DEBUG oslo_concurrency.lockutils [req-394766c5-7782-4973-ac95-891de527365e req-231a46bc-ac81-42a7-bb89-831887ee5055 service nova] Releasing lock "refresh_cache-540508eb-3326-4f5e-aa1a-a8e3ecc02a1d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.969300] env[69524]: DEBUG nova.scheduler.client.report [None req-f9e9e9b2-7ff3-4919-a59e-5e523f1669d9 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.321403] env[69524]: DEBUG oslo_vmware.api [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Task: {'id': task-4067700, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.366817] env[69524]: DEBUG nova.compute.manager [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: dfa4bb08-53b1-4489-a639-72dc9d9418a9] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 800.476463] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f9e9e9b2-7ff3-4919-a59e-5e523f1669d9 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.395s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.477771] env[69524]: DEBUG oslo_concurrency.lockutils [None req-03d7d616-e1b9-4fd8-adb4-d10ba3b9ac36 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.372s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.478196] env[69524]: DEBUG nova.objects.instance [None req-03d7d616-e1b9-4fd8-adb4-d10ba3b9ac36 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Lazy-loading 'resources' on Instance uuid 70882fb7-913e-4c58-86d3-61519cda37c7 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 800.504488] env[69524]: INFO nova.scheduler.client.report [None req-f9e9e9b2-7ff3-4919-a59e-5e523f1669d9 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Deleted allocations for instance 01f08d9c-f1bf-47a8-84f0-e9852b244e50 [ 800.633661] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Acquiring lock "6ecdec81-31ef-46fc-b920-327d01640f2d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.634045] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Lock "6ecdec81-31ef-46fc-b920-327d01640f2d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.819318] env[69524]: DEBUG oslo_vmware.api [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Task: {'id': task-4067700, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.890807] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.937784] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5d0a88b1-a234-45bb-b2ae-b1d04b23d936 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Acquiring lock "1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.938040] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5d0a88b1-a234-45bb-b2ae-b1d04b23d936 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Lock "1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.938256] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5d0a88b1-a234-45bb-b2ae-b1d04b23d936 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Acquiring lock "1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.938793] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5d0a88b1-a234-45bb-b2ae-b1d04b23d936 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Lock "1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.938793] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5d0a88b1-a234-45bb-b2ae-b1d04b23d936 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Lock "1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.940849] env[69524]: INFO nova.compute.manager [None req-5d0a88b1-a234-45bb-b2ae-b1d04b23d936 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] [instance: 1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51] Terminating instance [ 801.019336] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f9e9e9b2-7ff3-4919-a59e-5e523f1669d9 tempest-ServersTestManualDisk-727964946 tempest-ServersTestManualDisk-727964946-project-member] Lock "01f08d9c-f1bf-47a8-84f0-e9852b244e50" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.043s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.329194] env[69524]: DEBUG oslo_vmware.api [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Task: {'id': task-4067700, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.448262] env[69524]: DEBUG nova.compute.manager [None req-5d0a88b1-a234-45bb-b2ae-b1d04b23d936 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] [instance: 1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 801.448717] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5d0a88b1-a234-45bb-b2ae-b1d04b23d936 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] [instance: 1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 801.450313] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1f086e-5bc7-4fd0-bb0f-5e6c29761084 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.467176] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d0a88b1-a234-45bb-b2ae-b1d04b23d936 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] [instance: 1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 801.467478] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2232fe1d-5187-484f-bfaf-98fbd3632561 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.473441] env[69524]: DEBUG nova.compute.manager [req-dc8a03d3-5579-4951-b002-8360349e8e7a req-cba8c8c5-ee04-493f-add2-4b7d5a6bdec3 service nova] [instance: 27a8da5f-1c25-4fed-8455-b843c4a7b804] Received event network-vif-plugged-e2475f76-ca9b-404e-bb8e-fcc3265a7095 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.473696] env[69524]: DEBUG oslo_concurrency.lockutils [req-dc8a03d3-5579-4951-b002-8360349e8e7a req-cba8c8c5-ee04-493f-add2-4b7d5a6bdec3 service nova] Acquiring lock "27a8da5f-1c25-4fed-8455-b843c4a7b804-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.473972] env[69524]: DEBUG oslo_concurrency.lockutils [req-dc8a03d3-5579-4951-b002-8360349e8e7a req-cba8c8c5-ee04-493f-add2-4b7d5a6bdec3 service nova] Lock "27a8da5f-1c25-4fed-8455-b843c4a7b804-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.474106] env[69524]: DEBUG oslo_concurrency.lockutils [req-dc8a03d3-5579-4951-b002-8360349e8e7a req-cba8c8c5-ee04-493f-add2-4b7d5a6bdec3 service nova] Lock "27a8da5f-1c25-4fed-8455-b843c4a7b804-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.474279] env[69524]: DEBUG nova.compute.manager [req-dc8a03d3-5579-4951-b002-8360349e8e7a req-cba8c8c5-ee04-493f-add2-4b7d5a6bdec3 service nova] [instance: 27a8da5f-1c25-4fed-8455-b843c4a7b804] No waiting events found dispatching network-vif-plugged-e2475f76-ca9b-404e-bb8e-fcc3265a7095 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 801.474443] env[69524]: WARNING nova.compute.manager [req-dc8a03d3-5579-4951-b002-8360349e8e7a req-cba8c8c5-ee04-493f-add2-4b7d5a6bdec3 service nova] [instance: 27a8da5f-1c25-4fed-8455-b843c4a7b804] Received unexpected event network-vif-plugged-e2475f76-ca9b-404e-bb8e-fcc3265a7095 for instance with vm_state building and task_state block_device_mapping. [ 801.479705] env[69524]: DEBUG oslo_vmware.api [None req-5d0a88b1-a234-45bb-b2ae-b1d04b23d936 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Waiting for the task: (returnval){ [ 801.479705] env[69524]: value = "task-4067701" [ 801.479705] env[69524]: _type = "Task" [ 801.479705] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.491930] env[69524]: DEBUG oslo_vmware.api [None req-5d0a88b1-a234-45bb-b2ae-b1d04b23d936 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Task: {'id': task-4067701, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.622749] env[69524]: DEBUG nova.network.neutron [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] [instance: 27a8da5f-1c25-4fed-8455-b843c4a7b804] Successfully updated port: e2475f76-ca9b-404e-bb8e-fcc3265a7095 {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 801.699429] env[69524]: DEBUG nova.compute.manager [None req-b07c21fe-4c0b-4de7-ab30-feec55ba530a tempest-ServerDiagnosticsV248Test-1919757022 tempest-ServerDiagnosticsV248Test-1919757022-project-admin] [instance: 1f43ca30-fd40-4c2c-af1f-9b12651cadb0] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 801.703819] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0549dbe-a766-4836-b46b-6e5ab2d95b6e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.706405] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c90945-d754-4fc5-a2fc-a24c51b2907f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.718132] env[69524]: INFO nova.compute.manager [None req-b07c21fe-4c0b-4de7-ab30-feec55ba530a tempest-ServerDiagnosticsV248Test-1919757022 tempest-ServerDiagnosticsV248Test-1919757022-project-admin] [instance: 1f43ca30-fd40-4c2c-af1f-9b12651cadb0] Retrieving diagnostics [ 801.720835] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6395e9-d777-4c65-b8d1-ed4434715b71 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.725420] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c15fa6b-44d1-4692-8c9c-e0054d354d1c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.786215] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6676b3-718e-4cb9-a558-9cc1f51bff70 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.794364] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7445a65-d020-4016-b5f9-db6611ddd6f4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.811241] env[69524]: DEBUG nova.compute.provider_tree [None req-03d7d616-e1b9-4fd8-adb4-d10ba3b9ac36 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.822472] env[69524]: DEBUG oslo_vmware.api [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Task: {'id': task-4067700, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.639809} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.823519] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 540508eb-3326-4f5e-aa1a-a8e3ecc02a1d/540508eb-3326-4f5e-aa1a-a8e3ecc02a1d.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 801.823761] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] [instance: 540508eb-3326-4f5e-aa1a-a8e3ecc02a1d] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 801.823929] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78ad4f7e-77a4-445f-b5d2-620833ea4319 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.831945] env[69524]: DEBUG oslo_vmware.api [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Waiting for the task: (returnval){ [ 801.831945] env[69524]: value = "task-4067702" [ 801.831945] env[69524]: _type = "Task" [ 801.831945] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.841471] env[69524]: DEBUG oslo_vmware.api [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Task: {'id': task-4067702, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.946047] env[69524]: DEBUG nova.compute.manager [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] [instance: 27a8da5f-1c25-4fed-8455-b843c4a7b804] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 801.946734] env[69524]: DEBUG nova.virt.hardware [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 801.946993] env[69524]: DEBUG nova.virt.hardware [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 801.947173] env[69524]: DEBUG nova.virt.hardware [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 801.947355] env[69524]: DEBUG nova.virt.hardware [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 801.947526] env[69524]: DEBUG nova.virt.hardware [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 801.947781] env[69524]: DEBUG nova.virt.hardware [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 801.955487] env[69524]: DEBUG nova.virt.hardware [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 801.955938] env[69524]: DEBUG nova.virt.hardware [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 801.956312] env[69524]: DEBUG nova.virt.hardware [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 801.956627] env[69524]: DEBUG nova.virt.hardware [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 801.956774] env[69524]: DEBUG nova.virt.hardware [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 801.957734] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7f97fd-9114-4d24-88e8-7e3fb2609eff {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.967510] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c952240-0ab4-4a08-9944-1d052a98c117 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.995704] env[69524]: DEBUG oslo_vmware.api [None req-5d0a88b1-a234-45bb-b2ae-b1d04b23d936 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Task: {'id': task-4067701, 'name': PowerOffVM_Task, 'duration_secs': 0.346324} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.996051] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d0a88b1-a234-45bb-b2ae-b1d04b23d936 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] [instance: 1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 801.996316] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5d0a88b1-a234-45bb-b2ae-b1d04b23d936 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] [instance: 1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 801.996532] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d589d78-26c7-4245-9114-8804513152b9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.077313] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5d0a88b1-a234-45bb-b2ae-b1d04b23d936 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] [instance: 1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 802.079097] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5d0a88b1-a234-45bb-b2ae-b1d04b23d936 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] [instance: 1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51] Deleting contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 802.079097] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d0a88b1-a234-45bb-b2ae-b1d04b23d936 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Deleting the datastore file [datastore2] 1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 802.079097] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dfd1a333-ffaa-499b-aa63-cbd010a0e2ed {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.087208] env[69524]: DEBUG oslo_vmware.api [None req-5d0a88b1-a234-45bb-b2ae-b1d04b23d936 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Waiting for the task: (returnval){ [ 802.087208] env[69524]: value = "task-4067704" [ 802.087208] env[69524]: _type = "Task" [ 802.087208] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.097587] env[69524]: DEBUG oslo_vmware.api [None req-5d0a88b1-a234-45bb-b2ae-b1d04b23d936 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Task: {'id': task-4067704, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.131944] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Acquiring lock "refresh_cache-27a8da5f-1c25-4fed-8455-b843c4a7b804" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.131944] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Acquired lock "refresh_cache-27a8da5f-1c25-4fed-8455-b843c4a7b804" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.131944] env[69524]: DEBUG nova.network.neutron [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] [instance: 27a8da5f-1c25-4fed-8455-b843c4a7b804] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 802.323030] env[69524]: DEBUG nova.scheduler.client.report [None req-03d7d616-e1b9-4fd8-adb4-d10ba3b9ac36 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.346335] env[69524]: DEBUG oslo_vmware.api [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Task: {'id': task-4067702, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121564} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.346335] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] [instance: 540508eb-3326-4f5e-aa1a-a8e3ecc02a1d] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 802.349674] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de4ea80-852f-458e-bab5-71a9f2803444 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.379456] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] [instance: 540508eb-3326-4f5e-aa1a-a8e3ecc02a1d] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 540508eb-3326-4f5e-aa1a-a8e3ecc02a1d/540508eb-3326-4f5e-aa1a-a8e3ecc02a1d.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 802.380429] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5277aedf-b646-4b51-bd79-3e9de9d0917e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.405323] env[69524]: DEBUG oslo_vmware.api [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Waiting for the task: (returnval){ [ 802.405323] env[69524]: value = "task-4067705" [ 802.405323] env[69524]: _type = "Task" [ 802.405323] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.417660] env[69524]: DEBUG oslo_vmware.api [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Task: {'id': task-4067705, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.598263] env[69524]: DEBUG oslo_vmware.api [None req-5d0a88b1-a234-45bb-b2ae-b1d04b23d936 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Task: {'id': task-4067704, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295921} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.598781] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d0a88b1-a234-45bb-b2ae-b1d04b23d936 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 802.598983] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5d0a88b1-a234-45bb-b2ae-b1d04b23d936 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] [instance: 1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51] Deleted contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 802.599291] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5d0a88b1-a234-45bb-b2ae-b1d04b23d936 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] [instance: 1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 802.599385] env[69524]: INFO nova.compute.manager [None req-5d0a88b1-a234-45bb-b2ae-b1d04b23d936 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] [instance: 1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51] Took 1.15 seconds to destroy the instance on the hypervisor. [ 802.599577] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d0a88b1-a234-45bb-b2ae-b1d04b23d936 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.599748] env[69524]: DEBUG nova.compute.manager [-] [instance: 1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 802.599837] env[69524]: DEBUG nova.network.neutron [-] [instance: 1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 802.831149] env[69524]: DEBUG oslo_concurrency.lockutils [None req-03d7d616-e1b9-4fd8-adb4-d10ba3b9ac36 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.353s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.833574] env[69524]: DEBUG oslo_concurrency.lockutils [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.200s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.836464] env[69524]: INFO nova.compute.claims [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 8afdcf13-3a25-4b51-90a3-8e4f887bd877] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 802.866539] env[69524]: INFO nova.scheduler.client.report [None req-03d7d616-e1b9-4fd8-adb4-d10ba3b9ac36 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Deleted allocations for instance 70882fb7-913e-4c58-86d3-61519cda37c7 [ 802.917927] env[69524]: DEBUG oslo_vmware.api [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Task: {'id': task-4067705, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.965103] env[69524]: DEBUG nova.network.neutron [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] [instance: 27a8da5f-1c25-4fed-8455-b843c4a7b804] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 803.076737] env[69524]: DEBUG oslo_concurrency.lockutils [None req-93f58779-46b6-4408-921e-ac75b097ee5f tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Acquiring lock "1f43ca30-fd40-4c2c-af1f-9b12651cadb0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.077030] env[69524]: DEBUG oslo_concurrency.lockutils [None req-93f58779-46b6-4408-921e-ac75b097ee5f tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Lock "1f43ca30-fd40-4c2c-af1f-9b12651cadb0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.077240] env[69524]: DEBUG oslo_concurrency.lockutils [None req-93f58779-46b6-4408-921e-ac75b097ee5f tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Acquiring lock "1f43ca30-fd40-4c2c-af1f-9b12651cadb0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.077959] env[69524]: DEBUG oslo_concurrency.lockutils [None req-93f58779-46b6-4408-921e-ac75b097ee5f tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Lock "1f43ca30-fd40-4c2c-af1f-9b12651cadb0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.078148] env[69524]: DEBUG oslo_concurrency.lockutils [None req-93f58779-46b6-4408-921e-ac75b097ee5f tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Lock "1f43ca30-fd40-4c2c-af1f-9b12651cadb0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.080407] env[69524]: INFO nova.compute.manager [None req-93f58779-46b6-4408-921e-ac75b097ee5f tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] [instance: 1f43ca30-fd40-4c2c-af1f-9b12651cadb0] Terminating instance [ 803.375414] env[69524]: DEBUG oslo_concurrency.lockutils [None req-03d7d616-e1b9-4fd8-adb4-d10ba3b9ac36 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Lock "70882fb7-913e-4c58-86d3-61519cda37c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.351s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.388621] env[69524]: DEBUG nova.network.neutron [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] [instance: 27a8da5f-1c25-4fed-8455-b843c4a7b804] Updating instance_info_cache with network_info: [{"id": "e2475f76-ca9b-404e-bb8e-fcc3265a7095", "address": "fa:16:3e:b6:d0:5b", "network": {"id": "f5b7c900-aef8-4b48-acc9-9df50f7ad1fb", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1173873436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd95c9842b734883917987c0cddaba40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2475f76-ca", "ovs_interfaceid": "e2475f76-ca9b-404e-bb8e-fcc3265a7095", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.419214] env[69524]: DEBUG oslo_vmware.api [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Task: {'id': task-4067705, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.585175] env[69524]: DEBUG oslo_concurrency.lockutils [None req-93f58779-46b6-4408-921e-ac75b097ee5f tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Acquiring lock "refresh_cache-1f43ca30-fd40-4c2c-af1f-9b12651cadb0" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.585175] env[69524]: DEBUG oslo_concurrency.lockutils [None req-93f58779-46b6-4408-921e-ac75b097ee5f tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Acquired lock "refresh_cache-1f43ca30-fd40-4c2c-af1f-9b12651cadb0" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.585441] env[69524]: DEBUG nova.network.neutron [None req-93f58779-46b6-4408-921e-ac75b097ee5f tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] [instance: 1f43ca30-fd40-4c2c-af1f-9b12651cadb0] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.755133] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2a0b8206-9b7d-402d-8aa3-55101fc84bb9 tempest-VolumesAssistedSnapshotsTest-755103141 tempest-VolumesAssistedSnapshotsTest-755103141-project-admin] Acquiring lock "e7db82ae-71dc-43c6-a19f-3b5ddfb7041d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.755383] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2a0b8206-9b7d-402d-8aa3-55101fc84bb9 tempest-VolumesAssistedSnapshotsTest-755103141 tempest-VolumesAssistedSnapshotsTest-755103141-project-admin] Lock "e7db82ae-71dc-43c6-a19f-3b5ddfb7041d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.815903] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Acquiring lock "d9b19d6a-6d26-4da3-a888-1fa1bc95bd23" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.816173] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Lock "d9b19d6a-6d26-4da3-a888-1fa1bc95bd23" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.892383] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Releasing lock "refresh_cache-27a8da5f-1c25-4fed-8455-b843c4a7b804" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.893452] env[69524]: DEBUG nova.compute.manager [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] [instance: 27a8da5f-1c25-4fed-8455-b843c4a7b804] Instance network_info: |[{"id": "e2475f76-ca9b-404e-bb8e-fcc3265a7095", "address": "fa:16:3e:b6:d0:5b", "network": {"id": "f5b7c900-aef8-4b48-acc9-9df50f7ad1fb", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1173873436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd95c9842b734883917987c0cddaba40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2475f76-ca", "ovs_interfaceid": "e2475f76-ca9b-404e-bb8e-fcc3265a7095", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 803.897346] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] [instance: 27a8da5f-1c25-4fed-8455-b843c4a7b804] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:d0:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2a766368-f5a3-472c-af56-9cfca63012ae', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2475f76-ca9b-404e-bb8e-fcc3265a7095', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 803.906386] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Creating folder: Project (fd95c9842b734883917987c0cddaba40). Parent ref: group-v806025. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 803.908384] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-faca0023-7a3f-4e7c-8cdc-2a8aa2adeecc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.922969] env[69524]: DEBUG oslo_vmware.api [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Task: {'id': task-4067705, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.930274] env[69524]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 803.930415] env[69524]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69524) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 803.931034] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Folder already exists: Project (fd95c9842b734883917987c0cddaba40). Parent ref: group-v806025. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 803.931290] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Creating folder: Instances. Parent ref: group-v806065. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 803.931792] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ee04020-788c-4ea6-ab73-3aefba5d1cab {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.944736] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Created folder: Instances in parent group-v806065. [ 803.945014] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 803.945235] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27a8da5f-1c25-4fed-8455-b843c4a7b804] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 803.945456] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c751c74c-29c1-4b82-97b9-099e3268379b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.969983] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 803.969983] env[69524]: value = "task-4067708" [ 803.969983] env[69524]: _type = "Task" [ 803.969983] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.982174] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067708, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.999920] env[69524]: DEBUG nova.compute.manager [req-27a3daf2-2935-4734-b92a-a1ec0225388d req-87658d1a-652a-4e1d-845b-f109de1c7db8 service nova] [instance: 27a8da5f-1c25-4fed-8455-b843c4a7b804] Received event network-changed-e2475f76-ca9b-404e-bb8e-fcc3265a7095 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.000233] env[69524]: DEBUG nova.compute.manager [req-27a3daf2-2935-4734-b92a-a1ec0225388d req-87658d1a-652a-4e1d-845b-f109de1c7db8 service nova] [instance: 27a8da5f-1c25-4fed-8455-b843c4a7b804] Refreshing instance network info cache due to event network-changed-e2475f76-ca9b-404e-bb8e-fcc3265a7095. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 804.000553] env[69524]: DEBUG oslo_concurrency.lockutils [req-27a3daf2-2935-4734-b92a-a1ec0225388d req-87658d1a-652a-4e1d-845b-f109de1c7db8 service nova] Acquiring lock "refresh_cache-27a8da5f-1c25-4fed-8455-b843c4a7b804" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.000827] env[69524]: DEBUG oslo_concurrency.lockutils [req-27a3daf2-2935-4734-b92a-a1ec0225388d req-87658d1a-652a-4e1d-845b-f109de1c7db8 service nova] Acquired lock "refresh_cache-27a8da5f-1c25-4fed-8455-b843c4a7b804" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.001039] env[69524]: DEBUG nova.network.neutron [req-27a3daf2-2935-4734-b92a-a1ec0225388d req-87658d1a-652a-4e1d-845b-f109de1c7db8 service nova] [instance: 27a8da5f-1c25-4fed-8455-b843c4a7b804] Refreshing network info cache for port e2475f76-ca9b-404e-bb8e-fcc3265a7095 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.116947] env[69524]: DEBUG nova.network.neutron [None req-93f58779-46b6-4408-921e-ac75b097ee5f tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] [instance: 1f43ca30-fd40-4c2c-af1f-9b12651cadb0] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 804.202030] env[69524]: DEBUG nova.network.neutron [None req-93f58779-46b6-4408-921e-ac75b097ee5f tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] [instance: 1f43ca30-fd40-4c2c-af1f-9b12651cadb0] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.262164] env[69524]: DEBUG nova.compute.utils [None req-2a0b8206-9b7d-402d-8aa3-55101fc84bb9 tempest-VolumesAssistedSnapshotsTest-755103141 tempest-VolumesAssistedSnapshotsTest-755103141-project-admin] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 804.431221] env[69524]: DEBUG oslo_vmware.api [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Task: {'id': task-4067705, 'name': ReconfigVM_Task, 'duration_secs': 1.549835} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.431221] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] [instance: 540508eb-3326-4f5e-aa1a-a8e3ecc02a1d] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 540508eb-3326-4f5e-aa1a-a8e3ecc02a1d/540508eb-3326-4f5e-aa1a-a8e3ecc02a1d.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 804.431418] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05079e4d-7886-4546-8fda-c6385acf7272 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.435698] env[69524]: DEBUG nova.network.neutron [-] [instance: 1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.444197] env[69524]: DEBUG oslo_vmware.api [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Waiting for the task: (returnval){ [ 804.444197] env[69524]: value = "task-4067709" [ 804.444197] env[69524]: _type = "Task" [ 804.444197] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.456977] env[69524]: DEBUG oslo_vmware.api [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Task: {'id': task-4067709, 'name': Rename_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.488742] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067708, 'name': CreateVM_Task, 'duration_secs': 0.422521} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.488973] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27a8da5f-1c25-4fed-8455-b843c4a7b804] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 804.489750] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] [instance: 27a8da5f-1c25-4fed-8455-b843c4a7b804] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806080', 'volume_id': '9720ebff-8909-4a4e-9140-a405b9280cc2', 'name': 'volume-9720ebff-8909-4a4e-9140-a405b9280cc2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '27a8da5f-1c25-4fed-8455-b843c4a7b804', 'attached_at': '', 'detached_at': '', 'volume_id': '9720ebff-8909-4a4e-9140-a405b9280cc2', 'serial': '9720ebff-8909-4a4e-9140-a405b9280cc2'}, 'delete_on_termination': True, 'guest_format': None, 'disk_bus': None, 'device_type': None, 'boot_index': 0, 'mount_device': '/dev/sda', 'attachment_id': '9cb5060c-e86d-4dd5-8bda-9bc0c1f42e0b', 'volume_type': None}], 'swap': None} {{(pid=69524) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 804.489973] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] [instance: 27a8da5f-1c25-4fed-8455-b843c4a7b804] Root volume attach. Driver type: vmdk {{(pid=69524) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 804.494054] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a60a45a-323e-451b-92fd-6fecb93495c6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.507623] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7441f066-c4b8-425d-9e4f-3b678e43b41d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.522797] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d97f62-40a2-4320-be31-8931d7c64850 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.529068] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-95d4e05e-fae9-4d46-98b6-ce5d39d74dce {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.543025] env[69524]: DEBUG oslo_vmware.api [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Waiting for the task: (returnval){ [ 804.543025] env[69524]: value = "task-4067710" [ 804.543025] env[69524]: _type = "Task" [ 804.543025] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.550776] env[69524]: DEBUG oslo_vmware.api [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Task: {'id': task-4067710, 'name': RelocateVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.623018] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ffbd62-db8e-4043-a46f-60db1753b1c2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.638758] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2058e2cd-3bef-42c1-b0e7-8f0f985c5fbb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.674818] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3add2948-71c6-41e5-9cd7-8464a805e5d8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.684726] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6da884-d7a3-4c48-bc2c-b3d980f7716a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.701387] env[69524]: DEBUG nova.compute.provider_tree [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.703358] env[69524]: DEBUG oslo_concurrency.lockutils [None req-93f58779-46b6-4408-921e-ac75b097ee5f tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Releasing lock "refresh_cache-1f43ca30-fd40-4c2c-af1f-9b12651cadb0" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.703978] env[69524]: DEBUG nova.compute.manager [None req-93f58779-46b6-4408-921e-ac75b097ee5f tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] [instance: 1f43ca30-fd40-4c2c-af1f-9b12651cadb0] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 804.704253] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-93f58779-46b6-4408-921e-ac75b097ee5f tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] [instance: 1f43ca30-fd40-4c2c-af1f-9b12651cadb0] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 804.705354] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4442259-6443-4c17-92dc-fe9ac2d89c80 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.716937] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-93f58779-46b6-4408-921e-ac75b097ee5f tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] [instance: 1f43ca30-fd40-4c2c-af1f-9b12651cadb0] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 804.717880] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3093193c-283a-4f1a-adfa-95b86ce51f96 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.724901] env[69524]: DEBUG oslo_vmware.api [None req-93f58779-46b6-4408-921e-ac75b097ee5f tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Waiting for the task: (returnval){ [ 804.724901] env[69524]: value = "task-4067711" [ 804.724901] env[69524]: _type = "Task" [ 804.724901] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.734797] env[69524]: DEBUG oslo_vmware.api [None req-93f58779-46b6-4408-921e-ac75b097ee5f tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Task: {'id': task-4067711, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.767378] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2a0b8206-9b7d-402d-8aa3-55101fc84bb9 tempest-VolumesAssistedSnapshotsTest-755103141 tempest-VolumesAssistedSnapshotsTest-755103141-project-admin] Lock "e7db82ae-71dc-43c6-a19f-3b5ddfb7041d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.798769] env[69524]: DEBUG nova.network.neutron [req-27a3daf2-2935-4734-b92a-a1ec0225388d req-87658d1a-652a-4e1d-845b-f109de1c7db8 service nova] [instance: 27a8da5f-1c25-4fed-8455-b843c4a7b804] Updated VIF entry in instance network info cache for port e2475f76-ca9b-404e-bb8e-fcc3265a7095. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 804.798865] env[69524]: DEBUG nova.network.neutron [req-27a3daf2-2935-4734-b92a-a1ec0225388d req-87658d1a-652a-4e1d-845b-f109de1c7db8 service nova] [instance: 27a8da5f-1c25-4fed-8455-b843c4a7b804] Updating instance_info_cache with network_info: [{"id": "e2475f76-ca9b-404e-bb8e-fcc3265a7095", "address": "fa:16:3e:b6:d0:5b", "network": {"id": "f5b7c900-aef8-4b48-acc9-9df50f7ad1fb", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1173873436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd95c9842b734883917987c0cddaba40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2475f76-ca", "ovs_interfaceid": "e2475f76-ca9b-404e-bb8e-fcc3265a7095", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.939807] env[69524]: INFO nova.compute.manager [-] [instance: 1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51] Took 2.34 seconds to deallocate network for instance. [ 804.957658] env[69524]: DEBUG oslo_vmware.api [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Task: {'id': task-4067709, 'name': Rename_Task, 'duration_secs': 0.278631} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.958016] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] [instance: 540508eb-3326-4f5e-aa1a-a8e3ecc02a1d] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 804.958535] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-423cd4b6-6460-431f-976c-e31ff47d5e09 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.967635] env[69524]: DEBUG oslo_vmware.api [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Waiting for the task: (returnval){ [ 804.967635] env[69524]: value = "task-4067712" [ 804.967635] env[69524]: _type = "Task" [ 804.967635] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.978157] env[69524]: DEBUG oslo_vmware.api [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Task: {'id': task-4067712, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.056038] env[69524]: DEBUG oslo_vmware.api [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Task: {'id': task-4067710, 'name': RelocateVM_Task} progress is 20%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.213580] env[69524]: DEBUG nova.scheduler.client.report [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.236849] env[69524]: DEBUG oslo_vmware.api [None req-93f58779-46b6-4408-921e-ac75b097ee5f tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Task: {'id': task-4067711, 'name': PowerOffVM_Task, 'duration_secs': 0.181097} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.237665] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-93f58779-46b6-4408-921e-ac75b097ee5f tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] [instance: 1f43ca30-fd40-4c2c-af1f-9b12651cadb0] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 805.237665] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-93f58779-46b6-4408-921e-ac75b097ee5f tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] [instance: 1f43ca30-fd40-4c2c-af1f-9b12651cadb0] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 805.237665] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-876c41e4-c46c-45ad-9810-bcdcb3f74534 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.268675] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-93f58779-46b6-4408-921e-ac75b097ee5f tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] [instance: 1f43ca30-fd40-4c2c-af1f-9b12651cadb0] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 805.269064] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-93f58779-46b6-4408-921e-ac75b097ee5f tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] [instance: 1f43ca30-fd40-4c2c-af1f-9b12651cadb0] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 805.269182] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-93f58779-46b6-4408-921e-ac75b097ee5f tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Deleting the datastore file [datastore1] 1f43ca30-fd40-4c2c-af1f-9b12651cadb0 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 805.269466] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c7ede01-0c15-453f-ae49-bc938acbf4fa {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.279333] env[69524]: DEBUG oslo_vmware.api [None req-93f58779-46b6-4408-921e-ac75b097ee5f tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Waiting for the task: (returnval){ [ 805.279333] env[69524]: value = "task-4067714" [ 805.279333] env[69524]: _type = "Task" [ 805.279333] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.290222] env[69524]: DEBUG oslo_vmware.api [None req-93f58779-46b6-4408-921e-ac75b097ee5f tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Task: {'id': task-4067714, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.302455] env[69524]: DEBUG oslo_concurrency.lockutils [req-27a3daf2-2935-4734-b92a-a1ec0225388d req-87658d1a-652a-4e1d-845b-f109de1c7db8 service nova] Releasing lock "refresh_cache-27a8da5f-1c25-4fed-8455-b843c4a7b804" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.331745] env[69524]: DEBUG oslo_vmware.rw_handles [None req-8ddd525c-2004-4e55-a9e7-12673e56057c tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5260159f-6621-2833-4461-a3477d1b8b4e/disk-0.vmdk. {{(pid=69524) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 805.332779] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f0a2c6-4246-4c65-ac4b-a8c672fc48cc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.343563] env[69524]: DEBUG oslo_vmware.rw_handles [None req-8ddd525c-2004-4e55-a9e7-12673e56057c tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5260159f-6621-2833-4461-a3477d1b8b4e/disk-0.vmdk is in state: ready. {{(pid=69524) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 805.343765] env[69524]: ERROR oslo_vmware.rw_handles [None req-8ddd525c-2004-4e55-a9e7-12673e56057c tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5260159f-6621-2833-4461-a3477d1b8b4e/disk-0.vmdk due to incomplete transfer. [ 805.344048] env[69524]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0a23d9c8-cdd6-4f52-be66-d35fbe362edd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.354561] env[69524]: DEBUG oslo_vmware.rw_handles [None req-8ddd525c-2004-4e55-a9e7-12673e56057c tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5260159f-6621-2833-4461-a3477d1b8b4e/disk-0.vmdk. {{(pid=69524) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 805.354787] env[69524]: DEBUG nova.virt.vmwareapi.images [None req-8ddd525c-2004-4e55-a9e7-12673e56057c tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Uploaded image 976c5149-7f3c-4aaa-9316-0bcc1baaf3b2 to the Glance image server {{(pid=69524) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 805.357022] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ddd525c-2004-4e55-a9e7-12673e56057c tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Destroying the VM {{(pid=69524) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 805.357412] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f8d67d8c-3aca-4b0c-bde2-27c4437ea5a3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.365610] env[69524]: DEBUG oslo_vmware.api [None req-8ddd525c-2004-4e55-a9e7-12673e56057c tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 805.365610] env[69524]: value = "task-4067715" [ 805.365610] env[69524]: _type = "Task" [ 805.365610] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.376570] env[69524]: DEBUG oslo_vmware.api [None req-8ddd525c-2004-4e55-a9e7-12673e56057c tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4067715, 'name': Destroy_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.416993] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Acquiring lock "b51544bf-55dd-45b8-8ff7-f0bdffbec768" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.417399] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Lock "b51544bf-55dd-45b8-8ff7-f0bdffbec768" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.451849] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5d0a88b1-a234-45bb-b2ae-b1d04b23d936 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.478410] env[69524]: DEBUG oslo_vmware.api [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Task: {'id': task-4067712, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.556949] env[69524]: DEBUG oslo_vmware.api [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Task: {'id': task-4067710, 'name': RelocateVM_Task, 'duration_secs': 0.601158} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.557738] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] [instance: 27a8da5f-1c25-4fed-8455-b843c4a7b804] Volume attach. Driver type: vmdk {{(pid=69524) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 805.557738] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] [instance: 27a8da5f-1c25-4fed-8455-b843c4a7b804] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806080', 'volume_id': '9720ebff-8909-4a4e-9140-a405b9280cc2', 'name': 'volume-9720ebff-8909-4a4e-9140-a405b9280cc2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '27a8da5f-1c25-4fed-8455-b843c4a7b804', 'attached_at': '', 'detached_at': '', 'volume_id': '9720ebff-8909-4a4e-9140-a405b9280cc2', 'serial': '9720ebff-8909-4a4e-9140-a405b9280cc2'} {{(pid=69524) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 805.560243] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0133a16-10f4-4051-bdd0-c2195122a5d4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.579692] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12be092d-bdb5-4534-91a5-186d369f49e3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.606347] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] [instance: 27a8da5f-1c25-4fed-8455-b843c4a7b804] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] volume-9720ebff-8909-4a4e-9140-a405b9280cc2/volume-9720ebff-8909-4a4e-9140-a405b9280cc2.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.606776] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecccf3d7-a5f2-4918-898c-cc2523d65c98 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.632596] env[69524]: DEBUG oslo_vmware.api [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Waiting for the task: (returnval){ [ 805.632596] env[69524]: value = "task-4067716" [ 805.632596] env[69524]: _type = "Task" [ 805.632596] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.642253] env[69524]: DEBUG oslo_vmware.api [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Task: {'id': task-4067716, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.722689] env[69524]: DEBUG oslo_concurrency.lockutils [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.887s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.722689] env[69524]: DEBUG nova.compute.manager [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 8afdcf13-3a25-4b51-90a3-8e4f887bd877] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 805.724530] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.703s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.726261] env[69524]: INFO nova.compute.claims [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] [instance: 2af130dc-3603-4a57-b28f-123409202b5a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 805.792939] env[69524]: DEBUG oslo_vmware.api [None req-93f58779-46b6-4408-921e-ac75b097ee5f tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Task: {'id': task-4067714, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139706} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.793676] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-93f58779-46b6-4408-921e-ac75b097ee5f tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 805.793996] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-93f58779-46b6-4408-921e-ac75b097ee5f tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] [instance: 1f43ca30-fd40-4c2c-af1f-9b12651cadb0] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 805.794287] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-93f58779-46b6-4408-921e-ac75b097ee5f tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] [instance: 1f43ca30-fd40-4c2c-af1f-9b12651cadb0] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 805.794976] env[69524]: INFO nova.compute.manager [None req-93f58779-46b6-4408-921e-ac75b097ee5f tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] [instance: 1f43ca30-fd40-4c2c-af1f-9b12651cadb0] Took 1.09 seconds to destroy the instance on the hypervisor. [ 805.795797] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-93f58779-46b6-4408-921e-ac75b097ee5f tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 805.796789] env[69524]: DEBUG nova.compute.manager [-] [instance: 1f43ca30-fd40-4c2c-af1f-9b12651cadb0] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 805.796928] env[69524]: DEBUG nova.network.neutron [-] [instance: 1f43ca30-fd40-4c2c-af1f-9b12651cadb0] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 805.826702] env[69524]: DEBUG nova.network.neutron [-] [instance: 1f43ca30-fd40-4c2c-af1f-9b12651cadb0] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 805.870034] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2a0b8206-9b7d-402d-8aa3-55101fc84bb9 tempest-VolumesAssistedSnapshotsTest-755103141 tempest-VolumesAssistedSnapshotsTest-755103141-project-admin] Acquiring lock "e7db82ae-71dc-43c6-a19f-3b5ddfb7041d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.870034] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2a0b8206-9b7d-402d-8aa3-55101fc84bb9 tempest-VolumesAssistedSnapshotsTest-755103141 tempest-VolumesAssistedSnapshotsTest-755103141-project-admin] Lock "e7db82ae-71dc-43c6-a19f-3b5ddfb7041d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.870034] env[69524]: INFO nova.compute.manager [None req-2a0b8206-9b7d-402d-8aa3-55101fc84bb9 tempest-VolumesAssistedSnapshotsTest-755103141 tempest-VolumesAssistedSnapshotsTest-755103141-project-admin] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] Attaching volume 73e74eb6-c73e-4811-841c-e355d85b3618 to /dev/sdb [ 805.882497] env[69524]: DEBUG oslo_vmware.api [None req-8ddd525c-2004-4e55-a9e7-12673e56057c tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4067715, 'name': Destroy_Task, 'duration_secs': 0.335603} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.883499] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-8ddd525c-2004-4e55-a9e7-12673e56057c tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Destroyed the VM [ 805.883874] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddd525c-2004-4e55-a9e7-12673e56057c tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Deleting Snapshot of the VM instance {{(pid=69524) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 805.884456] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ea935fac-7f5f-4b08-bbce-81072596402e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.894195] env[69524]: DEBUG oslo_vmware.api [None req-8ddd525c-2004-4e55-a9e7-12673e56057c tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 805.894195] env[69524]: value = "task-4067717" [ 805.894195] env[69524]: _type = "Task" [ 805.894195] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.904322] env[69524]: DEBUG oslo_vmware.api [None req-8ddd525c-2004-4e55-a9e7-12673e56057c tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4067717, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.933810] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa9c74a-2bdb-4006-8ad9-6e9fe4fc64fe {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.944870] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1052bf47-2bef-40a5-a9fa-84d98d642c1b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.959776] env[69524]: DEBUG nova.virt.block_device [None req-2a0b8206-9b7d-402d-8aa3-55101fc84bb9 tempest-VolumesAssistedSnapshotsTest-755103141 tempest-VolumesAssistedSnapshotsTest-755103141-project-admin] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] Updating existing volume attachment record: 58dc9da9-5795-405e-a3dc-27d9136c3d53 {{(pid=69524) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 805.979118] env[69524]: DEBUG oslo_vmware.api [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Task: {'id': task-4067712, 'name': PowerOnVM_Task, 'duration_secs': 0.74306} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.979118] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] [instance: 540508eb-3326-4f5e-aa1a-a8e3ecc02a1d] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 805.979118] env[69524]: INFO nova.compute.manager [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] [instance: 540508eb-3326-4f5e-aa1a-a8e3ecc02a1d] Took 10.93 seconds to spawn the instance on the hypervisor. [ 805.979118] env[69524]: DEBUG nova.compute.manager [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] [instance: 540508eb-3326-4f5e-aa1a-a8e3ecc02a1d] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 805.979802] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdde7533-2d0b-4e76-ac65-2a822ffc548c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.100704] env[69524]: DEBUG nova.compute.manager [req-5a6704f9-c08b-4cbf-9763-056907dc66c0 req-0040ac7a-5cca-4ce9-8a1b-2d3b967f812f service nova] [instance: 1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51] Received event network-vif-deleted-12fb63a9-92e6-4ab2-b53a-5c5fc504a262 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.143889] env[69524]: DEBUG oslo_vmware.api [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Task: {'id': task-4067716, 'name': ReconfigVM_Task, 'duration_secs': 0.315838} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.144257] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] [instance: 27a8da5f-1c25-4fed-8455-b843c4a7b804] Reconfigured VM instance instance-0000001c to attach disk [datastore2] volume-9720ebff-8909-4a4e-9140-a405b9280cc2/volume-9720ebff-8909-4a4e-9140-a405b9280cc2.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 806.149511] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97fbf05b-3cb0-4526-b2ee-a29a15cf1dea {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.168023] env[69524]: DEBUG oslo_vmware.api [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Waiting for the task: (returnval){ [ 806.168023] env[69524]: value = "task-4067719" [ 806.168023] env[69524]: _type = "Task" [ 806.168023] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.177887] env[69524]: DEBUG oslo_vmware.api [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Task: {'id': task-4067719, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.231228] env[69524]: DEBUG nova.compute.utils [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 806.238022] env[69524]: DEBUG nova.compute.manager [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 8afdcf13-3a25-4b51-90a3-8e4f887bd877] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 806.238022] env[69524]: DEBUG nova.network.neutron [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 8afdcf13-3a25-4b51-90a3-8e4f887bd877] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 806.308151] env[69524]: DEBUG nova.policy [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a896a31322544be6a096001883583b69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '451a33914c5e419a8df2b44aa3691d0a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 806.329636] env[69524]: DEBUG nova.network.neutron [-] [instance: 1f43ca30-fd40-4c2c-af1f-9b12651cadb0] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.404946] env[69524]: DEBUG oslo_vmware.api [None req-8ddd525c-2004-4e55-a9e7-12673e56057c tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4067717, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.509480] env[69524]: INFO nova.compute.manager [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] [instance: 540508eb-3326-4f5e-aa1a-a8e3ecc02a1d] Took 52.61 seconds to build instance. [ 806.685275] env[69524]: DEBUG oslo_vmware.api [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Task: {'id': task-4067719, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.738584] env[69524]: DEBUG nova.compute.manager [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 8afdcf13-3a25-4b51-90a3-8e4f887bd877] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 806.832796] env[69524]: INFO nova.compute.manager [-] [instance: 1f43ca30-fd40-4c2c-af1f-9b12651cadb0] Took 1.04 seconds to deallocate network for instance. [ 806.912091] env[69524]: DEBUG oslo_vmware.api [None req-8ddd525c-2004-4e55-a9e7-12673e56057c tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4067717, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.938900] env[69524]: DEBUG nova.network.neutron [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 8afdcf13-3a25-4b51-90a3-8e4f887bd877] Successfully created port: 0ebef051-b10e-4894-b233-67565ff6b597 {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 807.014032] env[69524]: DEBUG oslo_concurrency.lockutils [None req-76c75f35-23d3-4a57-9c40-91ebe3931f00 tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Lock "540508eb-3326-4f5e-aa1a-a8e3ecc02a1d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.133s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.182073] env[69524]: DEBUG oslo_vmware.api [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Task: {'id': task-4067719, 'name': ReconfigVM_Task, 'duration_secs': 0.907098} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.183153] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] [instance: 27a8da5f-1c25-4fed-8455-b843c4a7b804] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806080', 'volume_id': '9720ebff-8909-4a4e-9140-a405b9280cc2', 'name': 'volume-9720ebff-8909-4a4e-9140-a405b9280cc2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '27a8da5f-1c25-4fed-8455-b843c4a7b804', 'attached_at': '', 'detached_at': '', 'volume_id': '9720ebff-8909-4a4e-9140-a405b9280cc2', 'serial': '9720ebff-8909-4a4e-9140-a405b9280cc2'} {{(pid=69524) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 807.184822] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56a8e216-aaa0-4086-895c-2fa84fdde16a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.197410] env[69524]: DEBUG oslo_vmware.api [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Waiting for the task: (returnval){ [ 807.197410] env[69524]: value = "task-4067722" [ 807.197410] env[69524]: _type = "Task" [ 807.197410] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.212196] env[69524]: DEBUG oslo_vmware.api [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Task: {'id': task-4067722, 'name': Rename_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.342779] env[69524]: DEBUG oslo_concurrency.lockutils [None req-93f58779-46b6-4408-921e-ac75b097ee5f tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.413445] env[69524]: DEBUG oslo_vmware.api [None req-8ddd525c-2004-4e55-a9e7-12673e56057c tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4067717, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.518481] env[69524]: DEBUG nova.compute.manager [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 5de29246-15dd-470d-b18e-b2453818b760] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 807.598553] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac2c181-bfca-4e9d-8c3f-816254f193eb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.610681] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58a366a-53b4-465d-aed3-edb688a0ba8f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.646977] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36173e7-e67a-48f6-a5ce-404b98f8310d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.656723] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a10536a-0a5b-4153-adb6-300d67e781e2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.678059] env[69524]: DEBUG nova.compute.provider_tree [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.708130] env[69524]: DEBUG oslo_vmware.api [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Task: {'id': task-4067722, 'name': Rename_Task, 'duration_secs': 0.147579} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.708468] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] [instance: 27a8da5f-1c25-4fed-8455-b843c4a7b804] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 807.708748] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2dd3fd96-b2f8-46a6-b343-9846139bc94a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.717883] env[69524]: DEBUG oslo_vmware.api [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Waiting for the task: (returnval){ [ 807.717883] env[69524]: value = "task-4067723" [ 807.717883] env[69524]: _type = "Task" [ 807.717883] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.737151] env[69524]: DEBUG oslo_vmware.api [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Task: {'id': task-4067723, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.761731] env[69524]: DEBUG nova.compute.manager [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 8afdcf13-3a25-4b51-90a3-8e4f887bd877] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 807.790609] env[69524]: DEBUG nova.virt.hardware [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 807.790809] env[69524]: DEBUG nova.virt.hardware [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 807.791139] env[69524]: DEBUG nova.virt.hardware [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 807.791280] env[69524]: DEBUG nova.virt.hardware [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 807.791314] env[69524]: DEBUG nova.virt.hardware [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 807.791443] env[69524]: DEBUG nova.virt.hardware [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 807.791846] env[69524]: DEBUG nova.virt.hardware [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 807.792107] env[69524]: DEBUG nova.virt.hardware [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 807.794017] env[69524]: DEBUG nova.virt.hardware [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 807.794017] env[69524]: DEBUG nova.virt.hardware [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 807.794017] env[69524]: DEBUG nova.virt.hardware [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 807.794017] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6422bd9-b2af-4d16-a68e-aba8c1f94e02 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.806039] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95992dd-9ed4-4e5d-9fb4-92064f04512c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.909549] env[69524]: DEBUG oslo_vmware.api [None req-8ddd525c-2004-4e55-a9e7-12673e56057c tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4067717, 'name': RemoveSnapshot_Task, 'duration_secs': 1.644159} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.910104] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-8ddd525c-2004-4e55-a9e7-12673e56057c tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Deleted Snapshot of the VM instance {{(pid=69524) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 807.910556] env[69524]: INFO nova.compute.manager [None req-8ddd525c-2004-4e55-a9e7-12673e56057c tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Took 15.28 seconds to snapshot the instance on the hypervisor. [ 808.051783] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.084344] env[69524]: DEBUG oslo_concurrency.lockutils [None req-fabb9774-f9fc-46a7-a95f-962181cf7f4c tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Acquiring lock "540508eb-3326-4f5e-aa1a-a8e3ecc02a1d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.084606] env[69524]: DEBUG oslo_concurrency.lockutils [None req-fabb9774-f9fc-46a7-a95f-962181cf7f4c tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Lock "540508eb-3326-4f5e-aa1a-a8e3ecc02a1d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.084807] env[69524]: DEBUG oslo_concurrency.lockutils [None req-fabb9774-f9fc-46a7-a95f-962181cf7f4c tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Acquiring lock "540508eb-3326-4f5e-aa1a-a8e3ecc02a1d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.084986] env[69524]: DEBUG oslo_concurrency.lockutils [None req-fabb9774-f9fc-46a7-a95f-962181cf7f4c tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Lock "540508eb-3326-4f5e-aa1a-a8e3ecc02a1d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.085180] env[69524]: DEBUG oslo_concurrency.lockutils [None req-fabb9774-f9fc-46a7-a95f-962181cf7f4c tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Lock "540508eb-3326-4f5e-aa1a-a8e3ecc02a1d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.088790] env[69524]: INFO nova.compute.manager [None req-fabb9774-f9fc-46a7-a95f-962181cf7f4c tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] [instance: 540508eb-3326-4f5e-aa1a-a8e3ecc02a1d] Terminating instance [ 808.184879] env[69524]: DEBUG nova.scheduler.client.report [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.240979] env[69524]: DEBUG oslo_vmware.api [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Task: {'id': task-4067723, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.460154] env[69524]: DEBUG nova.compute.manager [None req-8ddd525c-2004-4e55-a9e7-12673e56057c tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Found 2 images (rotation: 2) {{(pid=69524) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 808.592248] env[69524]: DEBUG nova.compute.manager [None req-fabb9774-f9fc-46a7-a95f-962181cf7f4c tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] [instance: 540508eb-3326-4f5e-aa1a-a8e3ecc02a1d] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 808.592491] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-fabb9774-f9fc-46a7-a95f-962181cf7f4c tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] [instance: 540508eb-3326-4f5e-aa1a-a8e3ecc02a1d] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 808.593439] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2be96724-78d7-45ee-bf9f-900588e52993 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.601791] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-fabb9774-f9fc-46a7-a95f-962181cf7f4c tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] [instance: 540508eb-3326-4f5e-aa1a-a8e3ecc02a1d] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 808.602095] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e6e8b11-1c15-4efc-8f02-29b247faca19 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.609555] env[69524]: DEBUG oslo_vmware.api [None req-fabb9774-f9fc-46a7-a95f-962181cf7f4c tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Waiting for the task: (returnval){ [ 808.609555] env[69524]: value = "task-4067725" [ 808.609555] env[69524]: _type = "Task" [ 808.609555] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.619527] env[69524]: DEBUG oslo_vmware.api [None req-fabb9774-f9fc-46a7-a95f-962181cf7f4c tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Task: {'id': task-4067725, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.690529] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.966s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.691196] env[69524]: DEBUG nova.compute.manager [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] [instance: 2af130dc-3603-4a57-b28f-123409202b5a] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 808.693887] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3fad366b-a995-4c83-b78c-593374b6976c tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.706s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.694468] env[69524]: DEBUG nova.objects.instance [None req-3fad366b-a995-4c83-b78c-593374b6976c tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Lazy-loading 'resources' on Instance uuid 6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 808.732353] env[69524]: DEBUG oslo_vmware.api [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Task: {'id': task-4067723, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.117014] env[69524]: DEBUG nova.network.neutron [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 8afdcf13-3a25-4b51-90a3-8e4f887bd877] Successfully updated port: 0ebef051-b10e-4894-b233-67565ff6b597 {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 809.125565] env[69524]: DEBUG oslo_vmware.api [None req-fabb9774-f9fc-46a7-a95f-962181cf7f4c tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Task: {'id': task-4067725, 'name': PowerOffVM_Task, 'duration_secs': 0.20518} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.125565] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-fabb9774-f9fc-46a7-a95f-962181cf7f4c tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] [instance: 540508eb-3326-4f5e-aa1a-a8e3ecc02a1d] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 809.125565] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-fabb9774-f9fc-46a7-a95f-962181cf7f4c tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] [instance: 540508eb-3326-4f5e-aa1a-a8e3ecc02a1d] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 809.125565] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50412588-2ad4-4aaa-a299-272fa00fb8c6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.195264] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-fabb9774-f9fc-46a7-a95f-962181cf7f4c tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] [instance: 540508eb-3326-4f5e-aa1a-a8e3ecc02a1d] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 809.196284] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-fabb9774-f9fc-46a7-a95f-962181cf7f4c tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] [instance: 540508eb-3326-4f5e-aa1a-a8e3ecc02a1d] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 809.196284] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-fabb9774-f9fc-46a7-a95f-962181cf7f4c tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Deleting the datastore file [datastore1] 540508eb-3326-4f5e-aa1a-a8e3ecc02a1d {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 809.201008] env[69524]: DEBUG nova.compute.utils [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 809.202815] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4f1c5d3-f2d4-4881-ae9a-d746370865e7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.206696] env[69524]: DEBUG nova.compute.manager [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] [instance: 2af130dc-3603-4a57-b28f-123409202b5a] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 809.206696] env[69524]: DEBUG nova.network.neutron [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] [instance: 2af130dc-3603-4a57-b28f-123409202b5a] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 809.216083] env[69524]: DEBUG oslo_vmware.api [None req-fabb9774-f9fc-46a7-a95f-962181cf7f4c tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Waiting for the task: (returnval){ [ 809.216083] env[69524]: value = "task-4067727" [ 809.216083] env[69524]: _type = "Task" [ 809.216083] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.237893] env[69524]: DEBUG oslo_vmware.api [None req-fabb9774-f9fc-46a7-a95f-962181cf7f4c tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Task: {'id': task-4067727, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.238676] env[69524]: DEBUG oslo_vmware.api [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Task: {'id': task-4067723, 'name': PowerOnVM_Task, 'duration_secs': 1.317326} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.238969] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] [instance: 27a8da5f-1c25-4fed-8455-b843c4a7b804] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 809.240840] env[69524]: INFO nova.compute.manager [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] [instance: 27a8da5f-1c25-4fed-8455-b843c4a7b804] Took 7.29 seconds to spawn the instance on the hypervisor. [ 809.240840] env[69524]: DEBUG nova.compute.manager [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] [instance: 27a8da5f-1c25-4fed-8455-b843c4a7b804] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 809.241295] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b43538e-2edb-43a9-885f-e3f5eafe77a5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.280534] env[69524]: DEBUG nova.policy [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b3c71e353f8475f98e1c2eea9dbc715', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb5313b536c9493eae26767fa286a514', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 809.378335] env[69524]: DEBUG nova.compute.manager [req-b38436e4-aa0a-4c7c-8619-f2588c2d2831 req-8cc6f2b5-d5e9-499a-8dfe-1f6ce9cdd432 service nova] [instance: 8afdcf13-3a25-4b51-90a3-8e4f887bd877] Received event network-vif-plugged-0ebef051-b10e-4894-b233-67565ff6b597 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.378537] env[69524]: DEBUG oslo_concurrency.lockutils [req-b38436e4-aa0a-4c7c-8619-f2588c2d2831 req-8cc6f2b5-d5e9-499a-8dfe-1f6ce9cdd432 service nova] Acquiring lock "8afdcf13-3a25-4b51-90a3-8e4f887bd877-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.378806] env[69524]: DEBUG oslo_concurrency.lockutils [req-b38436e4-aa0a-4c7c-8619-f2588c2d2831 req-8cc6f2b5-d5e9-499a-8dfe-1f6ce9cdd432 service nova] Lock "8afdcf13-3a25-4b51-90a3-8e4f887bd877-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.378989] env[69524]: DEBUG oslo_concurrency.lockutils [req-b38436e4-aa0a-4c7c-8619-f2588c2d2831 req-8cc6f2b5-d5e9-499a-8dfe-1f6ce9cdd432 service nova] Lock "8afdcf13-3a25-4b51-90a3-8e4f887bd877-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.379162] env[69524]: DEBUG nova.compute.manager [req-b38436e4-aa0a-4c7c-8619-f2588c2d2831 req-8cc6f2b5-d5e9-499a-8dfe-1f6ce9cdd432 service nova] [instance: 8afdcf13-3a25-4b51-90a3-8e4f887bd877] No waiting events found dispatching network-vif-plugged-0ebef051-b10e-4894-b233-67565ff6b597 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 809.379318] env[69524]: WARNING nova.compute.manager [req-b38436e4-aa0a-4c7c-8619-f2588c2d2831 req-8cc6f2b5-d5e9-499a-8dfe-1f6ce9cdd432 service nova] [instance: 8afdcf13-3a25-4b51-90a3-8e4f887bd877] Received unexpected event network-vif-plugged-0ebef051-b10e-4894-b233-67565ff6b597 for instance with vm_state building and task_state spawning. [ 809.611086] env[69524]: DEBUG oslo_concurrency.lockutils [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquiring lock "cbb08f23-34b1-4486-942f-e0f4781f04fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.611333] env[69524]: DEBUG oslo_concurrency.lockutils [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "cbb08f23-34b1-4486-942f-e0f4781f04fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.622868] env[69524]: DEBUG oslo_concurrency.lockutils [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Acquiring lock "refresh_cache-8afdcf13-3a25-4b51-90a3-8e4f887bd877" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.623029] env[69524]: DEBUG oslo_concurrency.lockutils [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Acquired lock "refresh_cache-8afdcf13-3a25-4b51-90a3-8e4f887bd877" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.623180] env[69524]: DEBUG nova.network.neutron [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 8afdcf13-3a25-4b51-90a3-8e4f887bd877] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 809.706696] env[69524]: DEBUG nova.compute.manager [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] [instance: 2af130dc-3603-4a57-b28f-123409202b5a] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 809.729705] env[69524]: DEBUG oslo_vmware.api [None req-fabb9774-f9fc-46a7-a95f-962181cf7f4c tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Task: {'id': task-4067727, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145255} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.730304] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-fabb9774-f9fc-46a7-a95f-962181cf7f4c tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 809.730563] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-fabb9774-f9fc-46a7-a95f-962181cf7f4c tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] [instance: 540508eb-3326-4f5e-aa1a-a8e3ecc02a1d] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 809.730744] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-fabb9774-f9fc-46a7-a95f-962181cf7f4c tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] [instance: 540508eb-3326-4f5e-aa1a-a8e3ecc02a1d] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 809.730917] env[69524]: INFO nova.compute.manager [None req-fabb9774-f9fc-46a7-a95f-962181cf7f4c tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] [instance: 540508eb-3326-4f5e-aa1a-a8e3ecc02a1d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 809.731193] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fabb9774-f9fc-46a7-a95f-962181cf7f4c tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 809.737449] env[69524]: DEBUG nova.compute.manager [-] [instance: 540508eb-3326-4f5e-aa1a-a8e3ecc02a1d] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 809.737552] env[69524]: DEBUG nova.network.neutron [-] [instance: 540508eb-3326-4f5e-aa1a-a8e3ecc02a1d] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 809.741034] env[69524]: DEBUG nova.network.neutron [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] [instance: 2af130dc-3603-4a57-b28f-123409202b5a] Successfully created port: 8c3b0e44-e242-4861-b36f-394c56b5926a {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 809.768627] env[69524]: INFO nova.compute.manager [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] [instance: 27a8da5f-1c25-4fed-8455-b843c4a7b804] Took 53.24 seconds to build instance. [ 809.849405] env[69524]: DEBUG nova.compute.manager [None req-d9e76d30-f2a7-4b19-aae4-5528c732c1bb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 809.849950] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfea0b74-ff87-43c9-9703-5a7dad1be9be {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.004426] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bea7191-4659-43df-b2b7-c9f553c65213 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.013873] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f093de4b-47da-4bb4-97f7-b97b574f2347 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.048843] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b615be-5293-481d-b1e4-0fdda3221998 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.059288] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48910d3-51c2-4a48-aef8-445375b453d8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.079096] env[69524]: DEBUG nova.compute.provider_tree [None req-3fad366b-a995-4c83-b78c-593374b6976c tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.174950] env[69524]: DEBUG nova.network.neutron [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 8afdcf13-3a25-4b51-90a3-8e4f887bd877] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 810.271539] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3164c72d-cc02-42cd-b7f3-2380194af1a3 tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Lock "27a8da5f-1c25-4fed-8455-b843c4a7b804" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.337s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.362744] env[69524]: INFO nova.compute.manager [None req-d9e76d30-f2a7-4b19-aae4-5528c732c1bb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] instance snapshotting [ 810.363367] env[69524]: DEBUG nova.objects.instance [None req-d9e76d30-f2a7-4b19-aae4-5528c732c1bb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lazy-loading 'flavor' on Instance uuid e2c166bd-9b6d-4450-bba0-43bb56975555 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 810.390015] env[69524]: DEBUG nova.network.neutron [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 8afdcf13-3a25-4b51-90a3-8e4f887bd877] Updating instance_info_cache with network_info: [{"id": "0ebef051-b10e-4894-b233-67565ff6b597", "address": "fa:16:3e:a3:35:eb", "network": {"id": "1dfdbf3b-4925-484f-b859-717860382952", "bridge": "br-int", "label": "tempest-ImagesTestJSON-735885515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "451a33914c5e419a8df2b44aa3691d0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ebef051-b1", "ovs_interfaceid": "0ebef051-b10e-4894-b233-67565ff6b597", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.515985] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a0b8206-9b7d-402d-8aa3-55101fc84bb9 tempest-VolumesAssistedSnapshotsTest-755103141 tempest-VolumesAssistedSnapshotsTest-755103141-project-admin] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] Volume attach. Driver type: vmdk {{(pid=69524) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 810.516255] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a0b8206-9b7d-402d-8aa3-55101fc84bb9 tempest-VolumesAssistedSnapshotsTest-755103141 tempest-VolumesAssistedSnapshotsTest-755103141-project-admin] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806119', 'volume_id': '73e74eb6-c73e-4811-841c-e355d85b3618', 'name': 'volume-73e74eb6-c73e-4811-841c-e355d85b3618', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e7db82ae-71dc-43c6-a19f-3b5ddfb7041d', 'attached_at': '', 'detached_at': '', 'volume_id': '73e74eb6-c73e-4811-841c-e355d85b3618', 'serial': '73e74eb6-c73e-4811-841c-e355d85b3618'} {{(pid=69524) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 810.517232] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b5fcf5-c650-4132-809d-6e03673774c0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.535060] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ba2a41-3c76-47fa-b2ad-d25b5a6b174a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.560976] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a0b8206-9b7d-402d-8aa3-55101fc84bb9 tempest-VolumesAssistedSnapshotsTest-755103141 tempest-VolumesAssistedSnapshotsTest-755103141-project-admin] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] volume-73e74eb6-c73e-4811-841c-e355d85b3618/volume-73e74eb6-c73e-4811-841c-e355d85b3618.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 810.561326] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4280d05f-1472-474e-8d81-bb33208f6215 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.580191] env[69524]: DEBUG oslo_vmware.api [None req-2a0b8206-9b7d-402d-8aa3-55101fc84bb9 tempest-VolumesAssistedSnapshotsTest-755103141 tempest-VolumesAssistedSnapshotsTest-755103141-project-admin] Waiting for the task: (returnval){ [ 810.580191] env[69524]: value = "task-4067728" [ 810.580191] env[69524]: _type = "Task" [ 810.580191] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.584345] env[69524]: DEBUG nova.scheduler.client.report [None req-3fad366b-a995-4c83-b78c-593374b6976c tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.593366] env[69524]: DEBUG oslo_vmware.api [None req-2a0b8206-9b7d-402d-8aa3-55101fc84bb9 tempest-VolumesAssistedSnapshotsTest-755103141 tempest-VolumesAssistedSnapshotsTest-755103141-project-admin] Task: {'id': task-4067728, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.719816] env[69524]: DEBUG nova.compute.manager [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] [instance: 2af130dc-3603-4a57-b28f-123409202b5a] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 810.729331] env[69524]: DEBUG nova.network.neutron [-] [instance: 540508eb-3326-4f5e-aa1a-a8e3ecc02a1d] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.755046] env[69524]: DEBUG nova.virt.hardware [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 810.755046] env[69524]: DEBUG nova.virt.hardware [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 810.755046] env[69524]: DEBUG nova.virt.hardware [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.755046] env[69524]: DEBUG nova.virt.hardware [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 810.755677] env[69524]: DEBUG nova.virt.hardware [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.755960] env[69524]: DEBUG nova.virt.hardware [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 810.756315] env[69524]: DEBUG nova.virt.hardware [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 810.756755] env[69524]: DEBUG nova.virt.hardware [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 810.757086] env[69524]: DEBUG nova.virt.hardware [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 810.759032] env[69524]: DEBUG nova.virt.hardware [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 810.759032] env[69524]: DEBUG nova.virt.hardware [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 810.759032] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf642f8b-ee36-4ade-98c6-5a8fda742b75 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.773024] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d28590c-5076-460d-ac59-b4abadddb71f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.775679] env[69524]: DEBUG nova.compute.manager [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 87e8e7a1-56fc-4065-861e-1b07b8097db3] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 810.871668] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15ba84d-c810-4ae0-9539-4fc1bdeae9d1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.893672] env[69524]: DEBUG oslo_concurrency.lockutils [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Releasing lock "refresh_cache-8afdcf13-3a25-4b51-90a3-8e4f887bd877" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.895037] env[69524]: DEBUG nova.compute.manager [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 8afdcf13-3a25-4b51-90a3-8e4f887bd877] Instance network_info: |[{"id": "0ebef051-b10e-4894-b233-67565ff6b597", "address": "fa:16:3e:a3:35:eb", "network": {"id": "1dfdbf3b-4925-484f-b859-717860382952", "bridge": "br-int", "label": "tempest-ImagesTestJSON-735885515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "451a33914c5e419a8df2b44aa3691d0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ebef051-b1", "ovs_interfaceid": "0ebef051-b10e-4894-b233-67565ff6b597", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 810.898748] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 8afdcf13-3a25-4b51-90a3-8e4f887bd877] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:35:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6edb8eae-1113-49d0-84f7-9fd9f82b26fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ebef051-b10e-4894-b233-67565ff6b597', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 810.906701] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.907383] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58af3231-30f7-421e-baf9-0534fa16213c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.910095] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8afdcf13-3a25-4b51-90a3-8e4f887bd877] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 810.910315] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-181580cb-429c-4bd3-9ba2-dd6169b18887 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.933827] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 810.933827] env[69524]: value = "task-4067729" [ 810.933827] env[69524]: _type = "Task" [ 810.933827] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.945401] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067729, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.092981] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3fad366b-a995-4c83-b78c-593374b6976c tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.399s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.095721] env[69524]: DEBUG oslo_vmware.api [None req-2a0b8206-9b7d-402d-8aa3-55101fc84bb9 tempest-VolumesAssistedSnapshotsTest-755103141 tempest-VolumesAssistedSnapshotsTest-755103141-project-admin] Task: {'id': task-4067728, 'name': ReconfigVM_Task, 'duration_secs': 0.509522} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.097573] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.985s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.100926] env[69524]: INFO nova.compute.claims [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 811.105540] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a0b8206-9b7d-402d-8aa3-55101fc84bb9 tempest-VolumesAssistedSnapshotsTest-755103141 tempest-VolumesAssistedSnapshotsTest-755103141-project-admin] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] Reconfigured VM instance instance-0000000c to attach disk [datastore2] volume-73e74eb6-c73e-4811-841c-e355d85b3618/volume-73e74eb6-c73e-4811-841c-e355d85b3618.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 811.112339] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dae1e026-f3f2-439f-836c-1b74cef6cdac {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.128064] env[69524]: INFO nova.scheduler.client.report [None req-3fad366b-a995-4c83-b78c-593374b6976c tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Deleted allocations for instance 6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5 [ 811.133471] env[69524]: DEBUG oslo_vmware.api [None req-2a0b8206-9b7d-402d-8aa3-55101fc84bb9 tempest-VolumesAssistedSnapshotsTest-755103141 tempest-VolumesAssistedSnapshotsTest-755103141-project-admin] Waiting for the task: (returnval){ [ 811.133471] env[69524]: value = "task-4067730" [ 811.133471] env[69524]: _type = "Task" [ 811.133471] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.142963] env[69524]: DEBUG oslo_vmware.api [None req-2a0b8206-9b7d-402d-8aa3-55101fc84bb9 tempest-VolumesAssistedSnapshotsTest-755103141 tempest-VolumesAssistedSnapshotsTest-755103141-project-admin] Task: {'id': task-4067730, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.234029] env[69524]: INFO nova.compute.manager [-] [instance: 540508eb-3326-4f5e-aa1a-a8e3ecc02a1d] Took 1.50 seconds to deallocate network for instance. [ 811.304579] env[69524]: DEBUG oslo_concurrency.lockutils [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.424223] env[69524]: DEBUG nova.compute.manager [req-a029e57f-1485-4961-978d-8e3a75172083 req-97dd56ce-016a-41a9-9209-00f7d2b16641 service nova] [instance: 8afdcf13-3a25-4b51-90a3-8e4f887bd877] Received event network-changed-0ebef051-b10e-4894-b233-67565ff6b597 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.424223] env[69524]: DEBUG nova.compute.manager [req-a029e57f-1485-4961-978d-8e3a75172083 req-97dd56ce-016a-41a9-9209-00f7d2b16641 service nova] [instance: 8afdcf13-3a25-4b51-90a3-8e4f887bd877] Refreshing instance network info cache due to event network-changed-0ebef051-b10e-4894-b233-67565ff6b597. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 811.424223] env[69524]: DEBUG oslo_concurrency.lockutils [req-a029e57f-1485-4961-978d-8e3a75172083 req-97dd56ce-016a-41a9-9209-00f7d2b16641 service nova] Acquiring lock "refresh_cache-8afdcf13-3a25-4b51-90a3-8e4f887bd877" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.424223] env[69524]: DEBUG oslo_concurrency.lockutils [req-a029e57f-1485-4961-978d-8e3a75172083 req-97dd56ce-016a-41a9-9209-00f7d2b16641 service nova] Acquired lock "refresh_cache-8afdcf13-3a25-4b51-90a3-8e4f887bd877" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.424223] env[69524]: DEBUG nova.network.neutron [req-a029e57f-1485-4961-978d-8e3a75172083 req-97dd56ce-016a-41a9-9209-00f7d2b16641 service nova] [instance: 8afdcf13-3a25-4b51-90a3-8e4f887bd877] Refreshing network info cache for port 0ebef051-b10e-4894-b233-67565ff6b597 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 811.436011] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e76d30-f2a7-4b19-aae4-5528c732c1bb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Creating Snapshot of the VM instance {{(pid=69524) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 811.436360] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-53d4e282-3478-4800-8396-b838827f5b2e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.452293] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067729, 'name': CreateVM_Task, 'duration_secs': 0.377143} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.453636] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8afdcf13-3a25-4b51-90a3-8e4f887bd877] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 811.453988] env[69524]: DEBUG oslo_vmware.api [None req-d9e76d30-f2a7-4b19-aae4-5528c732c1bb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 811.453988] env[69524]: value = "task-4067731" [ 811.453988] env[69524]: _type = "Task" [ 811.453988] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.454652] env[69524]: DEBUG oslo_concurrency.lockutils [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.454816] env[69524]: DEBUG oslo_concurrency.lockutils [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.455145] env[69524]: DEBUG oslo_concurrency.lockutils [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.455452] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ee8f5da-3848-463d-a176-f149e34b9921 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.473477] env[69524]: DEBUG oslo_vmware.api [None req-d9e76d30-f2a7-4b19-aae4-5528c732c1bb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4067731, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.473799] env[69524]: DEBUG oslo_vmware.api [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the task: (returnval){ [ 811.473799] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5224c94c-0e20-563d-05fa-11be90d72e88" [ 811.473799] env[69524]: _type = "Task" [ 811.473799] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.485572] env[69524]: DEBUG oslo_vmware.api [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5224c94c-0e20-563d-05fa-11be90d72e88, 'name': SearchDatastore_Task, 'duration_secs': 0.011303} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.485980] env[69524]: DEBUG oslo_concurrency.lockutils [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.486780] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 8afdcf13-3a25-4b51-90a3-8e4f887bd877] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 811.486780] env[69524]: DEBUG oslo_concurrency.lockutils [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.486780] env[69524]: DEBUG oslo_concurrency.lockutils [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.486934] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 811.487219] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d22ed0b-0283-4fcb-972e-201074627a46 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.501657] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 811.502049] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 811.503204] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6337ea7e-d63b-42f3-b63f-ad0a01fbfe86 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.514026] env[69524]: DEBUG oslo_vmware.api [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the task: (returnval){ [ 811.514026] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5284f80a-dfa8-5610-58d9-8d4ac76c5f9e" [ 811.514026] env[69524]: _type = "Task" [ 811.514026] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.521755] env[69524]: DEBUG oslo_vmware.api [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5284f80a-dfa8-5610-58d9-8d4ac76c5f9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.642828] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3fad366b-a995-4c83-b78c-593374b6976c tempest-FloatingIPsAssociationNegativeTestJSON-165011546 tempest-FloatingIPsAssociationNegativeTestJSON-165011546-project-member] Lock "6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.177s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.650405] env[69524]: DEBUG oslo_vmware.api [None req-2a0b8206-9b7d-402d-8aa3-55101fc84bb9 tempest-VolumesAssistedSnapshotsTest-755103141 tempest-VolumesAssistedSnapshotsTest-755103141-project-admin] Task: {'id': task-4067730, 'name': ReconfigVM_Task, 'duration_secs': 0.168943} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.651035] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a0b8206-9b7d-402d-8aa3-55101fc84bb9 tempest-VolumesAssistedSnapshotsTest-755103141 tempest-VolumesAssistedSnapshotsTest-755103141-project-admin] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806119', 'volume_id': '73e74eb6-c73e-4811-841c-e355d85b3618', 'name': 'volume-73e74eb6-c73e-4811-841c-e355d85b3618', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e7db82ae-71dc-43c6-a19f-3b5ddfb7041d', 'attached_at': '', 'detached_at': '', 'volume_id': '73e74eb6-c73e-4811-841c-e355d85b3618', 'serial': '73e74eb6-c73e-4811-841c-e355d85b3618'} {{(pid=69524) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 811.685673] env[69524]: DEBUG nova.network.neutron [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] [instance: 2af130dc-3603-4a57-b28f-123409202b5a] Successfully updated port: 8c3b0e44-e242-4861-b36f-394c56b5926a {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 811.740620] env[69524]: DEBUG oslo_concurrency.lockutils [None req-fabb9774-f9fc-46a7-a95f-962181cf7f4c tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.973755] env[69524]: DEBUG oslo_vmware.api [None req-d9e76d30-f2a7-4b19-aae4-5528c732c1bb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4067731, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.993989] env[69524]: DEBUG oslo_concurrency.lockutils [None req-702dc32b-3295-433e-8bba-b6b0d9a6458b tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Acquiring lock "780705ab-3fbb-43e0-961a-46f755f5388d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.994273] env[69524]: DEBUG oslo_concurrency.lockutils [None req-702dc32b-3295-433e-8bba-b6b0d9a6458b tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Lock "780705ab-3fbb-43e0-961a-46f755f5388d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.023647] env[69524]: DEBUG oslo_vmware.api [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5284f80a-dfa8-5610-58d9-8d4ac76c5f9e, 'name': SearchDatastore_Task, 'duration_secs': 0.00969} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.024469] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a0b36ea-a289-434c-a4ae-85f4de9bdbaf {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.030761] env[69524]: DEBUG oslo_vmware.api [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the task: (returnval){ [ 812.030761] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52908e71-263d-a5db-5f74-aad3e6be4a26" [ 812.030761] env[69524]: _type = "Task" [ 812.030761] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.041415] env[69524]: DEBUG oslo_vmware.api [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52908e71-263d-a5db-5f74-aad3e6be4a26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.167863] env[69524]: DEBUG nova.network.neutron [req-a029e57f-1485-4961-978d-8e3a75172083 req-97dd56ce-016a-41a9-9209-00f7d2b16641 service nova] [instance: 8afdcf13-3a25-4b51-90a3-8e4f887bd877] Updated VIF entry in instance network info cache for port 0ebef051-b10e-4894-b233-67565ff6b597. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 812.168269] env[69524]: DEBUG nova.network.neutron [req-a029e57f-1485-4961-978d-8e3a75172083 req-97dd56ce-016a-41a9-9209-00f7d2b16641 service nova] [instance: 8afdcf13-3a25-4b51-90a3-8e4f887bd877] Updating instance_info_cache with network_info: [{"id": "0ebef051-b10e-4894-b233-67565ff6b597", "address": "fa:16:3e:a3:35:eb", "network": {"id": "1dfdbf3b-4925-484f-b859-717860382952", "bridge": "br-int", "label": "tempest-ImagesTestJSON-735885515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "451a33914c5e419a8df2b44aa3691d0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ebef051-b1", "ovs_interfaceid": "0ebef051-b10e-4894-b233-67565ff6b597", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.188913] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Acquiring lock "refresh_cache-2af130dc-3603-4a57-b28f-123409202b5a" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.189077] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Acquired lock "refresh_cache-2af130dc-3603-4a57-b28f-123409202b5a" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.189219] env[69524]: DEBUG nova.network.neutron [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] [instance: 2af130dc-3603-4a57-b28f-123409202b5a] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 812.471134] env[69524]: DEBUG oslo_vmware.api [None req-d9e76d30-f2a7-4b19-aae4-5528c732c1bb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4067731, 'name': CreateSnapshot_Task, 'duration_secs': 0.643058} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.473991] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e76d30-f2a7-4b19-aae4-5528c732c1bb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Created Snapshot of the VM instance {{(pid=69524) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 812.476041] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd9346c-e99e-4850-af51-ce37df830876 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.498015] env[69524]: DEBUG nova.compute.utils [None req-702dc32b-3295-433e-8bba-b6b0d9a6458b tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 812.542676] env[69524]: DEBUG oslo_vmware.api [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52908e71-263d-a5db-5f74-aad3e6be4a26, 'name': SearchDatastore_Task, 'duration_secs': 0.011766} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.545501] env[69524]: DEBUG oslo_concurrency.lockutils [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.545771] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 8afdcf13-3a25-4b51-90a3-8e4f887bd877/8afdcf13-3a25-4b51-90a3-8e4f887bd877.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 812.546422] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78cf9789-ef28-4849-9e13-a2fb10b27510 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.554241] env[69524]: DEBUG oslo_vmware.api [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the task: (returnval){ [ 812.554241] env[69524]: value = "task-4067732" [ 812.554241] env[69524]: _type = "Task" [ 812.554241] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.567723] env[69524]: DEBUG oslo_vmware.api [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4067732, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.673384] env[69524]: DEBUG oslo_concurrency.lockutils [req-a029e57f-1485-4961-978d-8e3a75172083 req-97dd56ce-016a-41a9-9209-00f7d2b16641 service nova] Releasing lock "refresh_cache-8afdcf13-3a25-4b51-90a3-8e4f887bd877" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.673664] env[69524]: DEBUG nova.compute.manager [req-a029e57f-1485-4961-978d-8e3a75172083 req-97dd56ce-016a-41a9-9209-00f7d2b16641 service nova] [instance: 540508eb-3326-4f5e-aa1a-a8e3ecc02a1d] Received event network-vif-deleted-157c7745-8a6e-468d-bb36-6dbc6764ec00 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.673901] env[69524]: DEBUG nova.compute.manager [req-a029e57f-1485-4961-978d-8e3a75172083 req-97dd56ce-016a-41a9-9209-00f7d2b16641 service nova] [instance: 27a8da5f-1c25-4fed-8455-b843c4a7b804] Received event network-changed-e2475f76-ca9b-404e-bb8e-fcc3265a7095 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.674081] env[69524]: DEBUG nova.compute.manager [req-a029e57f-1485-4961-978d-8e3a75172083 req-97dd56ce-016a-41a9-9209-00f7d2b16641 service nova] [instance: 27a8da5f-1c25-4fed-8455-b843c4a7b804] Refreshing instance network info cache due to event network-changed-e2475f76-ca9b-404e-bb8e-fcc3265a7095. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 812.674691] env[69524]: DEBUG oslo_concurrency.lockutils [req-a029e57f-1485-4961-978d-8e3a75172083 req-97dd56ce-016a-41a9-9209-00f7d2b16641 service nova] Acquiring lock "refresh_cache-27a8da5f-1c25-4fed-8455-b843c4a7b804" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.674691] env[69524]: DEBUG oslo_concurrency.lockutils [req-a029e57f-1485-4961-978d-8e3a75172083 req-97dd56ce-016a-41a9-9209-00f7d2b16641 service nova] Acquired lock "refresh_cache-27a8da5f-1c25-4fed-8455-b843c4a7b804" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.675722] env[69524]: DEBUG nova.network.neutron [req-a029e57f-1485-4961-978d-8e3a75172083 req-97dd56ce-016a-41a9-9209-00f7d2b16641 service nova] [instance: 27a8da5f-1c25-4fed-8455-b843c4a7b804] Refreshing network info cache for port e2475f76-ca9b-404e-bb8e-fcc3265a7095 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 812.712701] env[69524]: DEBUG nova.objects.instance [None req-2a0b8206-9b7d-402d-8aa3-55101fc84bb9 tempest-VolumesAssistedSnapshotsTest-755103141 tempest-VolumesAssistedSnapshotsTest-755103141-project-admin] Lazy-loading 'flavor' on Instance uuid e7db82ae-71dc-43c6-a19f-3b5ddfb7041d {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 812.758173] env[69524]: DEBUG nova.network.neutron [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] [instance: 2af130dc-3603-4a57-b28f-123409202b5a] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 812.790387] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7340e20-12c0-4da4-aa5b-602a349a5f84 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.800314] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af6b1a6c-ed94-4c8a-ae8b-785450504aa9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.858793] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b180f230-abf3-45c9-91ee-ca455c33c1ad {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.871252] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d889420-3b0a-48fe-b9be-f7a8eca2cf98 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.897838] env[69524]: DEBUG nova.compute.provider_tree [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.004680] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e76d30-f2a7-4b19-aae4-5528c732c1bb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Creating linked-clone VM from snapshot {{(pid=69524) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 813.005579] env[69524]: DEBUG oslo_concurrency.lockutils [None req-702dc32b-3295-433e-8bba-b6b0d9a6458b tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Lock "780705ab-3fbb-43e0-961a-46f755f5388d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.006195] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6513159e-2025-4a60-980c-db4d9c93213e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.030544] env[69524]: DEBUG oslo_vmware.api [None req-d9e76d30-f2a7-4b19-aae4-5528c732c1bb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 813.030544] env[69524]: value = "task-4067733" [ 813.030544] env[69524]: _type = "Task" [ 813.030544] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.044228] env[69524]: DEBUG oslo_vmware.api [None req-d9e76d30-f2a7-4b19-aae4-5528c732c1bb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4067733, 'name': CloneVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.044320] env[69524]: DEBUG nova.network.neutron [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] [instance: 2af130dc-3603-4a57-b28f-123409202b5a] Updating instance_info_cache with network_info: [{"id": "8c3b0e44-e242-4861-b36f-394c56b5926a", "address": "fa:16:3e:1d:db:60", "network": {"id": "724488e2-c287-41e2-80d7-152052f73d6e", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-949212746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb5313b536c9493eae26767fa286a514", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c3b0e44-e2", "ovs_interfaceid": "8c3b0e44-e242-4861-b36f-394c56b5926a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.064350] env[69524]: DEBUG oslo_vmware.api [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4067732, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.219565] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2a0b8206-9b7d-402d-8aa3-55101fc84bb9 tempest-VolumesAssistedSnapshotsTest-755103141 tempest-VolumesAssistedSnapshotsTest-755103141-project-admin] Lock "e7db82ae-71dc-43c6-a19f-3b5ddfb7041d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.351s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.401671] env[69524]: DEBUG nova.scheduler.client.report [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.545325] env[69524]: DEBUG oslo_vmware.api [None req-d9e76d30-f2a7-4b19-aae4-5528c732c1bb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4067733, 'name': CloneVM_Task} progress is 94%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.547972] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Releasing lock "refresh_cache-2af130dc-3603-4a57-b28f-123409202b5a" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.548315] env[69524]: DEBUG nova.compute.manager [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] [instance: 2af130dc-3603-4a57-b28f-123409202b5a] Instance network_info: |[{"id": "8c3b0e44-e242-4861-b36f-394c56b5926a", "address": "fa:16:3e:1d:db:60", "network": {"id": "724488e2-c287-41e2-80d7-152052f73d6e", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-949212746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb5313b536c9493eae26767fa286a514", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c3b0e44-e2", "ovs_interfaceid": "8c3b0e44-e242-4861-b36f-394c56b5926a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 813.548745] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] [instance: 2af130dc-3603-4a57-b28f-123409202b5a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:db:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8c3b0e44-e242-4861-b36f-394c56b5926a', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 813.556977] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Creating folder: Project (eb5313b536c9493eae26767fa286a514). Parent ref: group-v806025. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 813.557393] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ac3107e-d386-4b69-b9cc-a60b890031f8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.569585] env[69524]: DEBUG oslo_vmware.api [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4067732, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515261} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.569889] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 8afdcf13-3a25-4b51-90a3-8e4f887bd877/8afdcf13-3a25-4b51-90a3-8e4f887bd877.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 813.570111] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 8afdcf13-3a25-4b51-90a3-8e4f887bd877] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 813.570368] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac0aea55-1906-4133-9839-bea949d8e762 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.574184] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Created folder: Project (eb5313b536c9493eae26767fa286a514) in parent group-v806025. [ 813.574377] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Creating folder: Instances. Parent ref: group-v806123. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 813.575080] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a44c174e-4014-4c39-8fe9-033136a385de {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.581102] env[69524]: DEBUG oslo_vmware.api [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the task: (returnval){ [ 813.581102] env[69524]: value = "task-4067735" [ 813.581102] env[69524]: _type = "Task" [ 813.581102] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.593083] env[69524]: DEBUG oslo_vmware.api [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4067735, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.601903] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Created folder: Instances in parent group-v806123. [ 813.602165] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.602719] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2af130dc-3603-4a57-b28f-123409202b5a] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 813.602925] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac1819ac-438c-45f6-a7b9-1e7b12efcad8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.626111] env[69524]: DEBUG nova.network.neutron [req-a029e57f-1485-4961-978d-8e3a75172083 req-97dd56ce-016a-41a9-9209-00f7d2b16641 service nova] [instance: 27a8da5f-1c25-4fed-8455-b843c4a7b804] Updated VIF entry in instance network info cache for port e2475f76-ca9b-404e-bb8e-fcc3265a7095. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 813.626227] env[69524]: DEBUG nova.network.neutron [req-a029e57f-1485-4961-978d-8e3a75172083 req-97dd56ce-016a-41a9-9209-00f7d2b16641 service nova] [instance: 27a8da5f-1c25-4fed-8455-b843c4a7b804] Updating instance_info_cache with network_info: [{"id": "e2475f76-ca9b-404e-bb8e-fcc3265a7095", "address": "fa:16:3e:b6:d0:5b", "network": {"id": "f5b7c900-aef8-4b48-acc9-9df50f7ad1fb", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1173873436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd95c9842b734883917987c0cddaba40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2a766368-f5a3-472c-af56-9cfca63012ae", "external-id": "nsx-vlan-transportzone-518", "segmentation_id": 518, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2475f76-ca", "ovs_interfaceid": "e2475f76-ca9b-404e-bb8e-fcc3265a7095", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.629311] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 813.629311] env[69524]: value = "task-4067737" [ 813.629311] env[69524]: _type = "Task" [ 813.629311] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.639223] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067737, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.917232] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.818s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.917232] env[69524]: DEBUG nova.compute.manager [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 813.919384] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2f65f1d2-3799-48f3-ab72-48ab9746774c tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.351s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.922401] env[69524]: DEBUG nova.objects.instance [None req-2f65f1d2-3799-48f3-ab72-48ab9746774c tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Lazy-loading 'resources' on Instance uuid eaa67334-28fd-4d0f-ac77-37a80cbfff1f {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 813.952463] env[69524]: DEBUG nova.compute.manager [req-5c99b688-8206-4c77-89c7-44005b84b3b0 req-223053d7-4d81-41ff-b1c1-65b509666eef service nova] [instance: 2af130dc-3603-4a57-b28f-123409202b5a] Received event network-vif-plugged-8c3b0e44-e242-4861-b36f-394c56b5926a {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.952463] env[69524]: DEBUG oslo_concurrency.lockutils [req-5c99b688-8206-4c77-89c7-44005b84b3b0 req-223053d7-4d81-41ff-b1c1-65b509666eef service nova] Acquiring lock "2af130dc-3603-4a57-b28f-123409202b5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.952463] env[69524]: DEBUG oslo_concurrency.lockutils [req-5c99b688-8206-4c77-89c7-44005b84b3b0 req-223053d7-4d81-41ff-b1c1-65b509666eef service nova] Lock "2af130dc-3603-4a57-b28f-123409202b5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.952463] env[69524]: DEBUG oslo_concurrency.lockutils [req-5c99b688-8206-4c77-89c7-44005b84b3b0 req-223053d7-4d81-41ff-b1c1-65b509666eef service nova] Lock "2af130dc-3603-4a57-b28f-123409202b5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.952463] env[69524]: DEBUG nova.compute.manager [req-5c99b688-8206-4c77-89c7-44005b84b3b0 req-223053d7-4d81-41ff-b1c1-65b509666eef service nova] [instance: 2af130dc-3603-4a57-b28f-123409202b5a] No waiting events found dispatching network-vif-plugged-8c3b0e44-e242-4861-b36f-394c56b5926a {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 813.952463] env[69524]: WARNING nova.compute.manager [req-5c99b688-8206-4c77-89c7-44005b84b3b0 req-223053d7-4d81-41ff-b1c1-65b509666eef service nova] [instance: 2af130dc-3603-4a57-b28f-123409202b5a] Received unexpected event network-vif-plugged-8c3b0e44-e242-4861-b36f-394c56b5926a for instance with vm_state building and task_state spawning. [ 813.954951] env[69524]: DEBUG nova.compute.manager [req-5c99b688-8206-4c77-89c7-44005b84b3b0 req-223053d7-4d81-41ff-b1c1-65b509666eef service nova] [instance: 2af130dc-3603-4a57-b28f-123409202b5a] Received event network-changed-8c3b0e44-e242-4861-b36f-394c56b5926a {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.955341] env[69524]: DEBUG nova.compute.manager [req-5c99b688-8206-4c77-89c7-44005b84b3b0 req-223053d7-4d81-41ff-b1c1-65b509666eef service nova] [instance: 2af130dc-3603-4a57-b28f-123409202b5a] Refreshing instance network info cache due to event network-changed-8c3b0e44-e242-4861-b36f-394c56b5926a. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 813.955676] env[69524]: DEBUG oslo_concurrency.lockutils [req-5c99b688-8206-4c77-89c7-44005b84b3b0 req-223053d7-4d81-41ff-b1c1-65b509666eef service nova] Acquiring lock "refresh_cache-2af130dc-3603-4a57-b28f-123409202b5a" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.955932] env[69524]: DEBUG oslo_concurrency.lockutils [req-5c99b688-8206-4c77-89c7-44005b84b3b0 req-223053d7-4d81-41ff-b1c1-65b509666eef service nova] Acquired lock "refresh_cache-2af130dc-3603-4a57-b28f-123409202b5a" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.956483] env[69524]: DEBUG nova.network.neutron [req-5c99b688-8206-4c77-89c7-44005b84b3b0 req-223053d7-4d81-41ff-b1c1-65b509666eef service nova] [instance: 2af130dc-3603-4a57-b28f-123409202b5a] Refreshing network info cache for port 8c3b0e44-e242-4861-b36f-394c56b5926a {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 814.044691] env[69524]: DEBUG oslo_vmware.api [None req-d9e76d30-f2a7-4b19-aae4-5528c732c1bb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4067733, 'name': CloneVM_Task} progress is 94%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.091695] env[69524]: DEBUG oslo_vmware.api [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4067735, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.192851} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.092450] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 8afdcf13-3a25-4b51-90a3-8e4f887bd877] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 814.093272] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4cbbfd-5955-40e7-86a6-684e41fea5bd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.111941] env[69524]: DEBUG oslo_concurrency.lockutils [None req-702dc32b-3295-433e-8bba-b6b0d9a6458b tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Acquiring lock "780705ab-3fbb-43e0-961a-46f755f5388d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.112226] env[69524]: DEBUG oslo_concurrency.lockutils [None req-702dc32b-3295-433e-8bba-b6b0d9a6458b tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Lock "780705ab-3fbb-43e0-961a-46f755f5388d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.112471] env[69524]: INFO nova.compute.manager [None req-702dc32b-3295-433e-8bba-b6b0d9a6458b tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Attaching volume ccfc3708-c728-416e-85ed-8c37298bd756 to /dev/sdb [ 814.123244] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 8afdcf13-3a25-4b51-90a3-8e4f887bd877] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 8afdcf13-3a25-4b51-90a3-8e4f887bd877/8afdcf13-3a25-4b51-90a3-8e4f887bd877.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 814.127360] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62750d48-e0de-44c1-acc2-cb64cc2ad1fc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.141487] env[69524]: DEBUG oslo_concurrency.lockutils [req-a029e57f-1485-4961-978d-8e3a75172083 req-97dd56ce-016a-41a9-9209-00f7d2b16641 service nova] Releasing lock "refresh_cache-27a8da5f-1c25-4fed-8455-b843c4a7b804" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.152347] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067737, 'name': CreateVM_Task} progress is 25%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.153863] env[69524]: DEBUG oslo_vmware.api [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the task: (returnval){ [ 814.153863] env[69524]: value = "task-4067738" [ 814.153863] env[69524]: _type = "Task" [ 814.153863] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.164488] env[69524]: DEBUG oslo_vmware.api [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4067738, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.170307] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e61610-5e0b-4b51-80b6-6d6f7b7552cf {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.178824] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a5952d-40c3-4463-8f21-bd9d4161eec1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.197912] env[69524]: DEBUG nova.virt.block_device [None req-702dc32b-3295-433e-8bba-b6b0d9a6458b tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Updating existing volume attachment record: 720cbedc-fc4a-4437-8423-124f9b519f85 {{(pid=69524) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 814.422621] env[69524]: DEBUG nova.compute.utils [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 814.428024] env[69524]: DEBUG nova.compute.manager [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 814.428024] env[69524]: DEBUG nova.network.neutron [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 814.519882] env[69524]: DEBUG nova.policy [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bd19732b12ce437a8eb7ce8261df649f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15a8990d9b5e4a87afad85bd1a57eb1d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 814.553878] env[69524]: DEBUG oslo_vmware.api [None req-d9e76d30-f2a7-4b19-aae4-5528c732c1bb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4067733, 'name': CloneVM_Task} progress is 94%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.654170] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067737, 'name': CreateVM_Task, 'duration_secs': 0.934362} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.663028] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2af130dc-3603-4a57-b28f-123409202b5a] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 814.666693] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.666953] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.667819] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.667819] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74648c33-1351-4a87-aaca-16c0e0e41f4f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.680684] env[69524]: DEBUG oslo_vmware.api [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4067738, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.687678] env[69524]: DEBUG oslo_vmware.api [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Waiting for the task: (returnval){ [ 814.687678] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52837416-abe3-1fc5-3d93-09d66bf80c74" [ 814.687678] env[69524]: _type = "Task" [ 814.687678] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.697499] env[69524]: DEBUG oslo_vmware.api [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52837416-abe3-1fc5-3d93-09d66bf80c74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.763534] env[69524]: DEBUG nova.network.neutron [req-5c99b688-8206-4c77-89c7-44005b84b3b0 req-223053d7-4d81-41ff-b1c1-65b509666eef service nova] [instance: 2af130dc-3603-4a57-b28f-123409202b5a] Updated VIF entry in instance network info cache for port 8c3b0e44-e242-4861-b36f-394c56b5926a. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 814.764008] env[69524]: DEBUG nova.network.neutron [req-5c99b688-8206-4c77-89c7-44005b84b3b0 req-223053d7-4d81-41ff-b1c1-65b509666eef service nova] [instance: 2af130dc-3603-4a57-b28f-123409202b5a] Updating instance_info_cache with network_info: [{"id": "8c3b0e44-e242-4861-b36f-394c56b5926a", "address": "fa:16:3e:1d:db:60", "network": {"id": "724488e2-c287-41e2-80d7-152052f73d6e", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-949212746-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb5313b536c9493eae26767fa286a514", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4e2ec358-9bc5-4dd6-8f4e-0d6ec225282a", "external-id": "nsx-vlan-transportzone-843", "segmentation_id": 843, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8c3b0e44-e2", "ovs_interfaceid": "8c3b0e44-e242-4861-b36f-394c56b5926a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.925832] env[69524]: DEBUG oslo_concurrency.lockutils [None req-84d32bc6-2b17-464a-bc32-cee8f615e574 tempest-VolumesAssistedSnapshotsTest-755103141 tempest-VolumesAssistedSnapshotsTest-755103141-project-admin] Acquiring lock "e7db82ae-71dc-43c6-a19f-3b5ddfb7041d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.926165] env[69524]: DEBUG oslo_concurrency.lockutils [None req-84d32bc6-2b17-464a-bc32-cee8f615e574 tempest-VolumesAssistedSnapshotsTest-755103141 tempest-VolumesAssistedSnapshotsTest-755103141-project-admin] Lock "e7db82ae-71dc-43c6-a19f-3b5ddfb7041d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.928627] env[69524]: DEBUG nova.compute.manager [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 815.045919] env[69524]: DEBUG oslo_vmware.api [None req-d9e76d30-f2a7-4b19-aae4-5528c732c1bb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4067733, 'name': CloneVM_Task, 'duration_secs': 1.901507} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.046215] env[69524]: INFO nova.virt.vmwareapi.vmops [None req-d9e76d30-f2a7-4b19-aae4-5528c732c1bb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Created linked-clone VM from snapshot [ 815.047106] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67269f1-accf-401b-b4b3-0fe2a32db3e9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.057467] env[69524]: DEBUG nova.virt.vmwareapi.images [None req-d9e76d30-f2a7-4b19-aae4-5528c732c1bb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Uploading image c2c559a1-8bdc-4bde-8dd4-2647167877f8 {{(pid=69524) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 815.087571] env[69524]: DEBUG oslo_vmware.rw_handles [None req-d9e76d30-f2a7-4b19-aae4-5528c732c1bb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 815.087571] env[69524]: value = "vm-806122" [ 815.087571] env[69524]: _type = "VirtualMachine" [ 815.087571] env[69524]: }. {{(pid=69524) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 815.087955] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-39aecd4e-f196-454d-901f-08f1ef7f7f52 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.100191] env[69524]: DEBUG oslo_vmware.rw_handles [None req-d9e76d30-f2a7-4b19-aae4-5528c732c1bb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lease: (returnval){ [ 815.100191] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]524bbe5a-2c20-ea45-a63b-f2a57b590b6f" [ 815.100191] env[69524]: _type = "HttpNfcLease" [ 815.100191] env[69524]: } obtained for exporting VM: (result){ [ 815.100191] env[69524]: value = "vm-806122" [ 815.100191] env[69524]: _type = "VirtualMachine" [ 815.100191] env[69524]: }. {{(pid=69524) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 815.100562] env[69524]: DEBUG oslo_vmware.api [None req-d9e76d30-f2a7-4b19-aae4-5528c732c1bb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the lease: (returnval){ [ 815.100562] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]524bbe5a-2c20-ea45-a63b-f2a57b590b6f" [ 815.100562] env[69524]: _type = "HttpNfcLease" [ 815.100562] env[69524]: } to be ready. {{(pid=69524) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 815.109150] env[69524]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 815.109150] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]524bbe5a-2c20-ea45-a63b-f2a57b590b6f" [ 815.109150] env[69524]: _type = "HttpNfcLease" [ 815.109150] env[69524]: } is initializing. {{(pid=69524) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 815.172815] env[69524]: DEBUG oslo_vmware.api [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4067738, 'name': ReconfigVM_Task, 'duration_secs': 0.655665} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.177060] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 8afdcf13-3a25-4b51-90a3-8e4f887bd877] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 8afdcf13-3a25-4b51-90a3-8e4f887bd877/8afdcf13-3a25-4b51-90a3-8e4f887bd877.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 815.177060] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f6a9d80-3048-43da-8901-45949273a703 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.185389] env[69524]: DEBUG oslo_vmware.api [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the task: (returnval){ [ 815.185389] env[69524]: value = "task-4067743" [ 815.185389] env[69524]: _type = "Task" [ 815.185389] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.194916] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46403832-889c-43a2-b0a9-df220f81bcee {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.202238] env[69524]: DEBUG oslo_vmware.api [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4067743, 'name': Rename_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.208905] env[69524]: DEBUG oslo_vmware.api [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52837416-abe3-1fc5-3d93-09d66bf80c74, 'name': SearchDatastore_Task, 'duration_secs': 0.027335} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.211409] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.211789] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] [instance: 2af130dc-3603-4a57-b28f-123409202b5a] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 815.212124] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.212316] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.212528] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 815.212894] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6d3d59c-a050-4f73-a802-59a5b9bd3374 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.217211] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4560b3e3-e06c-49e1-9612-1adc5bc76059 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.258360] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208c5bc5-9b49-4230-a25d-deeb1f6bfe05 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.261708] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 815.261907] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 815.262740] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d777b20-2489-4fce-b0d7-4e34cc5fff96 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.272479] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376b501c-3448-4467-9d6d-d709d24e6dd7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.277084] env[69524]: DEBUG oslo_concurrency.lockutils [req-5c99b688-8206-4c77-89c7-44005b84b3b0 req-223053d7-4d81-41ff-b1c1-65b509666eef service nova] Releasing lock "refresh_cache-2af130dc-3603-4a57-b28f-123409202b5a" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.277449] env[69524]: DEBUG oslo_vmware.api [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Waiting for the task: (returnval){ [ 815.277449] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52c292aa-9e7d-80d5-ad38-cb66d7593139" [ 815.277449] env[69524]: _type = "Task" [ 815.277449] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.290574] env[69524]: DEBUG nova.compute.provider_tree [None req-2f65f1d2-3799-48f3-ab72-48ab9746774c tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.298335] env[69524]: DEBUG oslo_vmware.api [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52c292aa-9e7d-80d5-ad38-cb66d7593139, 'name': SearchDatastore_Task, 'duration_secs': 0.011018} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.300418] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ae94bd8-fb82-478e-8244-f701654dcca5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.310217] env[69524]: DEBUG oslo_vmware.api [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Waiting for the task: (returnval){ [ 815.310217] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]521ad70d-3651-41b4-949f-dbc5fadc9d9a" [ 815.310217] env[69524]: _type = "Task" [ 815.310217] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.318126] env[69524]: DEBUG oslo_vmware.api [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]521ad70d-3651-41b4-949f-dbc5fadc9d9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.331755] env[69524]: DEBUG nova.network.neutron [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] Successfully created port: 4738f757-b6bc-4587-8457-7f99bb5b3c8a {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 815.434100] env[69524]: INFO nova.compute.manager [None req-84d32bc6-2b17-464a-bc32-cee8f615e574 tempest-VolumesAssistedSnapshotsTest-755103141 tempest-VolumesAssistedSnapshotsTest-755103141-project-admin] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] Detaching volume 73e74eb6-c73e-4811-841c-e355d85b3618 [ 815.479789] env[69524]: INFO nova.virt.block_device [None req-84d32bc6-2b17-464a-bc32-cee8f615e574 tempest-VolumesAssistedSnapshotsTest-755103141 tempest-VolumesAssistedSnapshotsTest-755103141-project-admin] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] Attempting to driver detach volume 73e74eb6-c73e-4811-841c-e355d85b3618 from mountpoint /dev/sdb [ 815.480054] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-84d32bc6-2b17-464a-bc32-cee8f615e574 tempest-VolumesAssistedSnapshotsTest-755103141 tempest-VolumesAssistedSnapshotsTest-755103141-project-admin] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] Volume detach. Driver type: vmdk {{(pid=69524) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 815.480248] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-84d32bc6-2b17-464a-bc32-cee8f615e574 tempest-VolumesAssistedSnapshotsTest-755103141 tempest-VolumesAssistedSnapshotsTest-755103141-project-admin] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806119', 'volume_id': '73e74eb6-c73e-4811-841c-e355d85b3618', 'name': 'volume-73e74eb6-c73e-4811-841c-e355d85b3618', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e7db82ae-71dc-43c6-a19f-3b5ddfb7041d', 'attached_at': '', 'detached_at': '', 'volume_id': '73e74eb6-c73e-4811-841c-e355d85b3618', 'serial': '73e74eb6-c73e-4811-841c-e355d85b3618'} {{(pid=69524) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 815.481135] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384c5874-0fd6-4e38-8621-5fd19b029624 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.506054] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7dd875-ce62-4486-9eac-754c3e49856c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.513308] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20b42b4-ce4c-4062-9031-1cb95b6af436 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.536403] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a6782f-7385-44c3-a9ad-9fc91bef6443 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.553174] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-84d32bc6-2b17-464a-bc32-cee8f615e574 tempest-VolumesAssistedSnapshotsTest-755103141 tempest-VolumesAssistedSnapshotsTest-755103141-project-admin] The volume has not been displaced from its original location: [datastore2] volume-73e74eb6-c73e-4811-841c-e355d85b3618/volume-73e74eb6-c73e-4811-841c-e355d85b3618.vmdk. No consolidation needed. {{(pid=69524) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 815.558398] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-84d32bc6-2b17-464a-bc32-cee8f615e574 tempest-VolumesAssistedSnapshotsTest-755103141 tempest-VolumesAssistedSnapshotsTest-755103141-project-admin] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] Reconfiguring VM instance instance-0000000c to detach disk 2001 {{(pid=69524) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 815.558746] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a67f1cf3-0f8e-4269-958c-da4448bdf4bb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.577628] env[69524]: DEBUG oslo_vmware.api [None req-84d32bc6-2b17-464a-bc32-cee8f615e574 tempest-VolumesAssistedSnapshotsTest-755103141 tempest-VolumesAssistedSnapshotsTest-755103141-project-admin] Waiting for the task: (returnval){ [ 815.577628] env[69524]: value = "task-4067744" [ 815.577628] env[69524]: _type = "Task" [ 815.577628] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.587583] env[69524]: DEBUG oslo_vmware.api [None req-84d32bc6-2b17-464a-bc32-cee8f615e574 tempest-VolumesAssistedSnapshotsTest-755103141 tempest-VolumesAssistedSnapshotsTest-755103141-project-admin] Task: {'id': task-4067744, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.608653] env[69524]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 815.608653] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]524bbe5a-2c20-ea45-a63b-f2a57b590b6f" [ 815.608653] env[69524]: _type = "HttpNfcLease" [ 815.608653] env[69524]: } is ready. {{(pid=69524) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 815.608958] env[69524]: DEBUG oslo_vmware.rw_handles [None req-d9e76d30-f2a7-4b19-aae4-5528c732c1bb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 815.608958] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]524bbe5a-2c20-ea45-a63b-f2a57b590b6f" [ 815.608958] env[69524]: _type = "HttpNfcLease" [ 815.608958] env[69524]: }. {{(pid=69524) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 815.609788] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e9dab7-b0b0-4161-bdc2-613a5e8c056b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.617999] env[69524]: DEBUG oslo_vmware.rw_handles [None req-d9e76d30-f2a7-4b19-aae4-5528c732c1bb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52923b7a-873e-1bee-94cd-467e59df743a/disk-0.vmdk from lease info. {{(pid=69524) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 815.618225] env[69524]: DEBUG oslo_vmware.rw_handles [None req-d9e76d30-f2a7-4b19-aae4-5528c732c1bb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52923b7a-873e-1bee-94cd-467e59df743a/disk-0.vmdk for reading. {{(pid=69524) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 815.696844] env[69524]: DEBUG oslo_vmware.api [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4067743, 'name': Rename_Task, 'duration_secs': 0.164959} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.700926] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 8afdcf13-3a25-4b51-90a3-8e4f887bd877] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 815.700926] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b40bee2-75e7-4300-89ac-bd781ece243d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.705313] env[69524]: DEBUG oslo_vmware.api [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the task: (returnval){ [ 815.705313] env[69524]: value = "task-4067745" [ 815.705313] env[69524]: _type = "Task" [ 815.705313] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.714243] env[69524]: DEBUG oslo_vmware.api [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4067745, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.721574] env[69524]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f2c8dfff-a14d-4fd2-ba26-d27b2f26cc43 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.794926] env[69524]: DEBUG nova.scheduler.client.report [None req-2f65f1d2-3799-48f3-ab72-48ab9746774c tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 815.821368] env[69524]: DEBUG oslo_vmware.api [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]521ad70d-3651-41b4-949f-dbc5fadc9d9a, 'name': SearchDatastore_Task, 'duration_secs': 0.010969} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.821628] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.821893] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 2af130dc-3603-4a57-b28f-123409202b5a/2af130dc-3603-4a57-b28f-123409202b5a.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 815.822180] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7f2d20a-c285-411a-b969-36b982e3c034 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.830201] env[69524]: DEBUG oslo_vmware.api [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Waiting for the task: (returnval){ [ 815.830201] env[69524]: value = "task-4067746" [ 815.830201] env[69524]: _type = "Task" [ 815.830201] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.839708] env[69524]: DEBUG oslo_vmware.api [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Task: {'id': task-4067746, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.952809] env[69524]: DEBUG nova.compute.manager [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 815.979122] env[69524]: DEBUG nova.virt.hardware [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 815.979382] env[69524]: DEBUG nova.virt.hardware [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 815.979536] env[69524]: DEBUG nova.virt.hardware [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 815.979740] env[69524]: DEBUG nova.virt.hardware [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 815.979855] env[69524]: DEBUG nova.virt.hardware [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 815.979998] env[69524]: DEBUG nova.virt.hardware [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 815.980243] env[69524]: DEBUG nova.virt.hardware [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 815.980399] env[69524]: DEBUG nova.virt.hardware [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 815.980559] env[69524]: DEBUG nova.virt.hardware [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 815.980714] env[69524]: DEBUG nova.virt.hardware [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 815.980950] env[69524]: DEBUG nova.virt.hardware [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 815.982067] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c074c97e-cacd-4704-a580-924199d7a9ca {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.993842] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3a2cba-7b2b-40e8-8785-67a92003231d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.089394] env[69524]: DEBUG oslo_vmware.api [None req-84d32bc6-2b17-464a-bc32-cee8f615e574 tempest-VolumesAssistedSnapshotsTest-755103141 tempest-VolumesAssistedSnapshotsTest-755103141-project-admin] Task: {'id': task-4067744, 'name': ReconfigVM_Task, 'duration_secs': 0.348075} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.091124] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-84d32bc6-2b17-464a-bc32-cee8f615e574 tempest-VolumesAssistedSnapshotsTest-755103141 tempest-VolumesAssistedSnapshotsTest-755103141-project-admin] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] Reconfigured VM instance instance-0000000c to detach disk 2001 {{(pid=69524) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 816.095534] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d514e4a-6e83-438a-a37b-88553f7dd06a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.113571] env[69524]: DEBUG oslo_vmware.api [None req-84d32bc6-2b17-464a-bc32-cee8f615e574 tempest-VolumesAssistedSnapshotsTest-755103141 tempest-VolumesAssistedSnapshotsTest-755103141-project-admin] Waiting for the task: (returnval){ [ 816.113571] env[69524]: value = "task-4067747" [ 816.113571] env[69524]: _type = "Task" [ 816.113571] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.126885] env[69524]: DEBUG oslo_vmware.api [None req-84d32bc6-2b17-464a-bc32-cee8f615e574 tempest-VolumesAssistedSnapshotsTest-755103141 tempest-VolumesAssistedSnapshotsTest-755103141-project-admin] Task: {'id': task-4067747, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.218236] env[69524]: DEBUG oslo_vmware.api [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4067745, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.301904] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2f65f1d2-3799-48f3-ab72-48ab9746774c tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.382s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.305911] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b51f80e8-ff48-4df1-84aa-221957cb9469 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.669s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.306288] env[69524]: DEBUG nova.objects.instance [None req-b51f80e8-ff48-4df1-84aa-221957cb9469 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Lazy-loading 'resources' on Instance uuid 9c72abfc-a032-4919-83c2-bf94174e2052 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 816.340236] env[69524]: INFO nova.scheduler.client.report [None req-2f65f1d2-3799-48f3-ab72-48ab9746774c tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Deleted allocations for instance eaa67334-28fd-4d0f-ac77-37a80cbfff1f [ 816.348675] env[69524]: DEBUG oslo_vmware.api [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Task: {'id': task-4067746, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.624319] env[69524]: DEBUG oslo_vmware.api [None req-84d32bc6-2b17-464a-bc32-cee8f615e574 tempest-VolumesAssistedSnapshotsTest-755103141 tempest-VolumesAssistedSnapshotsTest-755103141-project-admin] Task: {'id': task-4067747, 'name': ReconfigVM_Task, 'duration_secs': 0.190921} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.624684] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-84d32bc6-2b17-464a-bc32-cee8f615e574 tempest-VolumesAssistedSnapshotsTest-755103141 tempest-VolumesAssistedSnapshotsTest-755103141-project-admin] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806119', 'volume_id': '73e74eb6-c73e-4811-841c-e355d85b3618', 'name': 'volume-73e74eb6-c73e-4811-841c-e355d85b3618', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e7db82ae-71dc-43c6-a19f-3b5ddfb7041d', 'attached_at': '', 'detached_at': '', 'volume_id': '73e74eb6-c73e-4811-841c-e355d85b3618', 'serial': '73e74eb6-c73e-4811-841c-e355d85b3618'} {{(pid=69524) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 816.720156] env[69524]: DEBUG oslo_vmware.api [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4067745, 'name': PowerOnVM_Task, 'duration_secs': 0.815391} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.721029] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 8afdcf13-3a25-4b51-90a3-8e4f887bd877] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 816.721029] env[69524]: INFO nova.compute.manager [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 8afdcf13-3a25-4b51-90a3-8e4f887bd877] Took 8.96 seconds to spawn the instance on the hypervisor. [ 816.721504] env[69524]: DEBUG nova.compute.manager [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 8afdcf13-3a25-4b51-90a3-8e4f887bd877] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 816.722938] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4cdc70-710f-411d-a622-da2142cabc6b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.845179] env[69524]: DEBUG oslo_vmware.api [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Task: {'id': task-4067746, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545634} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.849632] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 2af130dc-3603-4a57-b28f-123409202b5a/2af130dc-3603-4a57-b28f-123409202b5a.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 816.850115] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] [instance: 2af130dc-3603-4a57-b28f-123409202b5a] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 816.852109] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f24b4896-7b39-48ff-be6d-9445187db7e4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.857908] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2f65f1d2-3799-48f3-ab72-48ab9746774c tempest-ServerRescueTestJSONUnderV235-2088462905 tempest-ServerRescueTestJSONUnderV235-2088462905-project-member] Lock "eaa67334-28fd-4d0f-ac77-37a80cbfff1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.123s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.864640] env[69524]: DEBUG oslo_vmware.api [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Waiting for the task: (returnval){ [ 816.864640] env[69524]: value = "task-4067749" [ 816.864640] env[69524]: _type = "Task" [ 816.864640] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.874282] env[69524]: DEBUG oslo_vmware.api [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Task: {'id': task-4067749, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.974750] env[69524]: DEBUG nova.compute.manager [req-1e487562-e2b0-43e6-a8d7-86d110ddc889 req-691071b2-d977-4c67-8799-ad0aa31b02d3 service nova] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] Received event network-vif-plugged-4738f757-b6bc-4587-8457-7f99bb5b3c8a {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.975078] env[69524]: DEBUG oslo_concurrency.lockutils [req-1e487562-e2b0-43e6-a8d7-86d110ddc889 req-691071b2-d977-4c67-8799-ad0aa31b02d3 service nova] Acquiring lock "d1031693-cd67-4cb7-8bcc-dfcd69d1d72d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.975344] env[69524]: DEBUG oslo_concurrency.lockutils [req-1e487562-e2b0-43e6-a8d7-86d110ddc889 req-691071b2-d977-4c67-8799-ad0aa31b02d3 service nova] Lock "d1031693-cd67-4cb7-8bcc-dfcd69d1d72d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.975420] env[69524]: DEBUG oslo_concurrency.lockutils [req-1e487562-e2b0-43e6-a8d7-86d110ddc889 req-691071b2-d977-4c67-8799-ad0aa31b02d3 service nova] Lock "d1031693-cd67-4cb7-8bcc-dfcd69d1d72d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.975548] env[69524]: DEBUG nova.compute.manager [req-1e487562-e2b0-43e6-a8d7-86d110ddc889 req-691071b2-d977-4c67-8799-ad0aa31b02d3 service nova] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] No waiting events found dispatching network-vif-plugged-4738f757-b6bc-4587-8457-7f99bb5b3c8a {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 816.976090] env[69524]: WARNING nova.compute.manager [req-1e487562-e2b0-43e6-a8d7-86d110ddc889 req-691071b2-d977-4c67-8799-ad0aa31b02d3 service nova] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] Received unexpected event network-vif-plugged-4738f757-b6bc-4587-8457-7f99bb5b3c8a for instance with vm_state building and task_state spawning. [ 817.043747] env[69524]: DEBUG nova.network.neutron [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] Successfully updated port: 4738f757-b6bc-4587-8457-7f99bb5b3c8a {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 817.197891] env[69524]: DEBUG nova.objects.instance [None req-84d32bc6-2b17-464a-bc32-cee8f615e574 tempest-VolumesAssistedSnapshotsTest-755103141 tempest-VolumesAssistedSnapshotsTest-755103141-project-admin] Lazy-loading 'flavor' on Instance uuid e7db82ae-71dc-43c6-a19f-3b5ddfb7041d {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 817.249203] env[69524]: INFO nova.compute.manager [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 8afdcf13-3a25-4b51-90a3-8e4f887bd877] Took 56.63 seconds to build instance. [ 817.381607] env[69524]: DEBUG oslo_vmware.api [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Task: {'id': task-4067749, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072969} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.382193] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] [instance: 2af130dc-3603-4a57-b28f-123409202b5a] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 817.382893] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8144c9e8-7267-44ed-b136-60621272ca78 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.410045] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] [instance: 2af130dc-3603-4a57-b28f-123409202b5a] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 2af130dc-3603-4a57-b28f-123409202b5a/2af130dc-3603-4a57-b28f-123409202b5a.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.413278] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a425f3d0-e76d-4690-bcc5-cf3d34997999 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.436405] env[69524]: DEBUG oslo_vmware.api [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Waiting for the task: (returnval){ [ 817.436405] env[69524]: value = "task-4067750" [ 817.436405] env[69524]: _type = "Task" [ 817.436405] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.447327] env[69524]: DEBUG oslo_vmware.api [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Task: {'id': task-4067750, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.515439] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-293962fa-4e5e-49a7-9a76-20da4fdc7097 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.523983] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba96f80-782a-48f0-b919-66961b7cffa3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.559465] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Acquiring lock "refresh_cache-d1031693-cd67-4cb7-8bcc-dfcd69d1d72d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.559465] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Acquired lock "refresh_cache-d1031693-cd67-4cb7-8bcc-dfcd69d1d72d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.559465] env[69524]: DEBUG nova.network.neutron [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 817.562484] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13affe4e-a34c-4335-aef6-7413bfd4909e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.573027] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29523529-d647-44c1-a5c8-53e60479a602 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.589968] env[69524]: DEBUG nova.compute.provider_tree [None req-b51f80e8-ff48-4df1-84aa-221957cb9469 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.756532] env[69524]: DEBUG oslo_concurrency.lockutils [None req-726400e9-e9a8-45f7-84e9-ecf1af8ff629 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Lock "8afdcf13-3a25-4b51-90a3-8e4f887bd877" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.017s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.948355] env[69524]: DEBUG oslo_vmware.api [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Task: {'id': task-4067750, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.096022] env[69524]: DEBUG nova.scheduler.client.report [None req-b51f80e8-ff48-4df1-84aa-221957cb9469 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 818.120148] env[69524]: DEBUG nova.network.neutron [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 818.209657] env[69524]: DEBUG oslo_concurrency.lockutils [None req-84d32bc6-2b17-464a-bc32-cee8f615e574 tempest-VolumesAssistedSnapshotsTest-755103141 tempest-VolumesAssistedSnapshotsTest-755103141-project-admin] Lock "e7db82ae-71dc-43c6-a19f-3b5ddfb7041d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.283s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.259841] env[69524]: DEBUG nova.compute.manager [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 7e2a7748-eea9-454c-bb16-07035bc82919] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 818.450520] env[69524]: DEBUG oslo_vmware.api [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Task: {'id': task-4067750, 'name': ReconfigVM_Task, 'duration_secs': 0.534183} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.450862] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] [instance: 2af130dc-3603-4a57-b28f-123409202b5a] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 2af130dc-3603-4a57-b28f-123409202b5a/2af130dc-3603-4a57-b28f-123409202b5a.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.451778] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12f494cc-e2cf-452a-93c5-e7ac59ffffb0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.458166] env[69524]: DEBUG nova.network.neutron [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] Updating instance_info_cache with network_info: [{"id": "4738f757-b6bc-4587-8457-7f99bb5b3c8a", "address": "fa:16:3e:8e:80:be", "network": {"id": "f56b441c-7f7b-4bb5-8a3d-d288fa9523b8", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1743534349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15a8990d9b5e4a87afad85bd1a57eb1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4738f757-b6", "ovs_interfaceid": "4738f757-b6bc-4587-8457-7f99bb5b3c8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.460719] env[69524]: DEBUG oslo_vmware.api [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Waiting for the task: (returnval){ [ 818.460719] env[69524]: value = "task-4067752" [ 818.460719] env[69524]: _type = "Task" [ 818.460719] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.472504] env[69524]: DEBUG oslo_vmware.api [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Task: {'id': task-4067752, 'name': Rename_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.599875] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b51f80e8-ff48-4df1-84aa-221957cb9469 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.294s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.602228] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6c8d117f-cbae-4fc3-bfe3-6abd388882ca tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.436s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.602481] env[69524]: DEBUG nova.objects.instance [None req-6c8d117f-cbae-4fc3-bfe3-6abd388882ca tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Lazy-loading 'resources' on Instance uuid 5888cdd0-2309-4abc-b928-8bcbf164258e {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 818.631874] env[69524]: INFO nova.scheduler.client.report [None req-b51f80e8-ff48-4df1-84aa-221957cb9469 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Deleted allocations for instance 9c72abfc-a032-4919-83c2-bf94174e2052 [ 818.693014] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4511ad1e-4f3e-4c67-9ae2-8387f1305966 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.701632] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-8d171b6c-4b95-45f9-9ad3-a0768955082b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 8afdcf13-3a25-4b51-90a3-8e4f887bd877] Suspending the VM {{(pid=69524) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 818.702338] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-4868fc1a-a970-4294-81cb-a4b78c3828fc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.710109] env[69524]: DEBUG oslo_vmware.api [None req-8d171b6c-4b95-45f9-9ad3-a0768955082b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the task: (returnval){ [ 818.710109] env[69524]: value = "task-4067753" [ 818.710109] env[69524]: _type = "Task" [ 818.710109] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.726457] env[69524]: DEBUG oslo_vmware.api [None req-8d171b6c-4b95-45f9-9ad3-a0768955082b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4067753, 'name': SuspendVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.783213] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.967330] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Releasing lock "refresh_cache-d1031693-cd67-4cb7-8bcc-dfcd69d1d72d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.967330] env[69524]: DEBUG nova.compute.manager [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] Instance network_info: |[{"id": "4738f757-b6bc-4587-8457-7f99bb5b3c8a", "address": "fa:16:3e:8e:80:be", "network": {"id": "f56b441c-7f7b-4bb5-8a3d-d288fa9523b8", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1743534349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15a8990d9b5e4a87afad85bd1a57eb1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4738f757-b6", "ovs_interfaceid": "4738f757-b6bc-4587-8457-7f99bb5b3c8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 818.967330] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:80:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11032cc2-b275-48d2-9c40-9455ea7d49e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4738f757-b6bc-4587-8457-7f99bb5b3c8a', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 818.979311] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Creating folder: Project (15a8990d9b5e4a87afad85bd1a57eb1d). Parent ref: group-v806025. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 818.983247] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ee2f773e-d999-420f-b579-cccf03e643c2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.992312] env[69524]: DEBUG oslo_vmware.api [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Task: {'id': task-4067752, 'name': Rename_Task, 'duration_secs': 0.262513} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.992762] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] [instance: 2af130dc-3603-4a57-b28f-123409202b5a] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 818.993131] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b446710-17c1-4587-a00b-aa9cd57608d0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.996967] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Created folder: Project (15a8990d9b5e4a87afad85bd1a57eb1d) in parent group-v806025. [ 818.997082] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Creating folder: Instances. Parent ref: group-v806128. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 818.998120] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c856292-92c1-4cc9-8b18-213dad844a99 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.006355] env[69524]: DEBUG oslo_vmware.api [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Waiting for the task: (returnval){ [ 819.006355] env[69524]: value = "task-4067755" [ 819.006355] env[69524]: _type = "Task" [ 819.006355] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.011218] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Created folder: Instances in parent group-v806128. [ 819.011218] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 819.015777] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 819.016130] env[69524]: DEBUG oslo_vmware.api [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Task: {'id': task-4067755, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.017479] env[69524]: DEBUG nova.compute.manager [req-ee7cde6e-fa43-43e8-b6cf-ce77200dced7 req-a95fb516-0789-4aea-9e96-82b93b3e362b service nova] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] Received event network-changed-4738f757-b6bc-4587-8457-7f99bb5b3c8a {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.017994] env[69524]: DEBUG nova.compute.manager [req-ee7cde6e-fa43-43e8-b6cf-ce77200dced7 req-a95fb516-0789-4aea-9e96-82b93b3e362b service nova] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] Refreshing instance network info cache due to event network-changed-4738f757-b6bc-4587-8457-7f99bb5b3c8a. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 819.017994] env[69524]: DEBUG oslo_concurrency.lockutils [req-ee7cde6e-fa43-43e8-b6cf-ce77200dced7 req-a95fb516-0789-4aea-9e96-82b93b3e362b service nova] Acquiring lock "refresh_cache-d1031693-cd67-4cb7-8bcc-dfcd69d1d72d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.018179] env[69524]: DEBUG oslo_concurrency.lockutils [req-ee7cde6e-fa43-43e8-b6cf-ce77200dced7 req-a95fb516-0789-4aea-9e96-82b93b3e362b service nova] Acquired lock "refresh_cache-d1031693-cd67-4cb7-8bcc-dfcd69d1d72d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.018232] env[69524]: DEBUG nova.network.neutron [req-ee7cde6e-fa43-43e8-b6cf-ce77200dced7 req-a95fb516-0789-4aea-9e96-82b93b3e362b service nova] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] Refreshing network info cache for port 4738f757-b6bc-4587-8457-7f99bb5b3c8a {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 819.019464] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84bac43c-6327-4e35-9920-589ebfc0cc7a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.045679] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 819.045679] env[69524]: value = "task-4067757" [ 819.045679] env[69524]: _type = "Task" [ 819.045679] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.061675] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067757, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.144295] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b51f80e8-ff48-4df1-84aa-221957cb9469 tempest-ImagesOneServerTestJSON-1893230793 tempest-ImagesOneServerTestJSON-1893230793-project-member] Lock "9c72abfc-a032-4919-83c2-bf94174e2052" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.281s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.224799] env[69524]: DEBUG oslo_vmware.api [None req-8d171b6c-4b95-45f9-9ad3-a0768955082b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4067753, 'name': SuspendVM_Task} progress is 58%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.271735] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-702dc32b-3295-433e-8bba-b6b0d9a6458b tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Volume attach. Driver type: vmdk {{(pid=69524) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 819.271735] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-702dc32b-3295-433e-8bba-b6b0d9a6458b tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806127', 'volume_id': 'ccfc3708-c728-416e-85ed-8c37298bd756', 'name': 'volume-ccfc3708-c728-416e-85ed-8c37298bd756', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '780705ab-3fbb-43e0-961a-46f755f5388d', 'attached_at': '', 'detached_at': '', 'volume_id': 'ccfc3708-c728-416e-85ed-8c37298bd756', 'serial': 'ccfc3708-c728-416e-85ed-8c37298bd756'} {{(pid=69524) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 819.273224] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47d7671-51db-43d5-b83e-1c6cf0ebe778 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.298660] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1a3197-effe-4d1b-b856-0e83af6fbc92 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.334041] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-702dc32b-3295-433e-8bba-b6b0d9a6458b tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] volume-ccfc3708-c728-416e-85ed-8c37298bd756/volume-ccfc3708-c728-416e-85ed-8c37298bd756.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 819.337674] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9c8faeb-f1f4-4272-b54e-d093970159a4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.363897] env[69524]: DEBUG oslo_vmware.api [None req-702dc32b-3295-433e-8bba-b6b0d9a6458b tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Waiting for the task: (returnval){ [ 819.363897] env[69524]: value = "task-4067758" [ 819.363897] env[69524]: _type = "Task" [ 819.363897] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.378550] env[69524]: DEBUG oslo_vmware.api [None req-702dc32b-3295-433e-8bba-b6b0d9a6458b tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4067758, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.519368] env[69524]: DEBUG oslo_vmware.api [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Task: {'id': task-4067755, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.559897] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067757, 'name': CreateVM_Task, 'duration_secs': 0.40951} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.560121] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 819.560992] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.561237] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.561685] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.561911] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53e6a50f-d9cd-4555-afd8-07aede99087b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.569843] env[69524]: DEBUG oslo_vmware.api [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Waiting for the task: (returnval){ [ 819.569843] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52c1ec16-34dc-33a6-fe5a-09a791e508c4" [ 819.569843] env[69524]: _type = "Task" [ 819.569843] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.584949] env[69524]: DEBUG oslo_vmware.api [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52c1ec16-34dc-33a6-fe5a-09a791e508c4, 'name': SearchDatastore_Task, 'duration_secs': 0.012096} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.585067] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.585965] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 819.585965] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.585965] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.585965] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 819.586261] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03e8dc51-a17a-4a3b-b702-3b119c23cb00 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.599220] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 819.599448] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 819.600839] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee987acd-3410-4dc6-961f-bfc6be31197f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.609546] env[69524]: DEBUG oslo_vmware.api [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Waiting for the task: (returnval){ [ 819.609546] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52b305bf-db24-f85d-31b4-7164c8cb9cde" [ 819.609546] env[69524]: _type = "Task" [ 819.609546] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.625995] env[69524]: DEBUG oslo_vmware.api [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52b305bf-db24-f85d-31b4-7164c8cb9cde, 'name': SearchDatastore_Task, 'duration_secs': 0.012769} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.630780] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4655b21d-baf6-4f02-91bb-dc3410b64b7a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.639030] env[69524]: DEBUG oslo_vmware.api [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Waiting for the task: (returnval){ [ 819.639030] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52a7cbe4-71ce-c230-4b87-e11701092f16" [ 819.639030] env[69524]: _type = "Task" [ 819.639030] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.651947] env[69524]: DEBUG oslo_vmware.api [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52a7cbe4-71ce-c230-4b87-e11701092f16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.726314] env[69524]: DEBUG oslo_vmware.api [None req-8d171b6c-4b95-45f9-9ad3-a0768955082b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4067753, 'name': SuspendVM_Task, 'duration_secs': 0.715373} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.726642] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-8d171b6c-4b95-45f9-9ad3-a0768955082b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 8afdcf13-3a25-4b51-90a3-8e4f887bd877] Suspended the VM {{(pid=69524) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 819.726842] env[69524]: DEBUG nova.compute.manager [None req-8d171b6c-4b95-45f9-9ad3-a0768955082b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 8afdcf13-3a25-4b51-90a3-8e4f887bd877] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 819.728158] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84f0b65-1df9-4aee-b890-ecb71f0b7daf {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.875999] env[69524]: DEBUG oslo_vmware.api [None req-702dc32b-3295-433e-8bba-b6b0d9a6458b tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4067758, 'name': ReconfigVM_Task, 'duration_secs': 0.451899} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.875999] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-702dc32b-3295-433e-8bba-b6b0d9a6458b tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Reconfigured VM instance instance-00000013 to attach disk [datastore2] volume-ccfc3708-c728-416e-85ed-8c37298bd756/volume-ccfc3708-c728-416e-85ed-8c37298bd756.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 819.884360] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72faa29e-1964-4aec-a424-1db8853d2299 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.897808] env[69524]: DEBUG nova.network.neutron [req-ee7cde6e-fa43-43e8-b6cf-ce77200dced7 req-a95fb516-0789-4aea-9e96-82b93b3e362b service nova] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] Updated VIF entry in instance network info cache for port 4738f757-b6bc-4587-8457-7f99bb5b3c8a. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 819.898356] env[69524]: DEBUG nova.network.neutron [req-ee7cde6e-fa43-43e8-b6cf-ce77200dced7 req-a95fb516-0789-4aea-9e96-82b93b3e362b service nova] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] Updating instance_info_cache with network_info: [{"id": "4738f757-b6bc-4587-8457-7f99bb5b3c8a", "address": "fa:16:3e:8e:80:be", "network": {"id": "f56b441c-7f7b-4bb5-8a3d-d288fa9523b8", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1743534349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15a8990d9b5e4a87afad85bd1a57eb1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4738f757-b6", "ovs_interfaceid": "4738f757-b6bc-4587-8457-7f99bb5b3c8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.906737] env[69524]: DEBUG oslo_vmware.api [None req-702dc32b-3295-433e-8bba-b6b0d9a6458b tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Waiting for the task: (returnval){ [ 819.906737] env[69524]: value = "task-4067759" [ 819.906737] env[69524]: _type = "Task" [ 819.906737] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.922871] env[69524]: DEBUG oslo_vmware.api [None req-702dc32b-3295-433e-8bba-b6b0d9a6458b tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4067759, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.962174] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d63d4445-14bb-4448-a1da-3e96f1ad4e75 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.971904] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae454112-f2fb-42a8-ac58-66cd8b2bc1cf {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.006552] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25b47cc-5a7f-4315-ab7a-99f05a1bc881 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.024404] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e295413f-1f0d-4cc5-98ef-60ba8a9c9ba6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.027861] env[69524]: DEBUG oslo_vmware.api [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Task: {'id': task-4067755, 'name': PowerOnVM_Task, 'duration_secs': 0.648853} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.028213] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] [instance: 2af130dc-3603-4a57-b28f-123409202b5a] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 820.028416] env[69524]: INFO nova.compute.manager [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] [instance: 2af130dc-3603-4a57-b28f-123409202b5a] Took 9.31 seconds to spawn the instance on the hypervisor. [ 820.028585] env[69524]: DEBUG nova.compute.manager [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] [instance: 2af130dc-3603-4a57-b28f-123409202b5a] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 820.030207] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8690c1-80e7-44e7-9565-16ce2fb3c25d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.044763] env[69524]: DEBUG nova.compute.provider_tree [None req-6c8d117f-cbae-4fc3-bfe3-6abd388882ca tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 820.150747] env[69524]: DEBUG oslo_vmware.api [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52a7cbe4-71ce-c230-4b87-e11701092f16, 'name': SearchDatastore_Task, 'duration_secs': 0.011562} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.151055] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.151428] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] d1031693-cd67-4cb7-8bcc-dfcd69d1d72d/d1031693-cd67-4cb7-8bcc-dfcd69d1d72d.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 820.151673] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-531f08a0-3231-4893-9145-15f385442d8b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.161594] env[69524]: DEBUG oslo_vmware.api [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Waiting for the task: (returnval){ [ 820.161594] env[69524]: value = "task-4067760" [ 820.161594] env[69524]: _type = "Task" [ 820.161594] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.172863] env[69524]: DEBUG oslo_vmware.api [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Task: {'id': task-4067760, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.401335] env[69524]: DEBUG oslo_concurrency.lockutils [req-ee7cde6e-fa43-43e8-b6cf-ce77200dced7 req-a95fb516-0789-4aea-9e96-82b93b3e362b service nova] Releasing lock "refresh_cache-d1031693-cd67-4cb7-8bcc-dfcd69d1d72d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.422295] env[69524]: DEBUG oslo_vmware.api [None req-702dc32b-3295-433e-8bba-b6b0d9a6458b tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4067759, 'name': ReconfigVM_Task, 'duration_secs': 0.151218} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.422939] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-702dc32b-3295-433e-8bba-b6b0d9a6458b tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806127', 'volume_id': 'ccfc3708-c728-416e-85ed-8c37298bd756', 'name': 'volume-ccfc3708-c728-416e-85ed-8c37298bd756', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '780705ab-3fbb-43e0-961a-46f755f5388d', 'attached_at': '', 'detached_at': '', 'volume_id': 'ccfc3708-c728-416e-85ed-8c37298bd756', 'serial': 'ccfc3708-c728-416e-85ed-8c37298bd756'} {{(pid=69524) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 820.548281] env[69524]: DEBUG nova.scheduler.client.report [None req-6c8d117f-cbae-4fc3-bfe3-6abd388882ca tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.563551] env[69524]: INFO nova.compute.manager [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] [instance: 2af130dc-3603-4a57-b28f-123409202b5a] Took 49.59 seconds to build instance. [ 820.673220] env[69524]: DEBUG oslo_vmware.api [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Task: {'id': task-4067760, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.054366] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6c8d117f-cbae-4fc3-bfe3-6abd388882ca tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.452s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.059449] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 42.010s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.059449] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.059449] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69524) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 821.059449] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.786s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.065874] env[69524]: INFO nova.compute.claims [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] [instance: 6eb890b2-e6d7-49b2-a24a-9f94d574868d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 821.069937] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94cf5665-b68a-410f-be07-84915454a6b0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.076278] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4719813a-13c0-4963-bad6-47beb7b98ca2 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Lock "2af130dc-3603-4a57-b28f-123409202b5a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.337s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.084467] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ca9e0b-4d1b-4b32-b089-1d572e12b6c8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.103465] env[69524]: INFO nova.scheduler.client.report [None req-6c8d117f-cbae-4fc3-bfe3-6abd388882ca tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Deleted allocations for instance 5888cdd0-2309-4abc-b928-8bcbf164258e [ 821.106310] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8abce889-aed7-42da-af5b-9d5a79ab9baf {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.122217] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6d5283-4943-4625-af33-02404bcc21b7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.180588] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179443MB free_disk=20GB free_vcpus=48 pci_devices=None {{(pid=69524) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 821.180806] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.192432] env[69524]: DEBUG oslo_vmware.api [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Task: {'id': task-4067760, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580247} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.192697] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] d1031693-cd67-4cb7-8bcc-dfcd69d1d72d/d1031693-cd67-4cb7-8bcc-dfcd69d1d72d.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 821.192905] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 821.193176] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a9a9ecd-86a7-41c9-856f-4174df7b27f9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.201463] env[69524]: DEBUG oslo_vmware.api [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Waiting for the task: (returnval){ [ 821.201463] env[69524]: value = "task-4067761" [ 821.201463] env[69524]: _type = "Task" [ 821.201463] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.211232] env[69524]: DEBUG oslo_vmware.api [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Task: {'id': task-4067761, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.475836] env[69524]: DEBUG nova.objects.instance [None req-702dc32b-3295-433e-8bba-b6b0d9a6458b tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Lazy-loading 'flavor' on Instance uuid 780705ab-3fbb-43e0-961a-46f755f5388d {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 821.580429] env[69524]: DEBUG nova.compute.manager [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 59826e8d-b225-411c-988c-1f36f89ea4a0] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 821.618995] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6c8d117f-cbae-4fc3-bfe3-6abd388882ca tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Lock "5888cdd0-2309-4abc-b928-8bcbf164258e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.467s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.730132] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8f8aa647-ccbe-4b82-93e0-d916057a0338 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Acquiring lock "2af130dc-3603-4a57-b28f-123409202b5a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.730132] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8f8aa647-ccbe-4b82-93e0-d916057a0338 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Lock "2af130dc-3603-4a57-b28f-123409202b5a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.730132] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8f8aa647-ccbe-4b82-93e0-d916057a0338 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Acquiring lock "2af130dc-3603-4a57-b28f-123409202b5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.730132] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8f8aa647-ccbe-4b82-93e0-d916057a0338 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Lock "2af130dc-3603-4a57-b28f-123409202b5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.730132] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8f8aa647-ccbe-4b82-93e0-d916057a0338 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Lock "2af130dc-3603-4a57-b28f-123409202b5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.732917] env[69524]: DEBUG oslo_vmware.api [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Task: {'id': task-4067761, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.240331} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.732917] env[69524]: INFO nova.compute.manager [None req-8f8aa647-ccbe-4b82-93e0-d916057a0338 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] [instance: 2af130dc-3603-4a57-b28f-123409202b5a] Terminating instance [ 821.735032] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 821.738563] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee0d676-8987-4b6e-b7b1-602e29865008 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.766902] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] d1031693-cd67-4cb7-8bcc-dfcd69d1d72d/d1031693-cd67-4cb7-8bcc-dfcd69d1d72d.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 821.767888] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10d1a48f-b179-4c26-bb1e-c5e1b81f5a65 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.791098] env[69524]: DEBUG oslo_vmware.api [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Waiting for the task: (returnval){ [ 821.791098] env[69524]: value = "task-4067762" [ 821.791098] env[69524]: _type = "Task" [ 821.791098] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.801716] env[69524]: DEBUG oslo_vmware.api [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Task: {'id': task-4067762, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.983105] env[69524]: DEBUG oslo_concurrency.lockutils [None req-702dc32b-3295-433e-8bba-b6b0d9a6458b tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Lock "780705ab-3fbb-43e0-961a-46f755f5388d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.870s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.108816] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.218821] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6cac5c52-2e80-451b-a1ac-ca22570e8a0a tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Acquiring lock "e7db82ae-71dc-43c6-a19f-3b5ddfb7041d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.219587] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6cac5c52-2e80-451b-a1ac-ca22570e8a0a tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Lock "e7db82ae-71dc-43c6-a19f-3b5ddfb7041d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.219705] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6cac5c52-2e80-451b-a1ac-ca22570e8a0a tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Acquiring lock "e7db82ae-71dc-43c6-a19f-3b5ddfb7041d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.220494] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6cac5c52-2e80-451b-a1ac-ca22570e8a0a tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Lock "e7db82ae-71dc-43c6-a19f-3b5ddfb7041d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.220724] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6cac5c52-2e80-451b-a1ac-ca22570e8a0a tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Lock "e7db82ae-71dc-43c6-a19f-3b5ddfb7041d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.223646] env[69524]: INFO nova.compute.manager [None req-6cac5c52-2e80-451b-a1ac-ca22570e8a0a tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] Terminating instance [ 822.245803] env[69524]: DEBUG nova.compute.manager [None req-8f8aa647-ccbe-4b82-93e0-d916057a0338 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] [instance: 2af130dc-3603-4a57-b28f-123409202b5a] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 822.245803] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8aa647-ccbe-4b82-93e0-d916057a0338 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] [instance: 2af130dc-3603-4a57-b28f-123409202b5a] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 822.246128] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32614c9d-aa8f-4f5b-91a2-bdc49843ad8c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.263599] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f8aa647-ccbe-4b82-93e0-d916057a0338 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] [instance: 2af130dc-3603-4a57-b28f-123409202b5a] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 822.263903] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e51b492-9412-4674-9ac1-d169fe02f588 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.273106] env[69524]: DEBUG oslo_vmware.api [None req-8f8aa647-ccbe-4b82-93e0-d916057a0338 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Waiting for the task: (returnval){ [ 822.273106] env[69524]: value = "task-4067763" [ 822.273106] env[69524]: _type = "Task" [ 822.273106] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.287304] env[69524]: DEBUG oslo_vmware.api [None req-8f8aa647-ccbe-4b82-93e0-d916057a0338 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Task: {'id': task-4067763, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.307664] env[69524]: DEBUG oslo_vmware.api [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Task: {'id': task-4067762, 'name': ReconfigVM_Task, 'duration_secs': 0.477269} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.311647] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] Reconfigured VM instance instance-0000001f to attach disk [datastore2] d1031693-cd67-4cb7-8bcc-dfcd69d1d72d/d1031693-cd67-4cb7-8bcc-dfcd69d1d72d.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 822.312596] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2147460e-c66c-47ad-a2ec-aa11c59a6c8e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.323981] env[69524]: DEBUG oslo_vmware.api [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Waiting for the task: (returnval){ [ 822.323981] env[69524]: value = "task-4067764" [ 822.323981] env[69524]: _type = "Task" [ 822.323981] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.347163] env[69524]: DEBUG oslo_vmware.api [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Task: {'id': task-4067764, 'name': Rename_Task} progress is 10%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.545592] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f7b26a01-c788-419f-8def-f11c2d051c63 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Acquiring lock "780705ab-3fbb-43e0-961a-46f755f5388d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.545751] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f7b26a01-c788-419f-8def-f11c2d051c63 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Lock "780705ab-3fbb-43e0-961a-46f755f5388d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.546013] env[69524]: DEBUG nova.compute.manager [None req-f7b26a01-c788-419f-8def-f11c2d051c63 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 822.547163] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb759e0-4c3e-4d8d-b247-2fe7e55296fd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.555548] env[69524]: DEBUG nova.compute.manager [None req-f7b26a01-c788-419f-8def-f11c2d051c63 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69524) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 822.556251] env[69524]: DEBUG nova.objects.instance [None req-f7b26a01-c788-419f-8def-f11c2d051c63 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Lazy-loading 'flavor' on Instance uuid 780705ab-3fbb-43e0-961a-46f755f5388d {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 822.624968] env[69524]: DEBUG nova.compute.manager [None req-822a5f73-d9f0-4741-9b57-88c4840d49c9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 8afdcf13-3a25-4b51-90a3-8e4f887bd877] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 822.626344] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20221682-73d7-4aab-9f1d-f6a2f914381c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.727972] env[69524]: DEBUG nova.compute.manager [None req-6cac5c52-2e80-451b-a1ac-ca22570e8a0a tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 822.728262] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6cac5c52-2e80-451b-a1ac-ca22570e8a0a tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 822.729343] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16771033-659e-481f-a965-238934d911fe {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.745894] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cac5c52-2e80-451b-a1ac-ca22570e8a0a tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 822.747008] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc693606-3cda-4280-aa3c-5d3247eadfe9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.759245] env[69524]: DEBUG oslo_vmware.api [None req-6cac5c52-2e80-451b-a1ac-ca22570e8a0a tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Waiting for the task: (returnval){ [ 822.759245] env[69524]: value = "task-4067765" [ 822.759245] env[69524]: _type = "Task" [ 822.759245] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.773178] env[69524]: DEBUG oslo_vmware.api [None req-6cac5c52-2e80-451b-a1ac-ca22570e8a0a tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Task: {'id': task-4067765, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.782927] env[69524]: DEBUG oslo_vmware.api [None req-8f8aa647-ccbe-4b82-93e0-d916057a0338 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Task: {'id': task-4067763, 'name': PowerOffVM_Task, 'duration_secs': 0.227996} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.786115] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f8aa647-ccbe-4b82-93e0-d916057a0338 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] [instance: 2af130dc-3603-4a57-b28f-123409202b5a] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 822.786235] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8aa647-ccbe-4b82-93e0-d916057a0338 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] [instance: 2af130dc-3603-4a57-b28f-123409202b5a] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 822.786673] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f8dd1a1-cd65-4d4a-b6bc-6a8f2b9d964d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.833225] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf1fe85-d792-489e-815e-340fbe92ecb2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.845212] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38952db5-08df-4140-8153-e2bf91ef6e74 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.850064] env[69524]: DEBUG oslo_vmware.api [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Task: {'id': task-4067764, 'name': Rename_Task, 'duration_secs': 0.218313} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.850064] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 822.850064] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a27ad78-15ff-4b13-9f92-0deff047eda4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.885423] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61325a0f-b2c7-4b06-a6fd-cb8fd3d09b67 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.889142] env[69524]: DEBUG oslo_vmware.api [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Waiting for the task: (returnval){ [ 822.889142] env[69524]: value = "task-4067767" [ 822.889142] env[69524]: _type = "Task" [ 822.889142] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.890125] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8aa647-ccbe-4b82-93e0-d916057a0338 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] [instance: 2af130dc-3603-4a57-b28f-123409202b5a] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 822.890125] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8aa647-ccbe-4b82-93e0-d916057a0338 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] [instance: 2af130dc-3603-4a57-b28f-123409202b5a] Deleting contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 822.890125] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f8aa647-ccbe-4b82-93e0-d916057a0338 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Deleting the datastore file [datastore2] 2af130dc-3603-4a57-b28f-123409202b5a {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 822.890539] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-480d2640-365f-4c8b-803e-614e955d8b82 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.901877] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1777907e-a3f8-4d37-bce6-ac99c83717b7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.911777] env[69524]: DEBUG oslo_vmware.api [None req-8f8aa647-ccbe-4b82-93e0-d916057a0338 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Waiting for the task: (returnval){ [ 822.911777] env[69524]: value = "task-4067768" [ 822.911777] env[69524]: _type = "Task" [ 822.911777] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.912114] env[69524]: DEBUG oslo_vmware.api [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Task: {'id': task-4067767, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.926733] env[69524]: DEBUG nova.compute.provider_tree [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.937382] env[69524]: DEBUG oslo_vmware.api [None req-8f8aa647-ccbe-4b82-93e0-d916057a0338 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Task: {'id': task-4067768, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.140709] env[69524]: INFO nova.compute.manager [None req-822a5f73-d9f0-4741-9b57-88c4840d49c9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 8afdcf13-3a25-4b51-90a3-8e4f887bd877] instance snapshotting [ 823.141029] env[69524]: WARNING nova.compute.manager [None req-822a5f73-d9f0-4741-9b57-88c4840d49c9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 8afdcf13-3a25-4b51-90a3-8e4f887bd877] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 823.144573] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61e943d-ced5-481a-90a4-9904ab29387e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.167908] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ca1e84b5-ed69-4784-8ffb-e9dc56185ad2 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Acquiring lock "e9cb699d-b67b-4e4d-b561-83e3def48ac8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.168227] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ca1e84b5-ed69-4784-8ffb-e9dc56185ad2 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Lock "e9cb699d-b67b-4e4d-b561-83e3def48ac8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.168478] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ca1e84b5-ed69-4784-8ffb-e9dc56185ad2 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Acquiring lock "e9cb699d-b67b-4e4d-b561-83e3def48ac8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.168682] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ca1e84b5-ed69-4784-8ffb-e9dc56185ad2 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Lock "e9cb699d-b67b-4e4d-b561-83e3def48ac8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.168929] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ca1e84b5-ed69-4784-8ffb-e9dc56185ad2 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Lock "e9cb699d-b67b-4e4d-b561-83e3def48ac8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.171882] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16cfdd16-ae93-43cf-8148-f2b4be7c90b6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.174911] env[69524]: INFO nova.compute.manager [None req-ca1e84b5-ed69-4784-8ffb-e9dc56185ad2 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] [instance: e9cb699d-b67b-4e4d-b561-83e3def48ac8] Terminating instance [ 823.273432] env[69524]: DEBUG oslo_vmware.api [None req-6cac5c52-2e80-451b-a1ac-ca22570e8a0a tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Task: {'id': task-4067765, 'name': PowerOffVM_Task, 'duration_secs': 0.25351} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.273594] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cac5c52-2e80-451b-a1ac-ca22570e8a0a tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 823.273772] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6cac5c52-2e80-451b-a1ac-ca22570e8a0a tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 823.274554] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d471d6f-36b0-4f6f-93e1-d29cc2282540 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.354964] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6cac5c52-2e80-451b-a1ac-ca22570e8a0a tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 823.354964] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6cac5c52-2e80-451b-a1ac-ca22570e8a0a tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 823.354964] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cac5c52-2e80-451b-a1ac-ca22570e8a0a tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Deleting the datastore file [datastore1] e7db82ae-71dc-43c6-a19f-3b5ddfb7041d {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 823.354964] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52673379-7384-43a7-8405-fa8f1c0f7c13 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.361721] env[69524]: DEBUG oslo_vmware.api [None req-6cac5c52-2e80-451b-a1ac-ca22570e8a0a tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Waiting for the task: (returnval){ [ 823.361721] env[69524]: value = "task-4067770" [ 823.361721] env[69524]: _type = "Task" [ 823.361721] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.371574] env[69524]: DEBUG oslo_vmware.api [None req-6cac5c52-2e80-451b-a1ac-ca22570e8a0a tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Task: {'id': task-4067770, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.401114] env[69524]: DEBUG oslo_vmware.api [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Task: {'id': task-4067767, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.426017] env[69524]: DEBUG oslo_vmware.api [None req-8f8aa647-ccbe-4b82-93e0-d916057a0338 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Task: {'id': task-4067768, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196727} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.426403] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f8aa647-ccbe-4b82-93e0-d916057a0338 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 823.426641] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8aa647-ccbe-4b82-93e0-d916057a0338 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] [instance: 2af130dc-3603-4a57-b28f-123409202b5a] Deleted contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 823.426847] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-8f8aa647-ccbe-4b82-93e0-d916057a0338 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] [instance: 2af130dc-3603-4a57-b28f-123409202b5a] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 823.427101] env[69524]: INFO nova.compute.manager [None req-8f8aa647-ccbe-4b82-93e0-d916057a0338 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] [instance: 2af130dc-3603-4a57-b28f-123409202b5a] Took 1.18 seconds to destroy the instance on the hypervisor. [ 823.427384] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f8aa647-ccbe-4b82-93e0-d916057a0338 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 823.427624] env[69524]: DEBUG nova.compute.manager [-] [instance: 2af130dc-3603-4a57-b28f-123409202b5a] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 823.427765] env[69524]: DEBUG nova.network.neutron [-] [instance: 2af130dc-3603-4a57-b28f-123409202b5a] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 823.433788] env[69524]: DEBUG nova.scheduler.client.report [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.572066] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7b26a01-c788-419f-8def-f11c2d051c63 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 823.572614] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f88d298-c980-4ea7-baf7-885610cee1e2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.583316] env[69524]: DEBUG oslo_vmware.api [None req-f7b26a01-c788-419f-8def-f11c2d051c63 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Waiting for the task: (returnval){ [ 823.583316] env[69524]: value = "task-4067771" [ 823.583316] env[69524]: _type = "Task" [ 823.583316] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.594616] env[69524]: DEBUG oslo_vmware.api [None req-f7b26a01-c788-419f-8def-f11c2d051c63 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4067771, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.679269] env[69524]: DEBUG nova.compute.manager [None req-ca1e84b5-ed69-4784-8ffb-e9dc56185ad2 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] [instance: e9cb699d-b67b-4e4d-b561-83e3def48ac8] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 823.679531] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1e84b5-ed69-4784-8ffb-e9dc56185ad2 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] [instance: e9cb699d-b67b-4e4d-b561-83e3def48ac8] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 823.680553] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733d1bcd-b238-4ab3-a08f-116e223fc6bc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.691239] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-822a5f73-d9f0-4741-9b57-88c4840d49c9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 8afdcf13-3a25-4b51-90a3-8e4f887bd877] Creating Snapshot of the VM instance {{(pid=69524) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 823.692739] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f5ee971a-07a1-49d9-b96d-d59252a19987 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.702244] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca1e84b5-ed69-4784-8ffb-e9dc56185ad2 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] [instance: e9cb699d-b67b-4e4d-b561-83e3def48ac8] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 823.704910] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd39676e-5d93-4b15-b938-3631b7e1b8fc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.707142] env[69524]: DEBUG oslo_vmware.api [None req-822a5f73-d9f0-4741-9b57-88c4840d49c9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the task: (returnval){ [ 823.707142] env[69524]: value = "task-4067772" [ 823.707142] env[69524]: _type = "Task" [ 823.707142] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.713829] env[69524]: DEBUG oslo_vmware.api [None req-ca1e84b5-ed69-4784-8ffb-e9dc56185ad2 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Waiting for the task: (returnval){ [ 823.713829] env[69524]: value = "task-4067773" [ 823.713829] env[69524]: _type = "Task" [ 823.713829] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.723523] env[69524]: DEBUG oslo_vmware.api [None req-822a5f73-d9f0-4741-9b57-88c4840d49c9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4067772, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.732031] env[69524]: DEBUG oslo_vmware.api [None req-ca1e84b5-ed69-4784-8ffb-e9dc56185ad2 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Task: {'id': task-4067773, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.875809] env[69524]: DEBUG oslo_vmware.api [None req-6cac5c52-2e80-451b-a1ac-ca22570e8a0a tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Task: {'id': task-4067770, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148874} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.876133] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cac5c52-2e80-451b-a1ac-ca22570e8a0a tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 823.876347] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6cac5c52-2e80-451b-a1ac-ca22570e8a0a tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 823.876651] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6cac5c52-2e80-451b-a1ac-ca22570e8a0a tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 823.876907] env[69524]: INFO nova.compute.manager [None req-6cac5c52-2e80-451b-a1ac-ca22570e8a0a tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 823.877204] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6cac5c52-2e80-451b-a1ac-ca22570e8a0a tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 823.877434] env[69524]: DEBUG nova.compute.manager [-] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 823.877517] env[69524]: DEBUG nova.network.neutron [-] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 823.903796] env[69524]: DEBUG oslo_vmware.api [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Task: {'id': task-4067767, 'name': PowerOnVM_Task, 'duration_secs': 0.797677} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.904279] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 823.904460] env[69524]: INFO nova.compute.manager [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] Took 7.95 seconds to spawn the instance on the hypervisor. [ 823.904707] env[69524]: DEBUG nova.compute.manager [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 823.905657] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9c6c0a-c0a9-4cee-830f-6ee014a67291 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.939723] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.881s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.940473] env[69524]: DEBUG nova.compute.manager [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] [instance: 6eb890b2-e6d7-49b2-a24a-9f94d574868d] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 823.945031] env[69524]: DEBUG oslo_concurrency.lockutils [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 43.477s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.094985] env[69524]: DEBUG oslo_vmware.api [None req-f7b26a01-c788-419f-8def-f11c2d051c63 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4067771, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.222015] env[69524]: DEBUG oslo_vmware.api [None req-822a5f73-d9f0-4741-9b57-88c4840d49c9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4067772, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.229220] env[69524]: DEBUG oslo_vmware.api [None req-ca1e84b5-ed69-4784-8ffb-e9dc56185ad2 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Task: {'id': task-4067773, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.430123] env[69524]: INFO nova.compute.manager [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] Took 49.35 seconds to build instance. [ 824.453679] env[69524]: INFO nova.compute.claims [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 824.458297] env[69524]: DEBUG nova.compute.utils [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 824.461118] env[69524]: DEBUG nova.compute.manager [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] [instance: 6eb890b2-e6d7-49b2-a24a-9f94d574868d] Not allocating networking since 'none' was specified. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 824.561580] env[69524]: DEBUG nova.network.neutron [-] [instance: 2af130dc-3603-4a57-b28f-123409202b5a] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.597188] env[69524]: DEBUG oslo_vmware.api [None req-f7b26a01-c788-419f-8def-f11c2d051c63 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4067771, 'name': PowerOffVM_Task, 'duration_secs': 0.57622} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.598133] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7b26a01-c788-419f-8def-f11c2d051c63 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 824.598133] env[69524]: DEBUG nova.compute.manager [None req-f7b26a01-c788-419f-8def-f11c2d051c63 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 824.600435] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88244780-6158-4ec6-845a-8455eda49835 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.725537] env[69524]: DEBUG oslo_vmware.api [None req-822a5f73-d9f0-4741-9b57-88c4840d49c9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4067772, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.733905] env[69524]: DEBUG oslo_vmware.api [None req-ca1e84b5-ed69-4784-8ffb-e9dc56185ad2 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Task: {'id': task-4067773, 'name': PowerOffVM_Task, 'duration_secs': 0.667185} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.734224] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca1e84b5-ed69-4784-8ffb-e9dc56185ad2 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] [instance: e9cb699d-b67b-4e4d-b561-83e3def48ac8] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 824.734389] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1e84b5-ed69-4784-8ffb-e9dc56185ad2 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] [instance: e9cb699d-b67b-4e4d-b561-83e3def48ac8] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 824.734690] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d5743e69-6b84-48d9-b0ec-05f149a476fc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.774484] env[69524]: DEBUG nova.compute.manager [req-2f3e7c91-6ce8-410d-ac30-d2b46e67543e req-6ccb3156-b407-4d91-884b-6da9ef51e579 service nova] [instance: 2af130dc-3603-4a57-b28f-123409202b5a] Received event network-vif-deleted-8c3b0e44-e242-4861-b36f-394c56b5926a {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.933591] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a366b6d4-bdfc-4602-a0f8-8d44ac90067f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Lock "d1031693-cd67-4cb7-8bcc-dfcd69d1d72d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.764s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.962380] env[69524]: INFO nova.compute.resource_tracker [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Updating resource usage from migration f901ab08-035a-46aa-9923-ff522808482f [ 824.966980] env[69524]: DEBUG nova.compute.manager [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] [instance: 6eb890b2-e6d7-49b2-a24a-9f94d574868d] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 825.063896] env[69524]: INFO nova.compute.manager [-] [instance: 2af130dc-3603-4a57-b28f-123409202b5a] Took 1.64 seconds to deallocate network for instance. [ 825.114219] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f7b26a01-c788-419f-8def-f11c2d051c63 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Lock "780705ab-3fbb-43e0-961a-46f755f5388d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.567s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.133903] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1e84b5-ed69-4784-8ffb-e9dc56185ad2 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] [instance: e9cb699d-b67b-4e4d-b561-83e3def48ac8] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 825.134203] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1e84b5-ed69-4784-8ffb-e9dc56185ad2 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] [instance: e9cb699d-b67b-4e4d-b561-83e3def48ac8] Deleting contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 825.134423] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca1e84b5-ed69-4784-8ffb-e9dc56185ad2 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Deleting the datastore file [datastore2] e9cb699d-b67b-4e4d-b561-83e3def48ac8 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 825.134942] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7448668c-2f15-4749-9fd4-ab42375f2567 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.148040] env[69524]: DEBUG oslo_vmware.api [None req-ca1e84b5-ed69-4784-8ffb-e9dc56185ad2 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Waiting for the task: (returnval){ [ 825.148040] env[69524]: value = "task-4067775" [ 825.148040] env[69524]: _type = "Task" [ 825.148040] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.158908] env[69524]: DEBUG oslo_vmware.api [None req-ca1e84b5-ed69-4784-8ffb-e9dc56185ad2 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Task: {'id': task-4067775, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.187512] env[69524]: DEBUG oslo_vmware.rw_handles [None req-d9e76d30-f2a7-4b19-aae4-5528c732c1bb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52923b7a-873e-1bee-94cd-467e59df743a/disk-0.vmdk. {{(pid=69524) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 825.189337] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7822af-0001-4d0a-85b3-fab87d272b56 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.200960] env[69524]: DEBUG oslo_vmware.rw_handles [None req-d9e76d30-f2a7-4b19-aae4-5528c732c1bb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52923b7a-873e-1bee-94cd-467e59df743a/disk-0.vmdk is in state: ready. {{(pid=69524) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 825.201026] env[69524]: ERROR oslo_vmware.rw_handles [None req-d9e76d30-f2a7-4b19-aae4-5528c732c1bb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52923b7a-873e-1bee-94cd-467e59df743a/disk-0.vmdk due to incomplete transfer. [ 825.201294] env[69524]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e2f0132d-7d90-434c-9d3a-18e037bc8191 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.220916] env[69524]: DEBUG oslo_vmware.rw_handles [None req-d9e76d30-f2a7-4b19-aae4-5528c732c1bb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52923b7a-873e-1bee-94cd-467e59df743a/disk-0.vmdk. {{(pid=69524) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 825.220916] env[69524]: DEBUG nova.virt.vmwareapi.images [None req-d9e76d30-f2a7-4b19-aae4-5528c732c1bb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Uploaded image c2c559a1-8bdc-4bde-8dd4-2647167877f8 to the Glance image server {{(pid=69524) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 825.225476] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9e76d30-f2a7-4b19-aae4-5528c732c1bb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Destroying the VM {{(pid=69524) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 825.225476] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-adc9bb2c-247e-4cbe-9bbb-cb98c7bc49de {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.236456] env[69524]: DEBUG oslo_vmware.api [None req-822a5f73-d9f0-4741-9b57-88c4840d49c9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4067772, 'name': CreateSnapshot_Task, 'duration_secs': 1.231923} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.238144] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-822a5f73-d9f0-4741-9b57-88c4840d49c9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 8afdcf13-3a25-4b51-90a3-8e4f887bd877] Created Snapshot of the VM instance {{(pid=69524) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 825.238581] env[69524]: DEBUG oslo_vmware.api [None req-d9e76d30-f2a7-4b19-aae4-5528c732c1bb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 825.238581] env[69524]: value = "task-4067776" [ 825.238581] env[69524]: _type = "Task" [ 825.238581] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.239716] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ee005f-d395-42c8-a1dd-d62b39b120f0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.265824] env[69524]: DEBUG oslo_vmware.api [None req-d9e76d30-f2a7-4b19-aae4-5528c732c1bb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4067776, 'name': Destroy_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.304628] env[69524]: DEBUG nova.network.neutron [-] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.315490] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Acquiring lock "b81bde1d-fb4a-4ab2-87e7-9be900c07511" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.315717] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Lock "b81bde1d-fb4a-4ab2-87e7-9be900c07511" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.334157] env[69524]: DEBUG nova.compute.manager [req-d8de1f62-1946-4e4f-94d2-87c73ffa80bf req-ae810b22-d1b5-49e2-83b7-4f195a3afde9 service nova] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] Received event network-vif-deleted-2ee3233f-54ee-45e6-836d-44509596ac88 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.439096] env[69524]: DEBUG nova.compute.manager [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 4244948e-6a1e-446b-b02b-18ee384d9553] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 825.575915] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8f8aa647-ccbe-4b82-93e0-d916057a0338 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.661332] env[69524]: DEBUG oslo_vmware.api [None req-ca1e84b5-ed69-4784-8ffb-e9dc56185ad2 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Task: {'id': task-4067775, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.37444} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.661500] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca1e84b5-ed69-4784-8ffb-e9dc56185ad2 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 825.661675] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1e84b5-ed69-4784-8ffb-e9dc56185ad2 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] [instance: e9cb699d-b67b-4e4d-b561-83e3def48ac8] Deleted contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 825.661849] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ca1e84b5-ed69-4784-8ffb-e9dc56185ad2 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] [instance: e9cb699d-b67b-4e4d-b561-83e3def48ac8] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 825.662036] env[69524]: INFO nova.compute.manager [None req-ca1e84b5-ed69-4784-8ffb-e9dc56185ad2 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] [instance: e9cb699d-b67b-4e4d-b561-83e3def48ac8] Took 1.98 seconds to destroy the instance on the hypervisor. [ 825.662275] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca1e84b5-ed69-4784-8ffb-e9dc56185ad2 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.662462] env[69524]: DEBUG nova.compute.manager [-] [instance: e9cb699d-b67b-4e4d-b561-83e3def48ac8] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 825.662556] env[69524]: DEBUG nova.network.neutron [-] [instance: e9cb699d-b67b-4e4d-b561-83e3def48ac8] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 825.671670] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c21d70-b43e-436e-ba70-58e71bce31b7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.679761] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e4773a-8543-494f-a5c1-6561f1aa8c16 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.713219] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e10033-3557-4a3a-9f8f-3304f8046f42 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.722706] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0e2eb9-14a6-4dbc-a12b-f9143c69ac26 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.738913] env[69524]: DEBUG nova.compute.provider_tree [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 825.754547] env[69524]: DEBUG oslo_vmware.api [None req-d9e76d30-f2a7-4b19-aae4-5528c732c1bb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4067776, 'name': Destroy_Task, 'duration_secs': 0.356829} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.754865] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-d9e76d30-f2a7-4b19-aae4-5528c732c1bb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Destroyed the VM [ 825.755089] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e76d30-f2a7-4b19-aae4-5528c732c1bb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Deleting Snapshot of the VM instance {{(pid=69524) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 825.755344] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-69b6435b-d066-4191-a8da-9754431bb998 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.762484] env[69524]: DEBUG oslo_vmware.api [None req-d9e76d30-f2a7-4b19-aae4-5528c732c1bb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 825.762484] env[69524]: value = "task-4067777" [ 825.762484] env[69524]: _type = "Task" [ 825.762484] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.779307] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-822a5f73-d9f0-4741-9b57-88c4840d49c9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 8afdcf13-3a25-4b51-90a3-8e4f887bd877] Creating linked-clone VM from snapshot {{(pid=69524) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 825.779398] env[69524]: DEBUG oslo_vmware.api [None req-d9e76d30-f2a7-4b19-aae4-5528c732c1bb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4067777, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.779607] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-dfadad50-e606-4bc5-992b-438fbe9aa9ed {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.788478] env[69524]: DEBUG oslo_vmware.api [None req-822a5f73-d9f0-4741-9b57-88c4840d49c9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the task: (returnval){ [ 825.788478] env[69524]: value = "task-4067778" [ 825.788478] env[69524]: _type = "Task" [ 825.788478] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.798867] env[69524]: DEBUG oslo_vmware.api [None req-822a5f73-d9f0-4741-9b57-88c4840d49c9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4067778, 'name': CloneVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.820000] env[69524]: INFO nova.compute.manager [-] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] Took 1.94 seconds to deallocate network for instance. [ 825.978846] env[69524]: DEBUG nova.compute.manager [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] [instance: 6eb890b2-e6d7-49b2-a24a-9f94d574868d] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 825.983627] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.019805] env[69524]: DEBUG nova.virt.hardware [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 826.020051] env[69524]: DEBUG nova.virt.hardware [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 826.020297] env[69524]: DEBUG nova.virt.hardware [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 826.020577] env[69524]: DEBUG nova.virt.hardware [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 826.020813] env[69524]: DEBUG nova.virt.hardware [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 826.021062] env[69524]: DEBUG nova.virt.hardware [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 826.021402] env[69524]: DEBUG nova.virt.hardware [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 826.021648] env[69524]: DEBUG nova.virt.hardware [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 826.022070] env[69524]: DEBUG nova.virt.hardware [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 826.022190] env[69524]: DEBUG nova.virt.hardware [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 826.022447] env[69524]: DEBUG nova.virt.hardware [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 826.024051] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb2a351-b4b4-4c78-b990-5dcfedd05b73 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.036333] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9794309b-598b-4b17-9891-ea7c58d2da02 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.060370] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] [instance: 6eb890b2-e6d7-49b2-a24a-9f94d574868d] Instance VIF info [] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 826.066122] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Creating folder: Project (e9c356bdf3e5474ebe480ee244c77240). Parent ref: group-v806025. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 826.066497] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fef3b844-adf2-4b8d-8cca-74a69841c46d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.079093] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Created folder: Project (e9c356bdf3e5474ebe480ee244c77240) in parent group-v806025. [ 826.079310] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Creating folder: Instances. Parent ref: group-v806133. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 826.079621] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4bcb040e-0057-4bd7-bcaf-7557add907e6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.090041] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Created folder: Instances in parent group-v806133. [ 826.090261] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.090480] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6eb890b2-e6d7-49b2-a24a-9f94d574868d] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 826.090721] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-074621e7-46b6-4029-a776-6558b8405fa2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.115793] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 826.115793] env[69524]: value = "task-4067781" [ 826.115793] env[69524]: _type = "Task" [ 826.115793] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.125230] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067781, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.270311] env[69524]: ERROR nova.scheduler.client.report [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [req-2caa5d98-9228-4d8e-a201-410637b8f49f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 333a7aa4-d2cd-4888-ac97-9e43e6b91719. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2caa5d98-9228-4d8e-a201-410637b8f49f"}]} [ 826.280647] env[69524]: DEBUG oslo_vmware.api [None req-d9e76d30-f2a7-4b19-aae4-5528c732c1bb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4067777, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.294635] env[69524]: DEBUG nova.scheduler.client.report [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Refreshing inventories for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 826.309771] env[69524]: DEBUG oslo_vmware.api [None req-822a5f73-d9f0-4741-9b57-88c4840d49c9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4067778, 'name': CloneVM_Task} progress is 94%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.316360] env[69524]: DEBUG nova.objects.instance [None req-31c7a820-7ff8-4789-80d4-5b00b8c85f66 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Lazy-loading 'flavor' on Instance uuid 780705ab-3fbb-43e0-961a-46f755f5388d {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 826.322827] env[69524]: DEBUG nova.scheduler.client.report [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Updating ProviderTree inventory for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 826.323219] env[69524]: DEBUG nova.compute.provider_tree [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 826.329502] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6cac5c52-2e80-451b-a1ac-ca22570e8a0a tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.344433] env[69524]: DEBUG nova.scheduler.client.report [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Refreshing aggregate associations for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719, aggregates: None {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 826.377166] env[69524]: DEBUG nova.scheduler.client.report [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Refreshing trait associations for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 826.503404] env[69524]: DEBUG nova.network.neutron [-] [instance: e9cb699d-b67b-4e4d-b561-83e3def48ac8] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.628073] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067781, 'name': CreateVM_Task, 'duration_secs': 0.451921} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.629531] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6eb890b2-e6d7-49b2-a24a-9f94d574868d] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 826.629531] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.629531] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.629531] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.629722] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b86baeb7-f76b-4d0a-96cd-31afb393b2f1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.635573] env[69524]: DEBUG oslo_vmware.api [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Waiting for the task: (returnval){ [ 826.635573] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52808caa-37e9-dc43-8e9f-bafc0692f4b4" [ 826.635573] env[69524]: _type = "Task" [ 826.635573] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.650201] env[69524]: DEBUG oslo_vmware.api [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52808caa-37e9-dc43-8e9f-bafc0692f4b4, 'name': SearchDatastore_Task, 'duration_secs': 0.011192} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.650442] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.650715] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] [instance: 6eb890b2-e6d7-49b2-a24a-9f94d574868d] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 826.651185] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.651297] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.651634] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 826.652220] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-62d643e8-f5b3-42ea-a68f-8ec0550cd4f6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.665321] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 826.665321] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 826.665775] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8e444ed-e300-486f-993c-ca4bbd75690f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.673832] env[69524]: DEBUG oslo_vmware.api [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Waiting for the task: (returnval){ [ 826.673832] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]523edf1f-e1a7-d0b2-da35-e7cde63cdbd3" [ 826.673832] env[69524]: _type = "Task" [ 826.673832] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.692207] env[69524]: DEBUG oslo_vmware.api [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]523edf1f-e1a7-d0b2-da35-e7cde63cdbd3, 'name': SearchDatastore_Task, 'duration_secs': 0.010733} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.693091] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddd2ee47-7285-4621-85ab-58a9e46acf7e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.701785] env[69524]: DEBUG oslo_vmware.api [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Waiting for the task: (returnval){ [ 826.701785] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52799bd9-2c4d-96db-dd60-11fa94f0711e" [ 826.701785] env[69524]: _type = "Task" [ 826.701785] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.715715] env[69524]: DEBUG oslo_vmware.api [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52799bd9-2c4d-96db-dd60-11fa94f0711e, 'name': SearchDatastore_Task, 'duration_secs': 0.011991} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.716017] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.716311] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 6eb890b2-e6d7-49b2-a24a-9f94d574868d/6eb890b2-e6d7-49b2-a24a-9f94d574868d.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 826.716596] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b9c8150d-7e3a-4fb3-bc1c-2a4a8e81f997 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.726565] env[69524]: DEBUG oslo_vmware.api [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Waiting for the task: (returnval){ [ 826.726565] env[69524]: value = "task-4067782" [ 826.726565] env[69524]: _type = "Task" [ 826.726565] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.736386] env[69524]: DEBUG oslo_vmware.api [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Task: {'id': task-4067782, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.782384] env[69524]: DEBUG oslo_vmware.api [None req-d9e76d30-f2a7-4b19-aae4-5528c732c1bb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4067777, 'name': RemoveSnapshot_Task, 'duration_secs': 0.693041} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.785112] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d9e76d30-f2a7-4b19-aae4-5528c732c1bb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Deleted Snapshot of the VM instance {{(pid=69524) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 826.786420] env[69524]: INFO nova.compute.manager [None req-d9e76d30-f2a7-4b19-aae4-5528c732c1bb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Took 15.92 seconds to snapshot the instance on the hypervisor. [ 826.802138] env[69524]: DEBUG oslo_vmware.api [None req-822a5f73-d9f0-4741-9b57-88c4840d49c9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4067778, 'name': CloneVM_Task} progress is 94%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.823911] env[69524]: DEBUG oslo_concurrency.lockutils [None req-31c7a820-7ff8-4789-80d4-5b00b8c85f66 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Acquiring lock "refresh_cache-780705ab-3fbb-43e0-961a-46f755f5388d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.824060] env[69524]: DEBUG oslo_concurrency.lockutils [None req-31c7a820-7ff8-4789-80d4-5b00b8c85f66 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Acquired lock "refresh_cache-780705ab-3fbb-43e0-961a-46f755f5388d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.824278] env[69524]: DEBUG nova.network.neutron [None req-31c7a820-7ff8-4789-80d4-5b00b8c85f66 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 826.824606] env[69524]: DEBUG nova.objects.instance [None req-31c7a820-7ff8-4789-80d4-5b00b8c85f66 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Lazy-loading 'info_cache' on Instance uuid 780705ab-3fbb-43e0-961a-46f755f5388d {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 826.859517] env[69524]: DEBUG nova.compute.manager [req-6883ae8b-a34b-459e-b033-0ee929216b5e req-da1307ce-39ae-431b-8c27-5afb9aafd483 service nova] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] Received event network-changed-4738f757-b6bc-4587-8457-7f99bb5b3c8a {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 826.859777] env[69524]: DEBUG nova.compute.manager [req-6883ae8b-a34b-459e-b033-0ee929216b5e req-da1307ce-39ae-431b-8c27-5afb9aafd483 service nova] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] Refreshing instance network info cache due to event network-changed-4738f757-b6bc-4587-8457-7f99bb5b3c8a. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 826.860063] env[69524]: DEBUG oslo_concurrency.lockutils [req-6883ae8b-a34b-459e-b033-0ee929216b5e req-da1307ce-39ae-431b-8c27-5afb9aafd483 service nova] Acquiring lock "refresh_cache-d1031693-cd67-4cb7-8bcc-dfcd69d1d72d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.860266] env[69524]: DEBUG oslo_concurrency.lockutils [req-6883ae8b-a34b-459e-b033-0ee929216b5e req-da1307ce-39ae-431b-8c27-5afb9aafd483 service nova] Acquired lock "refresh_cache-d1031693-cd67-4cb7-8bcc-dfcd69d1d72d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.860490] env[69524]: DEBUG nova.network.neutron [req-6883ae8b-a34b-459e-b033-0ee929216b5e req-da1307ce-39ae-431b-8c27-5afb9aafd483 service nova] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] Refreshing network info cache for port 4738f757-b6bc-4587-8457-7f99bb5b3c8a {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 827.009253] env[69524]: INFO nova.compute.manager [-] [instance: e9cb699d-b67b-4e4d-b561-83e3def48ac8] Took 1.35 seconds to deallocate network for instance. [ 827.169242] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078df063-24a9-47e4-976f-817521c5f540 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.179722] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9452ac-bf09-4409-b28f-9cf984e7b659 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.217375] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1896bc17-24db-47bc-8699-b650692176ec {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.226746] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7427fbb-0a79-4e34-88f4-3ccfc41c3f59 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.258255] env[69524]: DEBUG nova.compute.provider_tree [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 827.259544] env[69524]: DEBUG oslo_vmware.api [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Task: {'id': task-4067782, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.305270] env[69524]: DEBUG oslo_vmware.api [None req-822a5f73-d9f0-4741-9b57-88c4840d49c9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4067778, 'name': CloneVM_Task} progress is 95%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.330042] env[69524]: DEBUG nova.objects.base [None req-31c7a820-7ff8-4789-80d4-5b00b8c85f66 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Object Instance<780705ab-3fbb-43e0-961a-46f755f5388d> lazy-loaded attributes: flavor,info_cache {{(pid=69524) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 827.379684] env[69524]: DEBUG nova.compute.manager [None req-d9e76d30-f2a7-4b19-aae4-5528c732c1bb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Found 3 images (rotation: 2) {{(pid=69524) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 827.379841] env[69524]: DEBUG nova.compute.manager [None req-d9e76d30-f2a7-4b19-aae4-5528c732c1bb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Rotating out 1 backups {{(pid=69524) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 827.380116] env[69524]: DEBUG nova.compute.manager [None req-d9e76d30-f2a7-4b19-aae4-5528c732c1bb tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Deleting image fb3fc0a5-3b95-4932-9470-708d0e5ac293 {{(pid=69524) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 827.499977] env[69524]: DEBUG nova.compute.manager [req-c47bed41-51df-44f8-973b-b97e95cb99ca req-74747070-806a-4b2a-a26c-e159fd646e84 service nova] [instance: e9cb699d-b67b-4e4d-b561-83e3def48ac8] Received event network-vif-deleted-910961aa-2b5f-4bda-84e2-1d6399f22bd1 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.522013] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ca1e84b5-ed69-4784-8ffb-e9dc56185ad2 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.749657] env[69524]: DEBUG oslo_vmware.api [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Task: {'id': task-4067782, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659112} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.750042] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 6eb890b2-e6d7-49b2-a24a-9f94d574868d/6eb890b2-e6d7-49b2-a24a-9f94d574868d.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 827.750280] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] [instance: 6eb890b2-e6d7-49b2-a24a-9f94d574868d] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 827.750635] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0bde349b-8302-419a-9a6a-29eeb624a315 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.759717] env[69524]: DEBUG oslo_vmware.api [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Waiting for the task: (returnval){ [ 827.759717] env[69524]: value = "task-4067783" [ 827.759717] env[69524]: _type = "Task" [ 827.759717] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.776644] env[69524]: DEBUG oslo_vmware.api [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Task: {'id': task-4067783, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.801708] env[69524]: DEBUG oslo_vmware.api [None req-822a5f73-d9f0-4741-9b57-88c4840d49c9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4067778, 'name': CloneVM_Task, 'duration_secs': 1.841291} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.801994] env[69524]: INFO nova.virt.vmwareapi.vmops [None req-822a5f73-d9f0-4741-9b57-88c4840d49c9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 8afdcf13-3a25-4b51-90a3-8e4f887bd877] Created linked-clone VM from snapshot [ 827.802876] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326f8d1c-ccde-4ac6-bf16-736a54bf00b1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.811544] env[69524]: DEBUG nova.virt.vmwareapi.images [None req-822a5f73-d9f0-4741-9b57-88c4840d49c9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 8afdcf13-3a25-4b51-90a3-8e4f887bd877] Uploading image fb149817-9c10-4791-bbea-713cb1e1f07e {{(pid=69524) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 827.814328] env[69524]: DEBUG nova.scheduler.client.report [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Updated inventory for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with generation 62 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 827.814536] env[69524]: DEBUG nova.compute.provider_tree [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Updating resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 generation from 62 to 63 during operation: update_inventory {{(pid=69524) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 827.814740] env[69524]: DEBUG nova.compute.provider_tree [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 827.846113] env[69524]: DEBUG oslo_vmware.rw_handles [None req-822a5f73-d9f0-4741-9b57-88c4840d49c9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 827.846113] env[69524]: value = "vm-806132" [ 827.846113] env[69524]: _type = "VirtualMachine" [ 827.846113] env[69524]: }. {{(pid=69524) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 827.846680] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-00c36df0-2872-4bbf-8061-f79cf2ad58c8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.853255] env[69524]: DEBUG nova.network.neutron [req-6883ae8b-a34b-459e-b033-0ee929216b5e req-da1307ce-39ae-431b-8c27-5afb9aafd483 service nova] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] Updated VIF entry in instance network info cache for port 4738f757-b6bc-4587-8457-7f99bb5b3c8a. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 827.853616] env[69524]: DEBUG nova.network.neutron [req-6883ae8b-a34b-459e-b033-0ee929216b5e req-da1307ce-39ae-431b-8c27-5afb9aafd483 service nova] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] Updating instance_info_cache with network_info: [{"id": "4738f757-b6bc-4587-8457-7f99bb5b3c8a", "address": "fa:16:3e:8e:80:be", "network": {"id": "f56b441c-7f7b-4bb5-8a3d-d288fa9523b8", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1743534349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15a8990d9b5e4a87afad85bd1a57eb1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4738f757-b6", "ovs_interfaceid": "4738f757-b6bc-4587-8457-7f99bb5b3c8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.856357] env[69524]: DEBUG oslo_vmware.rw_handles [None req-822a5f73-d9f0-4741-9b57-88c4840d49c9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Lease: (returnval){ [ 827.856357] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52724736-bcfc-3cd6-3283-26248a02deb6" [ 827.856357] env[69524]: _type = "HttpNfcLease" [ 827.856357] env[69524]: } obtained for exporting VM: (result){ [ 827.856357] env[69524]: value = "vm-806132" [ 827.856357] env[69524]: _type = "VirtualMachine" [ 827.856357] env[69524]: }. {{(pid=69524) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 827.856662] env[69524]: DEBUG oslo_vmware.api [None req-822a5f73-d9f0-4741-9b57-88c4840d49c9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the lease: (returnval){ [ 827.856662] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52724736-bcfc-3cd6-3283-26248a02deb6" [ 827.856662] env[69524]: _type = "HttpNfcLease" [ 827.856662] env[69524]: } to be ready. {{(pid=69524) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 827.864373] env[69524]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 827.864373] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52724736-bcfc-3cd6-3283-26248a02deb6" [ 827.864373] env[69524]: _type = "HttpNfcLease" [ 827.864373] env[69524]: } is initializing. {{(pid=69524) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 828.089334] env[69524]: DEBUG nova.network.neutron [None req-31c7a820-7ff8-4789-80d4-5b00b8c85f66 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Updating instance_info_cache with network_info: [{"id": "647653e7-69c3-423e-b29c-05df5ac2cde8", "address": "fa:16:3e:b1:18:a9", "network": {"id": "1ed5f80d-e3ed-44dc-8b1f-b09def5546c9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1275482548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e64c5c29d3f246138e543c5e5af4ff08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap647653e7-69", "ovs_interfaceid": "647653e7-69c3-423e-b29c-05df5ac2cde8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.270567] env[69524]: DEBUG oslo_vmware.api [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Task: {'id': task-4067783, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.221886} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.270849] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] [instance: 6eb890b2-e6d7-49b2-a24a-9f94d574868d] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 828.272268] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf5ed9e-dbaa-40c0-a91e-6db09b33bfde {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.295843] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] [instance: 6eb890b2-e6d7-49b2-a24a-9f94d574868d] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 6eb890b2-e6d7-49b2-a24a-9f94d574868d/6eb890b2-e6d7-49b2-a24a-9f94d574868d.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 828.295843] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e377f0e-4fd0-4b2d-9e56-d6e17fcc81c2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.318155] env[69524]: DEBUG oslo_vmware.api [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Waiting for the task: (returnval){ [ 828.318155] env[69524]: value = "task-4067785" [ 828.318155] env[69524]: _type = "Task" [ 828.318155] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.322649] env[69524]: DEBUG oslo_concurrency.lockutils [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 4.378s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.322873] env[69524]: INFO nova.compute.manager [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Migrating [ 828.323120] env[69524]: DEBUG oslo_concurrency.lockutils [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.323268] env[69524]: DEBUG oslo_concurrency.lockutils [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.324838] env[69524]: DEBUG oslo_concurrency.lockutils [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.393s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.326377] env[69524]: INFO nova.compute.claims [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 828.333677] env[69524]: INFO nova.compute.rpcapi [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 828.334268] env[69524]: DEBUG oslo_concurrency.lockutils [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.350179] env[69524]: DEBUG oslo_vmware.api [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Task: {'id': task-4067785, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.361604] env[69524]: DEBUG oslo_concurrency.lockutils [req-6883ae8b-a34b-459e-b033-0ee929216b5e req-da1307ce-39ae-431b-8c27-5afb9aafd483 service nova] Releasing lock "refresh_cache-d1031693-cd67-4cb7-8bcc-dfcd69d1d72d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.371559] env[69524]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 828.371559] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52724736-bcfc-3cd6-3283-26248a02deb6" [ 828.371559] env[69524]: _type = "HttpNfcLease" [ 828.371559] env[69524]: } is ready. {{(pid=69524) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 828.371893] env[69524]: DEBUG oslo_vmware.rw_handles [None req-822a5f73-d9f0-4741-9b57-88c4840d49c9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 828.371893] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52724736-bcfc-3cd6-3283-26248a02deb6" [ 828.371893] env[69524]: _type = "HttpNfcLease" [ 828.371893] env[69524]: }. {{(pid=69524) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 828.372680] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc96f2b1-9e13-42eb-9a82-8593fd252365 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.383144] env[69524]: DEBUG oslo_vmware.rw_handles [None req-822a5f73-d9f0-4741-9b57-88c4840d49c9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52efd5e6-0f6b-c508-121e-84a6ae300e5e/disk-0.vmdk from lease info. {{(pid=69524) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 828.383431] env[69524]: DEBUG oslo_vmware.rw_handles [None req-822a5f73-d9f0-4741-9b57-88c4840d49c9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52efd5e6-0f6b-c508-121e-84a6ae300e5e/disk-0.vmdk for reading. {{(pid=69524) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 828.479890] env[69524]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bcb62b0c-c876-4fd7-b386-ed1d2594a03d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.593692] env[69524]: DEBUG oslo_concurrency.lockutils [None req-31c7a820-7ff8-4789-80d4-5b00b8c85f66 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Releasing lock "refresh_cache-780705ab-3fbb-43e0-961a-46f755f5388d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.830364] env[69524]: DEBUG oslo_vmware.api [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Task: {'id': task-4067785, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.862859] env[69524]: DEBUG oslo_concurrency.lockutils [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Acquiring lock "refresh_cache-3a962860-7a12-485a-af4e-1e86f7292a8a" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.862859] env[69524]: DEBUG oslo_concurrency.lockutils [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Acquired lock "refresh_cache-3a962860-7a12-485a-af4e-1e86f7292a8a" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.862859] env[69524]: DEBUG nova.network.neutron [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 829.329614] env[69524]: DEBUG oslo_vmware.api [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Task: {'id': task-4067785, 'name': ReconfigVM_Task, 'duration_secs': 0.716194} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.329919] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] [instance: 6eb890b2-e6d7-49b2-a24a-9f94d574868d] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 6eb890b2-e6d7-49b2-a24a-9f94d574868d/6eb890b2-e6d7-49b2-a24a-9f94d574868d.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 829.330669] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af8ec429-349f-4471-817b-dbc5905e05f1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.338964] env[69524]: DEBUG oslo_vmware.api [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Waiting for the task: (returnval){ [ 829.338964] env[69524]: value = "task-4067789" [ 829.338964] env[69524]: _type = "Task" [ 829.338964] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.348541] env[69524]: DEBUG oslo_vmware.api [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Task: {'id': task-4067789, 'name': Rename_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.572686] env[69524]: DEBUG oslo_concurrency.lockutils [None req-cc4823e0-8906-4b3b-b8ef-f578ca53eb86 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquiring lock "e2c166bd-9b6d-4450-bba0-43bb56975555" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.572686] env[69524]: DEBUG oslo_concurrency.lockutils [None req-cc4823e0-8906-4b3b-b8ef-f578ca53eb86 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lock "e2c166bd-9b6d-4450-bba0-43bb56975555" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.572686] env[69524]: DEBUG nova.compute.manager [None req-cc4823e0-8906-4b3b-b8ef-f578ca53eb86 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 829.574045] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b58d43-dc7e-47d5-95d6-de97c81547b7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.582618] env[69524]: DEBUG nova.compute.manager [None req-cc4823e0-8906-4b3b-b8ef-f578ca53eb86 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69524) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 829.584032] env[69524]: DEBUG nova.objects.instance [None req-cc4823e0-8906-4b3b-b8ef-f578ca53eb86 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lazy-loading 'flavor' on Instance uuid e2c166bd-9b6d-4450-bba0-43bb56975555 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 829.601359] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-31c7a820-7ff8-4789-80d4-5b00b8c85f66 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 829.603364] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4915d7db-448d-4bac-92dd-bc1829fb4a7b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.613612] env[69524]: DEBUG oslo_vmware.api [None req-31c7a820-7ff8-4789-80d4-5b00b8c85f66 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Waiting for the task: (returnval){ [ 829.613612] env[69524]: value = "task-4067790" [ 829.613612] env[69524]: _type = "Task" [ 829.613612] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.624458] env[69524]: DEBUG oslo_vmware.api [None req-31c7a820-7ff8-4789-80d4-5b00b8c85f66 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4067790, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.651980] env[69524]: DEBUG nova.network.neutron [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Updating instance_info_cache with network_info: [{"id": "ff0f8582-45f2-4061-9932-e90302c77f20", "address": "fa:16:3e:2a:73:b3", "network": {"id": "9ba6743d-ce8d-49df-87a9-5afc4de01489", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a86a460dd4454b05b84917cee5434b27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff0f8582-45", "ovs_interfaceid": "ff0f8582-45f2-4061-9932-e90302c77f20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.853677] env[69524]: DEBUG oslo_vmware.api [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Task: {'id': task-4067789, 'name': Rename_Task, 'duration_secs': 0.217804} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.853677] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] [instance: 6eb890b2-e6d7-49b2-a24a-9f94d574868d] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 829.853902] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b50a73b-ecb4-4a5c-a726-a8b3bc8499eb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.862135] env[69524]: DEBUG oslo_vmware.api [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Waiting for the task: (returnval){ [ 829.862135] env[69524]: value = "task-4067791" [ 829.862135] env[69524]: _type = "Task" [ 829.862135] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.873054] env[69524]: DEBUG oslo_vmware.api [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Task: {'id': task-4067791, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.957124] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be812ed-fd68-479b-9f4f-193dc0bcc967 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.965452] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c3f2a8-967f-4691-8a33-a99d59f47f55 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.000733] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be74c913-a9c2-4169-ba07-84d0c8242b56 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.010181] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d925762e-fe92-4264-a3f3-d737f5e3988c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.025594] env[69524]: DEBUG nova.compute.provider_tree [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 830.125925] env[69524]: DEBUG oslo_vmware.api [None req-31c7a820-7ff8-4789-80d4-5b00b8c85f66 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4067790, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.155382] env[69524]: DEBUG oslo_concurrency.lockutils [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Releasing lock "refresh_cache-3a962860-7a12-485a-af4e-1e86f7292a8a" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.374046] env[69524]: DEBUG oslo_vmware.api [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Task: {'id': task-4067791, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.563281] env[69524]: DEBUG nova.scheduler.client.report [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Updated inventory for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with generation 63 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 830.563561] env[69524]: DEBUG nova.compute.provider_tree [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Updating resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 generation from 63 to 64 during operation: update_inventory {{(pid=69524) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 830.563718] env[69524]: DEBUG nova.compute.provider_tree [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 830.591482] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc4823e0-8906-4b3b-b8ef-f578ca53eb86 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 830.592152] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7ce4d31-cb65-437e-ab04-125911219879 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.601124] env[69524]: DEBUG oslo_vmware.api [None req-cc4823e0-8906-4b3b-b8ef-f578ca53eb86 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 830.601124] env[69524]: value = "task-4067792" [ 830.601124] env[69524]: _type = "Task" [ 830.601124] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.612182] env[69524]: DEBUG oslo_vmware.api [None req-cc4823e0-8906-4b3b-b8ef-f578ca53eb86 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4067792, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.627403] env[69524]: DEBUG oslo_vmware.api [None req-31c7a820-7ff8-4789-80d4-5b00b8c85f66 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4067790, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.879065] env[69524]: DEBUG oslo_vmware.api [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Task: {'id': task-4067791, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.069539] env[69524]: DEBUG oslo_concurrency.lockutils [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.745s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.070230] env[69524]: DEBUG nova.compute.manager [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 831.073355] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4994678a-10a6-4990-9d5c-d4db0def3902 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.454s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.073431] env[69524]: DEBUG nova.objects.instance [None req-4994678a-10a6-4990-9d5c-d4db0def3902 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Lazy-loading 'resources' on Instance uuid a53aac01-ef1d-4ef0-aac4-326927830321 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 831.112285] env[69524]: DEBUG oslo_vmware.api [None req-cc4823e0-8906-4b3b-b8ef-f578ca53eb86 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4067792, 'name': PowerOffVM_Task, 'duration_secs': 0.257668} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.113277] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc4823e0-8906-4b3b-b8ef-f578ca53eb86 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 831.113933] env[69524]: DEBUG nova.compute.manager [None req-cc4823e0-8906-4b3b-b8ef-f578ca53eb86 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 831.114296] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf6e048-fb0b-49a0-8678-42654be4b3ee {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.130523] env[69524]: DEBUG oslo_vmware.api [None req-31c7a820-7ff8-4789-80d4-5b00b8c85f66 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4067790, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.377211] env[69524]: DEBUG oslo_vmware.api [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Task: {'id': task-4067791, 'name': PowerOnVM_Task, 'duration_secs': 1.216918} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.377588] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] [instance: 6eb890b2-e6d7-49b2-a24a-9f94d574868d] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 831.378401] env[69524]: INFO nova.compute.manager [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] [instance: 6eb890b2-e6d7-49b2-a24a-9f94d574868d] Took 5.40 seconds to spawn the instance on the hypervisor. [ 831.378401] env[69524]: DEBUG nova.compute.manager [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] [instance: 6eb890b2-e6d7-49b2-a24a-9f94d574868d] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 831.379212] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2af1f58-d8bc-4dc3-9ded-97023e3d4b60 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.577023] env[69524]: DEBUG nova.compute.utils [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 831.578854] env[69524]: DEBUG nova.compute.manager [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 831.579114] env[69524]: DEBUG nova.network.neutron [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 831.630445] env[69524]: DEBUG oslo_vmware.api [None req-31c7a820-7ff8-4789-80d4-5b00b8c85f66 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4067790, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.634035] env[69524]: DEBUG oslo_concurrency.lockutils [None req-cc4823e0-8906-4b3b-b8ef-f578ca53eb86 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lock "e2c166bd-9b6d-4450-bba0-43bb56975555" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.062s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.655024] env[69524]: DEBUG nova.policy [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '29f9952477ca47418a7227e44b0d15eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a9c997eb05634f5fa1c746f901f82619', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 831.676849] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-967ad7c8-afe8-40f7-8073-f4d763285b3f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.697499] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Updating instance '3a962860-7a12-485a-af4e-1e86f7292a8a' progress to 0 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 831.902490] env[69524]: INFO nova.compute.manager [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] [instance: 6eb890b2-e6d7-49b2-a24a-9f94d574868d] Took 52.65 seconds to build instance. [ 832.085200] env[69524]: DEBUG nova.compute.manager [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 832.120987] env[69524]: DEBUG nova.network.neutron [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Successfully created port: 9a326075-d521-48f8-83a0-9a89b76cf723 {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 832.134917] env[69524]: DEBUG oslo_vmware.api [None req-31c7a820-7ff8-4789-80d4-5b00b8c85f66 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4067790, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.206350] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 832.207044] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-908be084-94ea-4e8b-ab73-46afef0788ad {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.219602] env[69524]: DEBUG oslo_vmware.api [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Waiting for the task: (returnval){ [ 832.219602] env[69524]: value = "task-4067794" [ 832.219602] env[69524]: _type = "Task" [ 832.219602] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.233611] env[69524]: DEBUG oslo_vmware.api [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': task-4067794, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.286691] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed947c3f-b8cc-425c-9295-4d7b61695334 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.297709] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d601e6-7f01-4f9f-8828-f1d91d32b79f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.343246] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232ce7e4-cb88-4a83-be00-4f6a4fbd15cc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.354031] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b4c581-5a2a-40fb-8af1-eb17f8931574 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.369368] env[69524]: DEBUG nova.compute.provider_tree [None req-4994678a-10a6-4990-9d5c-d4db0def3902 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.405491] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6c491402-cfb6-410c-8751-3e7cf0c1ca30 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Lock "6eb890b2-e6d7-49b2-a24a-9f94d574868d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.233s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.643798] env[69524]: DEBUG oslo_vmware.api [None req-31c7a820-7ff8-4789-80d4-5b00b8c85f66 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4067790, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.733139] env[69524]: DEBUG oslo_vmware.api [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': task-4067794, 'name': PowerOffVM_Task, 'duration_secs': 0.371687} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.733139] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 832.733139] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Updating instance '3a962860-7a12-485a-af4e-1e86f7292a8a' progress to 17 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 832.872744] env[69524]: DEBUG nova.scheduler.client.report [None req-4994678a-10a6-4990-9d5c-d4db0def3902 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.908852] env[69524]: DEBUG nova.compute.manager [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 832.997883] env[69524]: DEBUG nova.compute.manager [None req-f0ff9eef-82ac-4709-aa00-213aeb0b3121 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Stashing vm_state: stopped {{(pid=69524) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 833.099603] env[69524]: DEBUG nova.compute.manager [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 833.130404] env[69524]: DEBUG nova.virt.hardware [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 833.130650] env[69524]: DEBUG nova.virt.hardware [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 833.130800] env[69524]: DEBUG nova.virt.hardware [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 833.130981] env[69524]: DEBUG nova.virt.hardware [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 833.131159] env[69524]: DEBUG nova.virt.hardware [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 833.131285] env[69524]: DEBUG nova.virt.hardware [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 833.131495] env[69524]: DEBUG nova.virt.hardware [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 833.131652] env[69524]: DEBUG nova.virt.hardware [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 833.131813] env[69524]: DEBUG nova.virt.hardware [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 833.131971] env[69524]: DEBUG nova.virt.hardware [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 833.132158] env[69524]: DEBUG nova.virt.hardware [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 833.132989] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04826d51-6b34-439a-88cd-4ec564acd36f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.142764] env[69524]: DEBUG oslo_vmware.api [None req-31c7a820-7ff8-4789-80d4-5b00b8c85f66 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4067790, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.147288] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045c705d-4c16-4378-92a6-2e03e035b55c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.240384] env[69524]: DEBUG nova.virt.hardware [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 833.240829] env[69524]: DEBUG nova.virt.hardware [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 833.241087] env[69524]: DEBUG nova.virt.hardware [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 833.241357] env[69524]: DEBUG nova.virt.hardware [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 833.241579] env[69524]: DEBUG nova.virt.hardware [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 833.241788] env[69524]: DEBUG nova.virt.hardware [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 833.242098] env[69524]: DEBUG nova.virt.hardware [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 833.242351] env[69524]: DEBUG nova.virt.hardware [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 833.242660] env[69524]: DEBUG nova.virt.hardware [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 833.243844] env[69524]: DEBUG nova.virt.hardware [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 833.244571] env[69524]: DEBUG nova.virt.hardware [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 833.258975] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c95864fe-2dd4-4152-995d-a6a6914ad3c0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.289550] env[69524]: DEBUG oslo_vmware.api [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Waiting for the task: (returnval){ [ 833.289550] env[69524]: value = "task-4067795" [ 833.289550] env[69524]: _type = "Task" [ 833.289550] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.302496] env[69524]: DEBUG oslo_vmware.api [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': task-4067795, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.379053] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4994678a-10a6-4990-9d5c-d4db0def3902 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.306s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.381673] env[69524]: DEBUG oslo_concurrency.lockutils [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.468s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.383428] env[69524]: INFO nova.compute.claims [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: ab0b27aa-8b6c-48e9-a254-813c936b7a6a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 833.424383] env[69524]: INFO nova.scheduler.client.report [None req-4994678a-10a6-4990-9d5c-d4db0def3902 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Deleted allocations for instance a53aac01-ef1d-4ef0-aac4-326927830321 [ 833.442083] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.522623] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f0ff9eef-82ac-4709-aa00-213aeb0b3121 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.590682] env[69524]: INFO nova.compute.manager [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] [instance: 6eb890b2-e6d7-49b2-a24a-9f94d574868d] Rebuilding instance [ 833.639642] env[69524]: DEBUG oslo_vmware.api [None req-31c7a820-7ff8-4789-80d4-5b00b8c85f66 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4067790, 'name': PowerOnVM_Task, 'duration_secs': 3.962366} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.639941] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-31c7a820-7ff8-4789-80d4-5b00b8c85f66 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 833.640182] env[69524]: DEBUG nova.compute.manager [None req-31c7a820-7ff8-4789-80d4-5b00b8c85f66 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 833.641053] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe2fd3a-e049-4091-be99-7a60543cd76b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.656410] env[69524]: DEBUG nova.compute.manager [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] [instance: 6eb890b2-e6d7-49b2-a24a-9f94d574868d] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 833.657388] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9d7ab3-3180-46c1-8048-733b1f3869fa {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.801338] env[69524]: DEBUG oslo_vmware.api [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': task-4067795, 'name': ReconfigVM_Task, 'duration_secs': 0.240496} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.802412] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Updating instance '3a962860-7a12-485a-af4e-1e86f7292a8a' progress to 33 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 833.934402] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4994678a-10a6-4990-9d5c-d4db0def3902 tempest-ServerMetadataTestJSON-1403312986 tempest-ServerMetadataTestJSON-1403312986-project-member] Lock "a53aac01-ef1d-4ef0-aac4-326927830321" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.917s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.974280] env[69524]: DEBUG nova.compute.manager [req-6d8e22d5-fdf9-4115-8203-2313fac96086 req-ad460aad-a036-480e-b859-98678a730bf9 service nova] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Received event network-vif-plugged-9a326075-d521-48f8-83a0-9a89b76cf723 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.974564] env[69524]: DEBUG oslo_concurrency.lockutils [req-6d8e22d5-fdf9-4115-8203-2313fac96086 req-ad460aad-a036-480e-b859-98678a730bf9 service nova] Acquiring lock "26b87865-1683-4797-ae24-f51084419ce4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.974620] env[69524]: DEBUG oslo_concurrency.lockutils [req-6d8e22d5-fdf9-4115-8203-2313fac96086 req-ad460aad-a036-480e-b859-98678a730bf9 service nova] Lock "26b87865-1683-4797-ae24-f51084419ce4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.975463] env[69524]: DEBUG oslo_concurrency.lockutils [req-6d8e22d5-fdf9-4115-8203-2313fac96086 req-ad460aad-a036-480e-b859-98678a730bf9 service nova] Lock "26b87865-1683-4797-ae24-f51084419ce4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.975463] env[69524]: DEBUG nova.compute.manager [req-6d8e22d5-fdf9-4115-8203-2313fac96086 req-ad460aad-a036-480e-b859-98678a730bf9 service nova] [instance: 26b87865-1683-4797-ae24-f51084419ce4] No waiting events found dispatching network-vif-plugged-9a326075-d521-48f8-83a0-9a89b76cf723 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 833.975658] env[69524]: WARNING nova.compute.manager [req-6d8e22d5-fdf9-4115-8203-2313fac96086 req-ad460aad-a036-480e-b859-98678a730bf9 service nova] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Received unexpected event network-vif-plugged-9a326075-d521-48f8-83a0-9a89b76cf723 for instance with vm_state building and task_state spawning. [ 834.071232] env[69524]: DEBUG nova.network.neutron [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Successfully updated port: 9a326075-d521-48f8-83a0-9a89b76cf723 {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 834.309599] env[69524]: DEBUG nova.virt.hardware [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 834.309864] env[69524]: DEBUG nova.virt.hardware [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 834.310059] env[69524]: DEBUG nova.virt.hardware [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 834.310289] env[69524]: DEBUG nova.virt.hardware [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 834.310353] env[69524]: DEBUG nova.virt.hardware [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 834.310498] env[69524]: DEBUG nova.virt.hardware [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 834.310696] env[69524]: DEBUG nova.virt.hardware [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 834.310884] env[69524]: DEBUG nova.virt.hardware [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 834.311122] env[69524]: DEBUG nova.virt.hardware [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 834.311228] env[69524]: DEBUG nova.virt.hardware [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 834.311403] env[69524]: DEBUG nova.virt.hardware [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 834.317349] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Reconfiguring VM instance instance-00000016 to detach disk 2000 {{(pid=69524) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 834.318060] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfcf5df2-f6f8-497a-be95-bdef02e7cb6f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.340310] env[69524]: DEBUG oslo_vmware.api [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Waiting for the task: (returnval){ [ 834.340310] env[69524]: value = "task-4067797" [ 834.340310] env[69524]: _type = "Task" [ 834.340310] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.353446] env[69524]: DEBUG oslo_vmware.api [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': task-4067797, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.575564] env[69524]: DEBUG oslo_concurrency.lockutils [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Acquiring lock "refresh_cache-26b87865-1683-4797-ae24-f51084419ce4" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.575830] env[69524]: DEBUG oslo_concurrency.lockutils [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Acquired lock "refresh_cache-26b87865-1683-4797-ae24-f51084419ce4" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.575830] env[69524]: DEBUG nova.network.neutron [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 834.676487] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] [instance: 6eb890b2-e6d7-49b2-a24a-9f94d574868d] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 834.677078] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-730d0544-bf33-47cb-a77b-fc32267a9076 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.685252] env[69524]: DEBUG oslo_vmware.api [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Waiting for the task: (returnval){ [ 834.685252] env[69524]: value = "task-4067798" [ 834.685252] env[69524]: _type = "Task" [ 834.685252] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.698593] env[69524]: DEBUG oslo_vmware.api [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Task: {'id': task-4067798, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.855455] env[69524]: DEBUG oslo_vmware.api [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': task-4067797, 'name': ReconfigVM_Task, 'duration_secs': 0.310346} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.855800] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Reconfigured VM instance instance-00000016 to detach disk 2000 {{(pid=69524) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 834.856715] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579f7bfe-82ac-4e14-b47f-755d169b139c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.892060] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 3a962860-7a12-485a-af4e-1e86f7292a8a/3a962860-7a12-485a-af4e-1e86f7292a8a.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 834.898046] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a03a49a2-517c-4c4d-83e8-b2db1d46a523 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.921899] env[69524]: DEBUG oslo_vmware.api [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Waiting for the task: (returnval){ [ 834.921899] env[69524]: value = "task-4067799" [ 834.921899] env[69524]: _type = "Task" [ 834.921899] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.942477] env[69524]: DEBUG oslo_vmware.api [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': task-4067799, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.064193] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77742d7-80a8-4fd1-8c76-0de08f9f957b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.073959] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af23b270-55a1-45db-9d6d-5cf564f8bca6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.115414] env[69524]: DEBUG nova.network.neutron [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 835.118579] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7296af-7c29-4ca9-9095-9e121759e1e0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.129163] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35bf3547-8bac-4f67-b7ba-c62c053da1f4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.147368] env[69524]: DEBUG nova.compute.provider_tree [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.199784] env[69524]: DEBUG oslo_vmware.api [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Task: {'id': task-4067798, 'name': PowerOffVM_Task, 'duration_secs': 0.217276} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.200119] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] [instance: 6eb890b2-e6d7-49b2-a24a-9f94d574868d] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 835.200494] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] [instance: 6eb890b2-e6d7-49b2-a24a-9f94d574868d] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 835.203152] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82b61ad-1c37-42f0-b810-281a7fcd3b2c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.211168] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] [instance: 6eb890b2-e6d7-49b2-a24a-9f94d574868d] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 835.211442] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8d7beb07-cee9-4a6f-aaf2-6caf1dd7b1a5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.243742] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] [instance: 6eb890b2-e6d7-49b2-a24a-9f94d574868d] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 835.244384] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] [instance: 6eb890b2-e6d7-49b2-a24a-9f94d574868d] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 835.244714] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Deleting the datastore file [datastore1] 6eb890b2-e6d7-49b2-a24a-9f94d574868d {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 835.245223] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-495cba4f-eac7-41eb-b2be-b9be641a52cc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.257123] env[69524]: DEBUG oslo_vmware.api [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Waiting for the task: (returnval){ [ 835.257123] env[69524]: value = "task-4067801" [ 835.257123] env[69524]: _type = "Task" [ 835.257123] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.268445] env[69524]: DEBUG oslo_vmware.api [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Task: {'id': task-4067801, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.437776] env[69524]: DEBUG oslo_vmware.api [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': task-4067799, 'name': ReconfigVM_Task, 'duration_secs': 0.375113} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.439191] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 3a962860-7a12-485a-af4e-1e86f7292a8a/3a962860-7a12-485a-af4e-1e86f7292a8a.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 835.439551] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Updating instance '3a962860-7a12-485a-af4e-1e86f7292a8a' progress to 50 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 835.478676] env[69524]: DEBUG nova.network.neutron [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Updating instance_info_cache with network_info: [{"id": "9a326075-d521-48f8-83a0-9a89b76cf723", "address": "fa:16:3e:ab:2b:2c", "network": {"id": "7ee020cd-b29f-46bb-b312-06a885d300a5", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1240151067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9c997eb05634f5fa1c746f901f82619", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a326075-d5", "ovs_interfaceid": "9a326075-d521-48f8-83a0-9a89b76cf723", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.656580] env[69524]: DEBUG nova.scheduler.client.report [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.769751] env[69524]: DEBUG oslo_vmware.api [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Task: {'id': task-4067801, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144815} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.770023] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 835.770222] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] [instance: 6eb890b2-e6d7-49b2-a24a-9f94d574868d] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 835.770400] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] [instance: 6eb890b2-e6d7-49b2-a24a-9f94d574868d] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 835.948566] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9abfdb62-bafb-4dbd-aa23-5964eeb5bcfd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.969637] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e40936f-3cb2-4428-bce1-7c22da1376a1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.992046] env[69524]: DEBUG oslo_concurrency.lockutils [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Releasing lock "refresh_cache-26b87865-1683-4797-ae24-f51084419ce4" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.992374] env[69524]: DEBUG nova.compute.manager [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Instance network_info: |[{"id": "9a326075-d521-48f8-83a0-9a89b76cf723", "address": "fa:16:3e:ab:2b:2c", "network": {"id": "7ee020cd-b29f-46bb-b312-06a885d300a5", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1240151067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9c997eb05634f5fa1c746f901f82619", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a326075-d5", "ovs_interfaceid": "9a326075-d521-48f8-83a0-9a89b76cf723", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 835.993126] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Updating instance '3a962860-7a12-485a-af4e-1e86f7292a8a' progress to 67 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 835.996661] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:2b:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b033f4d-2e92-4702-add6-410a29d3f251', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a326075-d521-48f8-83a0-9a89b76cf723', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 836.004675] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Creating folder: Project (a9c997eb05634f5fa1c746f901f82619). Parent ref: group-v806025. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 836.006465] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b2d5fd11-b6ff-40a0-8221-dfe4ecdc760e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.009437] env[69524]: DEBUG nova.compute.manager [req-d2604fab-0cb9-4017-ba81-ae8c035778a3 req-6dd61156-2d82-4a85-9742-e1274f90547b service nova] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Received event network-changed-9a326075-d521-48f8-83a0-9a89b76cf723 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.009636] env[69524]: DEBUG nova.compute.manager [req-d2604fab-0cb9-4017-ba81-ae8c035778a3 req-6dd61156-2d82-4a85-9742-e1274f90547b service nova] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Refreshing instance network info cache due to event network-changed-9a326075-d521-48f8-83a0-9a89b76cf723. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 836.009851] env[69524]: DEBUG oslo_concurrency.lockutils [req-d2604fab-0cb9-4017-ba81-ae8c035778a3 req-6dd61156-2d82-4a85-9742-e1274f90547b service nova] Acquiring lock "refresh_cache-26b87865-1683-4797-ae24-f51084419ce4" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.009987] env[69524]: DEBUG oslo_concurrency.lockutils [req-d2604fab-0cb9-4017-ba81-ae8c035778a3 req-6dd61156-2d82-4a85-9742-e1274f90547b service nova] Acquired lock "refresh_cache-26b87865-1683-4797-ae24-f51084419ce4" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.010156] env[69524]: DEBUG nova.network.neutron [req-d2604fab-0cb9-4017-ba81-ae8c035778a3 req-6dd61156-2d82-4a85-9742-e1274f90547b service nova] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Refreshing network info cache for port 9a326075-d521-48f8-83a0-9a89b76cf723 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 836.022446] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Created folder: Project (a9c997eb05634f5fa1c746f901f82619) in parent group-v806025. [ 836.022446] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Creating folder: Instances. Parent ref: group-v806139. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 836.022620] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-275ec34c-0335-4e73-bffd-b33b180d111c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.034202] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Created folder: Instances in parent group-v806139. [ 836.034612] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 836.035701] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 836.035965] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-097f5eb3-7e96-4a9a-873e-b2302c96db3d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.057657] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 836.057657] env[69524]: value = "task-4067805" [ 836.057657] env[69524]: _type = "Task" [ 836.057657] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.066781] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067805, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.163897] env[69524]: DEBUG oslo_concurrency.lockutils [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.782s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.164482] env[69524]: DEBUG nova.compute.manager [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: ab0b27aa-8b6c-48e9-a254-813c936b7a6a] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 836.168310] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.671s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.169376] env[69524]: INFO nova.compute.claims [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 7768e31d-052e-473a-bf1e-9bb04e9e9d6d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 836.568584] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067805, 'name': CreateVM_Task, 'duration_secs': 0.42303} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.568841] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 836.569506] env[69524]: DEBUG oslo_concurrency.lockutils [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.569695] env[69524]: DEBUG oslo_concurrency.lockutils [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.570315] env[69524]: DEBUG oslo_concurrency.lockutils [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.570583] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0998e48-1d05-4648-a7cf-7e454d57c425 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.576523] env[69524]: DEBUG oslo_vmware.api [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Waiting for the task: (returnval){ [ 836.576523] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52825960-386c-f08e-c05f-7acccc3f43ae" [ 836.576523] env[69524]: _type = "Task" [ 836.576523] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.580296] env[69524]: DEBUG nova.network.neutron [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Port ff0f8582-45f2-4061-9932-e90302c77f20 binding to destination host cpu-1 is already ACTIVE {{(pid=69524) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 836.588110] env[69524]: DEBUG oslo_vmware.api [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52825960-386c-f08e-c05f-7acccc3f43ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.674953] env[69524]: DEBUG nova.compute.utils [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 836.680129] env[69524]: DEBUG nova.compute.manager [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: ab0b27aa-8b6c-48e9-a254-813c936b7a6a] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 836.680129] env[69524]: DEBUG nova.network.neutron [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: ab0b27aa-8b6c-48e9-a254-813c936b7a6a] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 836.750961] env[69524]: DEBUG nova.policy [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd019034617c24422872c00851a198697', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '13d460a2ce6f4204b1c667b482eba482', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 836.816223] env[69524]: DEBUG nova.virt.hardware [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 836.816512] env[69524]: DEBUG nova.virt.hardware [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 836.816637] env[69524]: DEBUG nova.virt.hardware [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 836.816814] env[69524]: DEBUG nova.virt.hardware [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 836.816956] env[69524]: DEBUG nova.virt.hardware [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 836.818212] env[69524]: DEBUG nova.virt.hardware [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 836.818212] env[69524]: DEBUG nova.virt.hardware [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 836.818212] env[69524]: DEBUG nova.virt.hardware [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 836.818212] env[69524]: DEBUG nova.virt.hardware [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 836.818212] env[69524]: DEBUG nova.virt.hardware [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 836.818212] env[69524]: DEBUG nova.virt.hardware [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 836.818923] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436ff037-0469-4c7f-8edb-fc6d87525d55 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.827781] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a68fcd-2f05-42ea-a316-e2651ccbdbf2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.847582] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] [instance: 6eb890b2-e6d7-49b2-a24a-9f94d574868d] Instance VIF info [] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 836.853376] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 836.853686] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6eb890b2-e6d7-49b2-a24a-9f94d574868d] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 836.853900] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-727b8eaa-f6f7-4cbe-b491-17ad2662b695 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.871632] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 836.871632] env[69524]: value = "task-4067806" [ 836.871632] env[69524]: _type = "Task" [ 836.871632] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.882322] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067806, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.883097] env[69524]: DEBUG nova.network.neutron [req-d2604fab-0cb9-4017-ba81-ae8c035778a3 req-6dd61156-2d82-4a85-9742-e1274f90547b service nova] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Updated VIF entry in instance network info cache for port 9a326075-d521-48f8-83a0-9a89b76cf723. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 836.883427] env[69524]: DEBUG nova.network.neutron [req-d2604fab-0cb9-4017-ba81-ae8c035778a3 req-6dd61156-2d82-4a85-9742-e1274f90547b service nova] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Updating instance_info_cache with network_info: [{"id": "9a326075-d521-48f8-83a0-9a89b76cf723", "address": "fa:16:3e:ab:2b:2c", "network": {"id": "7ee020cd-b29f-46bb-b312-06a885d300a5", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1240151067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9c997eb05634f5fa1c746f901f82619", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a326075-d5", "ovs_interfaceid": "9a326075-d521-48f8-83a0-9a89b76cf723", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.956995] env[69524]: DEBUG oslo_vmware.rw_handles [None req-822a5f73-d9f0-4741-9b57-88c4840d49c9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52efd5e6-0f6b-c508-121e-84a6ae300e5e/disk-0.vmdk. {{(pid=69524) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 836.958177] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4b0445-6f48-4fa8-8e04-7e2c8a5840fd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.968194] env[69524]: DEBUG oslo_vmware.rw_handles [None req-822a5f73-d9f0-4741-9b57-88c4840d49c9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52efd5e6-0f6b-c508-121e-84a6ae300e5e/disk-0.vmdk is in state: ready. {{(pid=69524) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 836.968194] env[69524]: ERROR oslo_vmware.rw_handles [None req-822a5f73-d9f0-4741-9b57-88c4840d49c9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52efd5e6-0f6b-c508-121e-84a6ae300e5e/disk-0.vmdk due to incomplete transfer. [ 836.968194] env[69524]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cd35b4a5-27c5-4b3c-a132-f683ea1b03a3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.981304] env[69524]: DEBUG oslo_vmware.rw_handles [None req-822a5f73-d9f0-4741-9b57-88c4840d49c9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52efd5e6-0f6b-c508-121e-84a6ae300e5e/disk-0.vmdk. {{(pid=69524) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 836.981627] env[69524]: DEBUG nova.virt.vmwareapi.images [None req-822a5f73-d9f0-4741-9b57-88c4840d49c9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 8afdcf13-3a25-4b51-90a3-8e4f887bd877] Uploaded image fb149817-9c10-4791-bbea-713cb1e1f07e to the Glance image server {{(pid=69524) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 836.986021] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-822a5f73-d9f0-4741-9b57-88c4840d49c9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 8afdcf13-3a25-4b51-90a3-8e4f887bd877] Destroying the VM {{(pid=69524) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 836.986021] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c644aee2-e882-42d5-83da-1f337e61a851 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.993319] env[69524]: DEBUG oslo_vmware.api [None req-822a5f73-d9f0-4741-9b57-88c4840d49c9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the task: (returnval){ [ 836.993319] env[69524]: value = "task-4067807" [ 836.993319] env[69524]: _type = "Task" [ 836.993319] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.005348] env[69524]: DEBUG oslo_vmware.api [None req-822a5f73-d9f0-4741-9b57-88c4840d49c9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4067807, 'name': Destroy_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.093715] env[69524]: DEBUG oslo_vmware.api [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52825960-386c-f08e-c05f-7acccc3f43ae, 'name': SearchDatastore_Task, 'duration_secs': 0.014672} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.094399] env[69524]: DEBUG oslo_concurrency.lockutils [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.094399] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 837.094583] env[69524]: DEBUG oslo_concurrency.lockutils [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.095080] env[69524]: DEBUG oslo_concurrency.lockutils [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.095080] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 837.095483] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9347544-0bb6-448f-9740-7f2c0c5a6a32 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.105825] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 837.106048] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 837.106831] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bd5f878-9f26-4da9-b283-dd826a663310 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.113801] env[69524]: DEBUG oslo_vmware.api [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Waiting for the task: (returnval){ [ 837.113801] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52a023c0-91f1-2f75-f2cd-5e7ca26c1fa7" [ 837.113801] env[69524]: _type = "Task" [ 837.113801] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.123895] env[69524]: DEBUG oslo_vmware.api [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52a023c0-91f1-2f75-f2cd-5e7ca26c1fa7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.171635] env[69524]: DEBUG nova.network.neutron [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: ab0b27aa-8b6c-48e9-a254-813c936b7a6a] Successfully created port: e3582b89-7a8b-44cf-af98-18fa456bda56 {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 837.180844] env[69524]: DEBUG nova.compute.manager [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: ab0b27aa-8b6c-48e9-a254-813c936b7a6a] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 837.382227] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067806, 'name': CreateVM_Task, 'duration_secs': 0.361105} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.382781] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6eb890b2-e6d7-49b2-a24a-9f94d574868d] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 837.385845] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.386161] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.386571] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.387386] env[69524]: DEBUG oslo_concurrency.lockutils [req-d2604fab-0cb9-4017-ba81-ae8c035778a3 req-6dd61156-2d82-4a85-9742-e1274f90547b service nova] Releasing lock "refresh_cache-26b87865-1683-4797-ae24-f51084419ce4" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.387902] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-180f2f6b-5048-4acf-b6f5-2db3bc9ac837 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.393583] env[69524]: DEBUG oslo_vmware.api [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Waiting for the task: (returnval){ [ 837.393583] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52d90d4a-680e-6b73-044d-98a3fdd89f5f" [ 837.393583] env[69524]: _type = "Task" [ 837.393583] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.407569] env[69524]: DEBUG oslo_vmware.api [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52d90d4a-680e-6b73-044d-98a3fdd89f5f, 'name': SearchDatastore_Task, 'duration_secs': 0.010007} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.407569] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.407569] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] [instance: 6eb890b2-e6d7-49b2-a24a-9f94d574868d] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 837.407569] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.407569] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.407569] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 837.407569] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54d0d82f-3ec1-444c-b0f8-8b3fb421433b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.416660] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 837.416847] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 837.417776] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1b8ac48-f251-4e49-af7a-12638a1e13f7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.426690] env[69524]: DEBUG oslo_vmware.api [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Waiting for the task: (returnval){ [ 837.426690] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52a0e759-af3c-7a9a-6c41-865538bc255e" [ 837.426690] env[69524]: _type = "Task" [ 837.426690] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.436745] env[69524]: DEBUG oslo_vmware.api [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52a0e759-af3c-7a9a-6c41-865538bc255e, 'name': SearchDatastore_Task, 'duration_secs': 0.009728} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.443230] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20a1d9f3-e022-4056-b590-5a356f0a9507 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.446092] env[69524]: DEBUG oslo_vmware.api [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Waiting for the task: (returnval){ [ 837.446092] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52c00c6b-2f7a-a84d-2b07-fe76dc406c60" [ 837.446092] env[69524]: _type = "Task" [ 837.446092] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.454931] env[69524]: DEBUG oslo_vmware.api [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52c00c6b-2f7a-a84d-2b07-fe76dc406c60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.508569] env[69524]: DEBUG oslo_vmware.api [None req-822a5f73-d9f0-4741-9b57-88c4840d49c9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4067807, 'name': Destroy_Task, 'duration_secs': 0.366996} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.508569] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-822a5f73-d9f0-4741-9b57-88c4840d49c9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 8afdcf13-3a25-4b51-90a3-8e4f887bd877] Destroyed the VM [ 837.508569] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-822a5f73-d9f0-4741-9b57-88c4840d49c9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 8afdcf13-3a25-4b51-90a3-8e4f887bd877] Deleting Snapshot of the VM instance {{(pid=69524) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 837.508569] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c5c07906-2153-4210-ab25-6f0ac32ad248 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.557634] env[69524]: DEBUG oslo_vmware.api [None req-822a5f73-d9f0-4741-9b57-88c4840d49c9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the task: (returnval){ [ 837.557634] env[69524]: value = "task-4067808" [ 837.557634] env[69524]: _type = "Task" [ 837.557634] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.557634] env[69524]: DEBUG oslo_vmware.api [None req-822a5f73-d9f0-4741-9b57-88c4840d49c9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4067808, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.608664] env[69524]: DEBUG oslo_concurrency.lockutils [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Acquiring lock "3a962860-7a12-485a-af4e-1e86f7292a8a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.609532] env[69524]: DEBUG oslo_concurrency.lockutils [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Lock "3a962860-7a12-485a-af4e-1e86f7292a8a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.609532] env[69524]: DEBUG oslo_concurrency.lockutils [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Lock "3a962860-7a12-485a-af4e-1e86f7292a8a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.626907] env[69524]: DEBUG oslo_vmware.api [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52a023c0-91f1-2f75-f2cd-5e7ca26c1fa7, 'name': SearchDatastore_Task, 'duration_secs': 0.011} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.630958] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20726603-18a6-447f-80ac-eb954d96973f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.638400] env[69524]: DEBUG oslo_vmware.api [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Waiting for the task: (returnval){ [ 837.638400] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5269d756-f1b7-db32-54c1-fde879afce08" [ 837.638400] env[69524]: _type = "Task" [ 837.638400] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.647897] env[69524]: DEBUG oslo_vmware.api [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5269d756-f1b7-db32-54c1-fde879afce08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.887360] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75a05ef-0365-469f-af5d-48d9a6b8f904 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.895798] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21fae8c9-9d7f-4aee-bee3-308965ca6d82 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.932769] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b763c731-7553-49c0-af5e-27f9fe489acb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.943043] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010e33bd-6109-484d-b442-e71f8d17f20e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.957767] env[69524]: DEBUG oslo_vmware.api [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52c00c6b-2f7a-a84d-2b07-fe76dc406c60, 'name': SearchDatastore_Task, 'duration_secs': 0.009344} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.966410] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.966707] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 6eb890b2-e6d7-49b2-a24a-9f94d574868d/6eb890b2-e6d7-49b2-a24a-9f94d574868d.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 837.967267] env[69524]: DEBUG nova.compute.provider_tree [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.968676] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f7a27a2-a1c9-4893-940c-eb57c77548bb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.977576] env[69524]: DEBUG oslo_vmware.api [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Waiting for the task: (returnval){ [ 837.977576] env[69524]: value = "task-4067810" [ 837.977576] env[69524]: _type = "Task" [ 837.977576] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.986599] env[69524]: DEBUG oslo_vmware.api [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Task: {'id': task-4067810, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.033906] env[69524]: DEBUG oslo_vmware.api [None req-822a5f73-d9f0-4741-9b57-88c4840d49c9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4067808, 'name': RemoveSnapshot_Task, 'duration_secs': 0.465961} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.034661] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-822a5f73-d9f0-4741-9b57-88c4840d49c9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 8afdcf13-3a25-4b51-90a3-8e4f887bd877] Deleted Snapshot of the VM instance {{(pid=69524) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 838.035126] env[69524]: INFO nova.compute.manager [None req-822a5f73-d9f0-4741-9b57-88c4840d49c9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 8afdcf13-3a25-4b51-90a3-8e4f887bd877] Took 14.89 seconds to snapshot the instance on the hypervisor. [ 838.153514] env[69524]: DEBUG oslo_vmware.api [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5269d756-f1b7-db32-54c1-fde879afce08, 'name': SearchDatastore_Task, 'duration_secs': 0.013228} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.154239] env[69524]: DEBUG oslo_concurrency.lockutils [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.154239] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 26b87865-1683-4797-ae24-f51084419ce4/26b87865-1683-4797-ae24-f51084419ce4.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 838.154447] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00663a45-22d2-417a-a632-2913bbb1da69 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.166095] env[69524]: DEBUG oslo_vmware.api [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Waiting for the task: (returnval){ [ 838.166095] env[69524]: value = "task-4067811" [ 838.166095] env[69524]: _type = "Task" [ 838.166095] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.181364] env[69524]: DEBUG oslo_vmware.api [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4067811, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.193760] env[69524]: DEBUG nova.compute.manager [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: ab0b27aa-8b6c-48e9-a254-813c936b7a6a] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 838.221779] env[69524]: DEBUG nova.virt.hardware [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:47:10Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2007005141',id=38,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-916282235',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 838.222180] env[69524]: DEBUG nova.virt.hardware [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 838.222345] env[69524]: DEBUG nova.virt.hardware [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 838.222560] env[69524]: DEBUG nova.virt.hardware [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 838.222819] env[69524]: DEBUG nova.virt.hardware [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 838.222904] env[69524]: DEBUG nova.virt.hardware [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 838.223139] env[69524]: DEBUG nova.virt.hardware [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 838.223309] env[69524]: DEBUG nova.virt.hardware [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 838.223517] env[69524]: DEBUG nova.virt.hardware [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 838.223699] env[69524]: DEBUG nova.virt.hardware [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 838.223987] env[69524]: DEBUG nova.virt.hardware [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 838.225164] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82eec80e-c3fc-4d86-ab84-8e15f4618f3b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.246151] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc5a711-05b8-4ada-82a7-8560fbb1dc1a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.472255] env[69524]: DEBUG nova.scheduler.client.report [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 838.488619] env[69524]: DEBUG oslo_vmware.api [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Task: {'id': task-4067810, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500906} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.488931] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 6eb890b2-e6d7-49b2-a24a-9f94d574868d/6eb890b2-e6d7-49b2-a24a-9f94d574868d.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 838.489165] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] [instance: 6eb890b2-e6d7-49b2-a24a-9f94d574868d] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 838.489460] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c3e2e08-30c6-4929-952c-6fa0747be96f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.498500] env[69524]: DEBUG oslo_vmware.api [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Waiting for the task: (returnval){ [ 838.498500] env[69524]: value = "task-4067812" [ 838.498500] env[69524]: _type = "Task" [ 838.498500] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.510599] env[69524]: DEBUG oslo_vmware.api [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Task: {'id': task-4067812, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.678622] env[69524]: DEBUG oslo_vmware.api [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4067811, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.733494] env[69524]: DEBUG oslo_concurrency.lockutils [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Acquiring lock "refresh_cache-3a962860-7a12-485a-af4e-1e86f7292a8a" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.733953] env[69524]: DEBUG oslo_concurrency.lockutils [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Acquired lock "refresh_cache-3a962860-7a12-485a-af4e-1e86f7292a8a" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.734209] env[69524]: DEBUG nova.network.neutron [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 838.878511] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9d984ae2-6164-45e1-a286-f330552e23f5 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Acquiring lock "8afdcf13-3a25-4b51-90a3-8e4f887bd877" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.878786] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9d984ae2-6164-45e1-a286-f330552e23f5 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Lock "8afdcf13-3a25-4b51-90a3-8e4f887bd877" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.878994] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9d984ae2-6164-45e1-a286-f330552e23f5 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Acquiring lock "8afdcf13-3a25-4b51-90a3-8e4f887bd877-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.879189] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9d984ae2-6164-45e1-a286-f330552e23f5 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Lock "8afdcf13-3a25-4b51-90a3-8e4f887bd877-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.879413] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9d984ae2-6164-45e1-a286-f330552e23f5 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Lock "8afdcf13-3a25-4b51-90a3-8e4f887bd877-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.885177] env[69524]: INFO nova.compute.manager [None req-9d984ae2-6164-45e1-a286-f330552e23f5 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 8afdcf13-3a25-4b51-90a3-8e4f887bd877] Terminating instance [ 838.977528] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.810s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.978121] env[69524]: DEBUG nova.compute.manager [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 7768e31d-052e-473a-bf1e-9bb04e9e9d6d] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 838.982932] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.090s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.982932] env[69524]: INFO nova.compute.claims [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: dfa4bb08-53b1-4489-a639-72dc9d9418a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 838.989365] env[69524]: DEBUG nova.network.neutron [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: ab0b27aa-8b6c-48e9-a254-813c936b7a6a] Successfully updated port: e3582b89-7a8b-44cf-af98-18fa456bda56 {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 839.013387] env[69524]: DEBUG oslo_vmware.api [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Task: {'id': task-4067812, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110511} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.014173] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] [instance: 6eb890b2-e6d7-49b2-a24a-9f94d574868d] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 839.017209] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69cd3a4-55ba-4d25-8436-f9b3ad8b1c35 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.024216] env[69524]: DEBUG nova.compute.manager [req-72b63f5f-843d-47ec-9c8c-a13078c3cd38 req-a417bf2e-de2b-45e8-b23e-495326ff0314 service nova] [instance: ab0b27aa-8b6c-48e9-a254-813c936b7a6a] Received event network-vif-plugged-e3582b89-7a8b-44cf-af98-18fa456bda56 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.024216] env[69524]: DEBUG oslo_concurrency.lockutils [req-72b63f5f-843d-47ec-9c8c-a13078c3cd38 req-a417bf2e-de2b-45e8-b23e-495326ff0314 service nova] Acquiring lock "ab0b27aa-8b6c-48e9-a254-813c936b7a6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.024360] env[69524]: DEBUG oslo_concurrency.lockutils [req-72b63f5f-843d-47ec-9c8c-a13078c3cd38 req-a417bf2e-de2b-45e8-b23e-495326ff0314 service nova] Lock "ab0b27aa-8b6c-48e9-a254-813c936b7a6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.024513] env[69524]: DEBUG oslo_concurrency.lockutils [req-72b63f5f-843d-47ec-9c8c-a13078c3cd38 req-a417bf2e-de2b-45e8-b23e-495326ff0314 service nova] Lock "ab0b27aa-8b6c-48e9-a254-813c936b7a6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.025730] env[69524]: DEBUG nova.compute.manager [req-72b63f5f-843d-47ec-9c8c-a13078c3cd38 req-a417bf2e-de2b-45e8-b23e-495326ff0314 service nova] [instance: ab0b27aa-8b6c-48e9-a254-813c936b7a6a] No waiting events found dispatching network-vif-plugged-e3582b89-7a8b-44cf-af98-18fa456bda56 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 839.025730] env[69524]: WARNING nova.compute.manager [req-72b63f5f-843d-47ec-9c8c-a13078c3cd38 req-a417bf2e-de2b-45e8-b23e-495326ff0314 service nova] [instance: ab0b27aa-8b6c-48e9-a254-813c936b7a6a] Received unexpected event network-vif-plugged-e3582b89-7a8b-44cf-af98-18fa456bda56 for instance with vm_state building and task_state spawning. [ 839.050011] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] [instance: 6eb890b2-e6d7-49b2-a24a-9f94d574868d] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 6eb890b2-e6d7-49b2-a24a-9f94d574868d/6eb890b2-e6d7-49b2-a24a-9f94d574868d.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 839.051714] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c23259e-3d06-4f3f-9ae2-dff97c69ed66 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.076119] env[69524]: DEBUG oslo_vmware.api [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Waiting for the task: (returnval){ [ 839.076119] env[69524]: value = "task-4067813" [ 839.076119] env[69524]: _type = "Task" [ 839.076119] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.088184] env[69524]: DEBUG oslo_vmware.api [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Task: {'id': task-4067813, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.177758] env[69524]: DEBUG oslo_vmware.api [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4067811, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.706074} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.178055] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 26b87865-1683-4797-ae24-f51084419ce4/26b87865-1683-4797-ae24-f51084419ce4.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 839.178336] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 839.178685] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc286123-445f-4375-8bac-b8390104d7f3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.186852] env[69524]: DEBUG oslo_vmware.api [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Waiting for the task: (returnval){ [ 839.186852] env[69524]: value = "task-4067814" [ 839.186852] env[69524]: _type = "Task" [ 839.186852] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.196247] env[69524]: DEBUG oslo_vmware.api [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4067814, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.389879] env[69524]: DEBUG nova.compute.manager [None req-9d984ae2-6164-45e1-a286-f330552e23f5 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 8afdcf13-3a25-4b51-90a3-8e4f887bd877] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 839.390175] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-9d984ae2-6164-45e1-a286-f330552e23f5 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 8afdcf13-3a25-4b51-90a3-8e4f887bd877] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 839.391013] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63bf19de-ae6c-43e3-8ffd-c425aa1223dd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.399553] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-9d984ae2-6164-45e1-a286-f330552e23f5 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 8afdcf13-3a25-4b51-90a3-8e4f887bd877] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 839.402033] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c5fdbfd-3418-4ad4-9243-a83c94d6b12e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.469469] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-9d984ae2-6164-45e1-a286-f330552e23f5 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 8afdcf13-3a25-4b51-90a3-8e4f887bd877] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 839.469824] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-9d984ae2-6164-45e1-a286-f330552e23f5 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 8afdcf13-3a25-4b51-90a3-8e4f887bd877] Deleting contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 839.470342] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d984ae2-6164-45e1-a286-f330552e23f5 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Deleting the datastore file [datastore2] 8afdcf13-3a25-4b51-90a3-8e4f887bd877 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 839.470416] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32c83e4f-db00-481f-816b-b008bf73bd55 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.478653] env[69524]: DEBUG oslo_vmware.api [None req-9d984ae2-6164-45e1-a286-f330552e23f5 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the task: (returnval){ [ 839.478653] env[69524]: value = "task-4067816" [ 839.478653] env[69524]: _type = "Task" [ 839.478653] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.489814] env[69524]: DEBUG nova.compute.utils [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 839.498463] env[69524]: DEBUG nova.compute.manager [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 7768e31d-052e-473a-bf1e-9bb04e9e9d6d] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 839.498799] env[69524]: DEBUG nova.network.neutron [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 7768e31d-052e-473a-bf1e-9bb04e9e9d6d] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 839.501861] env[69524]: DEBUG oslo_concurrency.lockutils [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Acquiring lock "refresh_cache-ab0b27aa-8b6c-48e9-a254-813c936b7a6a" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.502104] env[69524]: DEBUG oslo_concurrency.lockutils [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Acquired lock "refresh_cache-ab0b27aa-8b6c-48e9-a254-813c936b7a6a" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.502707] env[69524]: DEBUG nova.network.neutron [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: ab0b27aa-8b6c-48e9-a254-813c936b7a6a] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 839.504751] env[69524]: DEBUG oslo_vmware.api [None req-9d984ae2-6164-45e1-a286-f330552e23f5 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4067816, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.517713] env[69524]: DEBUG oslo_concurrency.lockutils [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Acquiring lock "da06a11a-6bb5-4f4b-a1ae-365fcdf0641f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.517967] env[69524]: DEBUG oslo_concurrency.lockutils [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Lock "da06a11a-6bb5-4f4b-a1ae-365fcdf0641f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.541103] env[69524]: DEBUG nova.network.neutron [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Updating instance_info_cache with network_info: [{"id": "ff0f8582-45f2-4061-9932-e90302c77f20", "address": "fa:16:3e:2a:73:b3", "network": {"id": "9ba6743d-ce8d-49df-87a9-5afc4de01489", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a86a460dd4454b05b84917cee5434b27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff0f8582-45", "ovs_interfaceid": "ff0f8582-45f2-4061-9932-e90302c77f20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.557207] env[69524]: DEBUG nova.policy [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b70f060f83c742eea0935309d547ee88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '929c68b966e44dca954091d79af858fa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 839.586389] env[69524]: DEBUG oslo_vmware.api [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Task: {'id': task-4067813, 'name': ReconfigVM_Task, 'duration_secs': 0.300267} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.586661] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] [instance: 6eb890b2-e6d7-49b2-a24a-9f94d574868d] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 6eb890b2-e6d7-49b2-a24a-9f94d574868d/6eb890b2-e6d7-49b2-a24a-9f94d574868d.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 839.587312] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-329de641-e46c-42a9-a64f-cde2dac8efa7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.594758] env[69524]: DEBUG oslo_vmware.api [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Waiting for the task: (returnval){ [ 839.594758] env[69524]: value = "task-4067817" [ 839.594758] env[69524]: _type = "Task" [ 839.594758] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.604291] env[69524]: DEBUG oslo_vmware.api [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Task: {'id': task-4067817, 'name': Rename_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.696914] env[69524]: DEBUG oslo_vmware.api [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4067814, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101638} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.697403] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 839.698296] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e4e958-f1d6-4b8b-9074-a64d1b54da96 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.726149] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 26b87865-1683-4797-ae24-f51084419ce4/26b87865-1683-4797-ae24-f51084419ce4.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 839.726504] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4b23a36-5dad-4d09-9a06-c4d44eb82c11 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.750652] env[69524]: DEBUG oslo_vmware.api [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Waiting for the task: (returnval){ [ 839.750652] env[69524]: value = "task-4067819" [ 839.750652] env[69524]: _type = "Task" [ 839.750652] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.761238] env[69524]: DEBUG oslo_vmware.api [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4067819, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.929217] env[69524]: DEBUG nova.network.neutron [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 7768e31d-052e-473a-bf1e-9bb04e9e9d6d] Successfully created port: 1d9085ea-d704-4699-a4ca-a42e86877915 {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 839.992044] env[69524]: DEBUG oslo_vmware.api [None req-9d984ae2-6164-45e1-a286-f330552e23f5 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4067816, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169342} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.992044] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d984ae2-6164-45e1-a286-f330552e23f5 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 839.992044] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-9d984ae2-6164-45e1-a286-f330552e23f5 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 8afdcf13-3a25-4b51-90a3-8e4f887bd877] Deleted contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 839.992044] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-9d984ae2-6164-45e1-a286-f330552e23f5 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 8afdcf13-3a25-4b51-90a3-8e4f887bd877] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 839.992044] env[69524]: INFO nova.compute.manager [None req-9d984ae2-6164-45e1-a286-f330552e23f5 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: 8afdcf13-3a25-4b51-90a3-8e4f887bd877] Took 0.60 seconds to destroy the instance on the hypervisor. [ 839.992044] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d984ae2-6164-45e1-a286-f330552e23f5 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 839.992044] env[69524]: DEBUG nova.compute.manager [-] [instance: 8afdcf13-3a25-4b51-90a3-8e4f887bd877] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 839.992044] env[69524]: DEBUG nova.network.neutron [-] [instance: 8afdcf13-3a25-4b51-90a3-8e4f887bd877] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 839.996813] env[69524]: DEBUG nova.compute.manager [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 7768e31d-052e-473a-bf1e-9bb04e9e9d6d] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 840.044278] env[69524]: DEBUG oslo_concurrency.lockutils [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Releasing lock "refresh_cache-3a962860-7a12-485a-af4e-1e86f7292a8a" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.070284] env[69524]: DEBUG nova.network.neutron [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: ab0b27aa-8b6c-48e9-a254-813c936b7a6a] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 840.107443] env[69524]: DEBUG oslo_vmware.api [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Task: {'id': task-4067817, 'name': Rename_Task, 'duration_secs': 0.151058} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.107838] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] [instance: 6eb890b2-e6d7-49b2-a24a-9f94d574868d] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 840.108147] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4cc7ff6-9e77-4ac2-8ba4-e8c9f04e69af {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.123327] env[69524]: DEBUG oslo_vmware.api [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Waiting for the task: (returnval){ [ 840.123327] env[69524]: value = "task-4067820" [ 840.123327] env[69524]: _type = "Task" [ 840.123327] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.136847] env[69524]: DEBUG oslo_vmware.api [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Task: {'id': task-4067820, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.263520] env[69524]: DEBUG oslo_vmware.api [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4067819, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.416029] env[69524]: DEBUG nova.network.neutron [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: ab0b27aa-8b6c-48e9-a254-813c936b7a6a] Updating instance_info_cache with network_info: [{"id": "e3582b89-7a8b-44cf-af98-18fa456bda56", "address": "fa:16:3e:c2:02:9b", "network": {"id": "2921b8fe-495e-4db7-ad62-ac81c4ad56be", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-879676710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13d460a2ce6f4204b1c667b482eba482", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3582b89-7a", "ovs_interfaceid": "e3582b89-7a8b-44cf-af98-18fa456bda56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.582511] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e60620-905e-48b2-a016-f35bf945860b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.607520] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058b285f-7ccc-4657-af71-3f4aa95f0a3f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.615639] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Updating instance '3a962860-7a12-485a-af4e-1e86f7292a8a' progress to 83 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 840.633972] env[69524]: DEBUG oslo_vmware.api [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Task: {'id': task-4067820, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.719292] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86bc27b-0b92-4af4-b5c6-8bd930b5f12f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.729373] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae2819f-77ee-4e67-a9b5-eae3bf10bed7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.762144] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5ed13d-d945-4ba2-ad10-623cbd5fdf53 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.772646] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f51166-248c-4a54-9436-da61d4321c81 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.776464] env[69524]: DEBUG oslo_vmware.api [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4067819, 'name': ReconfigVM_Task, 'duration_secs': 0.636588} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.776733] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 26b87865-1683-4797-ae24-f51084419ce4/26b87865-1683-4797-ae24-f51084419ce4.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 840.777716] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15bafb3d-ffca-49e0-949f-2c4dbbc070bf {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.788223] env[69524]: DEBUG nova.compute.provider_tree [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.790812] env[69524]: DEBUG oslo_vmware.api [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Waiting for the task: (returnval){ [ 840.790812] env[69524]: value = "task-4067821" [ 840.790812] env[69524]: _type = "Task" [ 840.790812] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.802192] env[69524]: DEBUG oslo_vmware.api [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4067821, 'name': Rename_Task} progress is 10%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.916697] env[69524]: DEBUG oslo_concurrency.lockutils [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Releasing lock "refresh_cache-ab0b27aa-8b6c-48e9-a254-813c936b7a6a" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.917130] env[69524]: DEBUG nova.compute.manager [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: ab0b27aa-8b6c-48e9-a254-813c936b7a6a] Instance network_info: |[{"id": "e3582b89-7a8b-44cf-af98-18fa456bda56", "address": "fa:16:3e:c2:02:9b", "network": {"id": "2921b8fe-495e-4db7-ad62-ac81c4ad56be", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-879676710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13d460a2ce6f4204b1c667b482eba482", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3582b89-7a", "ovs_interfaceid": "e3582b89-7a8b-44cf-af98-18fa456bda56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 840.917583] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: ab0b27aa-8b6c-48e9-a254-813c936b7a6a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:02:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50886eea-591a-452c-a27b-5f22cfc9df85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3582b89-7a8b-44cf-af98-18fa456bda56', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 840.925317] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Creating folder: Project (13d460a2ce6f4204b1c667b482eba482). Parent ref: group-v806025. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 840.925669] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ee47e2b-35ee-4f23-8cea-9a3a8ecf2cc4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.936901] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Created folder: Project (13d460a2ce6f4204b1c667b482eba482) in parent group-v806025. [ 840.937221] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Creating folder: Instances. Parent ref: group-v806144. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 840.937458] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9b007d6-3119-43da-a3a4-82b1ad1e03a3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.948064] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Created folder: Instances in parent group-v806144. [ 840.948351] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.948553] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab0b27aa-8b6c-48e9-a254-813c936b7a6a] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 840.948764] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8e5b502-d3ea-4a4f-a1e6-7050a00c1d46 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.968751] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 840.968751] env[69524]: value = "task-4067824" [ 840.968751] env[69524]: _type = "Task" [ 840.968751] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.976750] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067824, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.013534] env[69524]: DEBUG nova.compute.manager [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 7768e31d-052e-473a-bf1e-9bb04e9e9d6d] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 841.041392] env[69524]: DEBUG nova.virt.hardware [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 841.041725] env[69524]: DEBUG nova.virt.hardware [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 841.041906] env[69524]: DEBUG nova.virt.hardware [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 841.042108] env[69524]: DEBUG nova.virt.hardware [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 841.042259] env[69524]: DEBUG nova.virt.hardware [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 841.042406] env[69524]: DEBUG nova.virt.hardware [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 841.042614] env[69524]: DEBUG nova.virt.hardware [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 841.042770] env[69524]: DEBUG nova.virt.hardware [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 841.042934] env[69524]: DEBUG nova.virt.hardware [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 841.043250] env[69524]: DEBUG nova.virt.hardware [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 841.043573] env[69524]: DEBUG nova.virt.hardware [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 841.043980] env[69524]: DEBUG nova.network.neutron [-] [instance: 8afdcf13-3a25-4b51-90a3-8e4f887bd877] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.045723] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15aed7e8-d5d8-4f85-bd06-81569fe75097 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.058183] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4353b98-8ce4-420d-a982-418bc8fef7af {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.065448] env[69524]: DEBUG nova.compute.manager [req-40d50905-6c5b-427f-a611-9b57dad0da56 req-a9d29f50-74cc-4d79-babf-f82d7c4ac51e service nova] [instance: ab0b27aa-8b6c-48e9-a254-813c936b7a6a] Received event network-changed-e3582b89-7a8b-44cf-af98-18fa456bda56 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.065765] env[69524]: DEBUG nova.compute.manager [req-40d50905-6c5b-427f-a611-9b57dad0da56 req-a9d29f50-74cc-4d79-babf-f82d7c4ac51e service nova] [instance: ab0b27aa-8b6c-48e9-a254-813c936b7a6a] Refreshing instance network info cache due to event network-changed-e3582b89-7a8b-44cf-af98-18fa456bda56. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 841.066355] env[69524]: DEBUG oslo_concurrency.lockutils [req-40d50905-6c5b-427f-a611-9b57dad0da56 req-a9d29f50-74cc-4d79-babf-f82d7c4ac51e service nova] Acquiring lock "refresh_cache-ab0b27aa-8b6c-48e9-a254-813c936b7a6a" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.066511] env[69524]: DEBUG oslo_concurrency.lockutils [req-40d50905-6c5b-427f-a611-9b57dad0da56 req-a9d29f50-74cc-4d79-babf-f82d7c4ac51e service nova] Acquired lock "refresh_cache-ab0b27aa-8b6c-48e9-a254-813c936b7a6a" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.066670] env[69524]: DEBUG nova.network.neutron [req-40d50905-6c5b-427f-a611-9b57dad0da56 req-a9d29f50-74cc-4d79-babf-f82d7c4ac51e service nova] [instance: ab0b27aa-8b6c-48e9-a254-813c936b7a6a] Refreshing network info cache for port e3582b89-7a8b-44cf-af98-18fa456bda56 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 841.125192] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 841.125734] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e33646de-8440-472b-a08e-ecc62801bd67 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.137378] env[69524]: DEBUG oslo_vmware.api [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Task: {'id': task-4067820, 'name': PowerOnVM_Task, 'duration_secs': 0.547115} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.138838] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] [instance: 6eb890b2-e6d7-49b2-a24a-9f94d574868d] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 841.138952] env[69524]: DEBUG nova.compute.manager [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] [instance: 6eb890b2-e6d7-49b2-a24a-9f94d574868d] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 841.139334] env[69524]: DEBUG oslo_vmware.api [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Waiting for the task: (returnval){ [ 841.139334] env[69524]: value = "task-4067825" [ 841.139334] env[69524]: _type = "Task" [ 841.139334] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.140037] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5e43ac-d44f-41f6-8f4f-0c3c33580573 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.156678] env[69524]: DEBUG oslo_vmware.api [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': task-4067825, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.296786] env[69524]: DEBUG nova.scheduler.client.report [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.306556] env[69524]: DEBUG oslo_vmware.api [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4067821, 'name': Rename_Task, 'duration_secs': 0.190103} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.307538] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 841.307538] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1bf04343-8cdc-4235-a4ad-406e94d93e3c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.315192] env[69524]: DEBUG oslo_vmware.api [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Waiting for the task: (returnval){ [ 841.315192] env[69524]: value = "task-4067826" [ 841.315192] env[69524]: _type = "Task" [ 841.315192] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.324801] env[69524]: DEBUG oslo_vmware.api [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4067826, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.480988] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067824, 'name': CreateVM_Task} progress is 25%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.549951] env[69524]: INFO nova.compute.manager [-] [instance: 8afdcf13-3a25-4b51-90a3-8e4f887bd877] Took 1.56 seconds to deallocate network for instance. [ 841.598227] env[69524]: DEBUG nova.compute.manager [req-9f32cf3b-4dc2-478e-b699-85952cd8e7cf req-25af98ee-a96c-4251-aa2f-7be633be706b service nova] [instance: 7768e31d-052e-473a-bf1e-9bb04e9e9d6d] Received event network-vif-plugged-1d9085ea-d704-4699-a4ca-a42e86877915 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.598419] env[69524]: DEBUG oslo_concurrency.lockutils [req-9f32cf3b-4dc2-478e-b699-85952cd8e7cf req-25af98ee-a96c-4251-aa2f-7be633be706b service nova] Acquiring lock "7768e31d-052e-473a-bf1e-9bb04e9e9d6d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.598662] env[69524]: DEBUG oslo_concurrency.lockutils [req-9f32cf3b-4dc2-478e-b699-85952cd8e7cf req-25af98ee-a96c-4251-aa2f-7be633be706b service nova] Lock "7768e31d-052e-473a-bf1e-9bb04e9e9d6d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.598830] env[69524]: DEBUG oslo_concurrency.lockutils [req-9f32cf3b-4dc2-478e-b699-85952cd8e7cf req-25af98ee-a96c-4251-aa2f-7be633be706b service nova] Lock "7768e31d-052e-473a-bf1e-9bb04e9e9d6d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.598996] env[69524]: DEBUG nova.compute.manager [req-9f32cf3b-4dc2-478e-b699-85952cd8e7cf req-25af98ee-a96c-4251-aa2f-7be633be706b service nova] [instance: 7768e31d-052e-473a-bf1e-9bb04e9e9d6d] No waiting events found dispatching network-vif-plugged-1d9085ea-d704-4699-a4ca-a42e86877915 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 841.599396] env[69524]: WARNING nova.compute.manager [req-9f32cf3b-4dc2-478e-b699-85952cd8e7cf req-25af98ee-a96c-4251-aa2f-7be633be706b service nova] [instance: 7768e31d-052e-473a-bf1e-9bb04e9e9d6d] Received unexpected event network-vif-plugged-1d9085ea-d704-4699-a4ca-a42e86877915 for instance with vm_state building and task_state spawning. [ 841.652088] env[69524]: DEBUG nova.network.neutron [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 7768e31d-052e-473a-bf1e-9bb04e9e9d6d] Successfully updated port: 1d9085ea-d704-4699-a4ca-a42e86877915 {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 841.667674] env[69524]: DEBUG oslo_vmware.api [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': task-4067825, 'name': PowerOnVM_Task, 'duration_secs': 0.472497} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.671339] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 841.671621] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-03a65968-27fb-4e01-9323-b038dea918d4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Updating instance '3a962860-7a12-485a-af4e-1e86f7292a8a' progress to 100 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 841.677706] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.802581] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.821s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.805217] env[69524]: DEBUG nova.compute.manager [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: dfa4bb08-53b1-4489-a639-72dc9d9418a9] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 841.806347] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5d0a88b1-a234-45bb-b2ae-b1d04b23d936 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.355s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.806735] env[69524]: DEBUG nova.objects.instance [None req-5d0a88b1-a234-45bb-b2ae-b1d04b23d936 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Lazy-loading 'resources' on Instance uuid 1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 841.831657] env[69524]: DEBUG oslo_vmware.api [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4067826, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.851022] env[69524]: DEBUG nova.network.neutron [req-40d50905-6c5b-427f-a611-9b57dad0da56 req-a9d29f50-74cc-4d79-babf-f82d7c4ac51e service nova] [instance: ab0b27aa-8b6c-48e9-a254-813c936b7a6a] Updated VIF entry in instance network info cache for port e3582b89-7a8b-44cf-af98-18fa456bda56. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 841.851399] env[69524]: DEBUG nova.network.neutron [req-40d50905-6c5b-427f-a611-9b57dad0da56 req-a9d29f50-74cc-4d79-babf-f82d7c4ac51e service nova] [instance: ab0b27aa-8b6c-48e9-a254-813c936b7a6a] Updating instance_info_cache with network_info: [{"id": "e3582b89-7a8b-44cf-af98-18fa456bda56", "address": "fa:16:3e:c2:02:9b", "network": {"id": "2921b8fe-495e-4db7-ad62-ac81c4ad56be", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-879676710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13d460a2ce6f4204b1c667b482eba482", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3582b89-7a", "ovs_interfaceid": "e3582b89-7a8b-44cf-af98-18fa456bda56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.877971] env[69524]: DEBUG oslo_concurrency.lockutils [None req-26b8e722-3bcf-42a9-820e-65bf4c377a6d tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Acquiring lock "6eb890b2-e6d7-49b2-a24a-9f94d574868d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.878292] env[69524]: DEBUG oslo_concurrency.lockutils [None req-26b8e722-3bcf-42a9-820e-65bf4c377a6d tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Lock "6eb890b2-e6d7-49b2-a24a-9f94d574868d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.878538] env[69524]: DEBUG oslo_concurrency.lockutils [None req-26b8e722-3bcf-42a9-820e-65bf4c377a6d tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Acquiring lock "6eb890b2-e6d7-49b2-a24a-9f94d574868d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.878741] env[69524]: DEBUG oslo_concurrency.lockutils [None req-26b8e722-3bcf-42a9-820e-65bf4c377a6d tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Lock "6eb890b2-e6d7-49b2-a24a-9f94d574868d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.878947] env[69524]: DEBUG oslo_concurrency.lockutils [None req-26b8e722-3bcf-42a9-820e-65bf4c377a6d tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Lock "6eb890b2-e6d7-49b2-a24a-9f94d574868d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.881193] env[69524]: INFO nova.compute.manager [None req-26b8e722-3bcf-42a9-820e-65bf4c377a6d tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] [instance: 6eb890b2-e6d7-49b2-a24a-9f94d574868d] Terminating instance [ 841.980978] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067824, 'name': CreateVM_Task} progress is 25%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.057409] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9d984ae2-6164-45e1-a286-f330552e23f5 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.157942] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Acquiring lock "refresh_cache-7768e31d-052e-473a-bf1e-9bb04e9e9d6d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.157942] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Acquired lock "refresh_cache-7768e31d-052e-473a-bf1e-9bb04e9e9d6d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.157942] env[69524]: DEBUG nova.network.neutron [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 7768e31d-052e-473a-bf1e-9bb04e9e9d6d] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 842.310252] env[69524]: DEBUG nova.compute.utils [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 842.317713] env[69524]: DEBUG nova.compute.manager [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: dfa4bb08-53b1-4489-a639-72dc9d9418a9] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 842.317713] env[69524]: DEBUG nova.network.neutron [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: dfa4bb08-53b1-4489-a639-72dc9d9418a9] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 842.331065] env[69524]: DEBUG oslo_vmware.api [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4067826, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.354797] env[69524]: DEBUG oslo_concurrency.lockutils [req-40d50905-6c5b-427f-a611-9b57dad0da56 req-a9d29f50-74cc-4d79-babf-f82d7c4ac51e service nova] Releasing lock "refresh_cache-ab0b27aa-8b6c-48e9-a254-813c936b7a6a" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.355076] env[69524]: DEBUG nova.compute.manager [req-40d50905-6c5b-427f-a611-9b57dad0da56 req-a9d29f50-74cc-4d79-babf-f82d7c4ac51e service nova] [instance: 8afdcf13-3a25-4b51-90a3-8e4f887bd877] Received event network-vif-deleted-0ebef051-b10e-4894-b233-67565ff6b597 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.356052] env[69524]: INFO nova.compute.manager [req-40d50905-6c5b-427f-a611-9b57dad0da56 req-a9d29f50-74cc-4d79-babf-f82d7c4ac51e service nova] [instance: 8afdcf13-3a25-4b51-90a3-8e4f887bd877] Neutron deleted interface 0ebef051-b10e-4894-b233-67565ff6b597; detaching it from the instance and deleting it from the info cache [ 842.356320] env[69524]: DEBUG nova.network.neutron [req-40d50905-6c5b-427f-a611-9b57dad0da56 req-a9d29f50-74cc-4d79-babf-f82d7c4ac51e service nova] [instance: 8afdcf13-3a25-4b51-90a3-8e4f887bd877] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.385626] env[69524]: DEBUG oslo_concurrency.lockutils [None req-26b8e722-3bcf-42a9-820e-65bf4c377a6d tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Acquiring lock "refresh_cache-6eb890b2-e6d7-49b2-a24a-9f94d574868d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.385821] env[69524]: DEBUG oslo_concurrency.lockutils [None req-26b8e722-3bcf-42a9-820e-65bf4c377a6d tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Acquired lock "refresh_cache-6eb890b2-e6d7-49b2-a24a-9f94d574868d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.386010] env[69524]: DEBUG nova.network.neutron [None req-26b8e722-3bcf-42a9-820e-65bf4c377a6d tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] [instance: 6eb890b2-e6d7-49b2-a24a-9f94d574868d] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 842.390153] env[69524]: DEBUG nova.policy [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b70f060f83c742eea0935309d547ee88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '929c68b966e44dca954091d79af858fa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 842.480149] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067824, 'name': CreateVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.734177] env[69524]: DEBUG nova.network.neutron [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 7768e31d-052e-473a-bf1e-9bb04e9e9d6d] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 842.796799] env[69524]: DEBUG nova.network.neutron [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: dfa4bb08-53b1-4489-a639-72dc9d9418a9] Successfully created port: a421b5b9-df15-40f3-88fe-f5b339da8ffa {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 842.817778] env[69524]: DEBUG nova.compute.manager [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: dfa4bb08-53b1-4489-a639-72dc9d9418a9] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 842.842908] env[69524]: DEBUG oslo_vmware.api [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4067826, 'name': PowerOnVM_Task, 'duration_secs': 1.114409} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.843439] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 842.843545] env[69524]: INFO nova.compute.manager [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Took 9.74 seconds to spawn the instance on the hypervisor. [ 842.844486] env[69524]: DEBUG nova.compute.manager [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 842.844898] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355f95f5-b878-42ec-b108-05fb80a9ed7b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.863072] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-651d9015-a181-4660-8436-2ca5108ee2ca {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.878267] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8bfc43-0a25-4ba6-8b09-397e6ca47167 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.915423] env[69524]: DEBUG nova.compute.manager [req-40d50905-6c5b-427f-a611-9b57dad0da56 req-a9d29f50-74cc-4d79-babf-f82d7c4ac51e service nova] [instance: 8afdcf13-3a25-4b51-90a3-8e4f887bd877] Detach interface failed, port_id=0ebef051-b10e-4894-b233-67565ff6b597, reason: Instance 8afdcf13-3a25-4b51-90a3-8e4f887bd877 could not be found. {{(pid=69524) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 842.936427] env[69524]: DEBUG nova.network.neutron [None req-26b8e722-3bcf-42a9-820e-65bf4c377a6d tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] [instance: 6eb890b2-e6d7-49b2-a24a-9f94d574868d] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 842.950362] env[69524]: DEBUG nova.network.neutron [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 7768e31d-052e-473a-bf1e-9bb04e9e9d6d] Updating instance_info_cache with network_info: [{"id": "1d9085ea-d704-4699-a4ca-a42e86877915", "address": "fa:16:3e:ea:0c:ea", "network": {"id": "9197e979-3c1a-4b15-b07c-71277afe05d0", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2104333591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "929c68b966e44dca954091d79af858fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d9085ea-d7", "ovs_interfaceid": "1d9085ea-d704-4699-a4ca-a42e86877915", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.986021] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067824, 'name': CreateVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.002090] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d220211a-68bd-40dd-ab27-d663fb59d76a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.012102] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7576c424-c694-4380-8a15-01185889d3b9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.044048] env[69524]: DEBUG nova.network.neutron [None req-26b8e722-3bcf-42a9-820e-65bf4c377a6d tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] [instance: 6eb890b2-e6d7-49b2-a24a-9f94d574868d] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.045033] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0276a40b-21b8-493c-955a-b4f8ccbc2d82 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.053820] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66bd1957-861e-4838-ac97-eb23d9105a87 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.071265] env[69524]: DEBUG nova.compute.provider_tree [None req-5d0a88b1-a234-45bb-b2ae-b1d04b23d936 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.372238] env[69524]: INFO nova.compute.manager [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Took 57.46 seconds to build instance. [ 843.454505] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Releasing lock "refresh_cache-7768e31d-052e-473a-bf1e-9bb04e9e9d6d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.454887] env[69524]: DEBUG nova.compute.manager [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 7768e31d-052e-473a-bf1e-9bb04e9e9d6d] Instance network_info: |[{"id": "1d9085ea-d704-4699-a4ca-a42e86877915", "address": "fa:16:3e:ea:0c:ea", "network": {"id": "9197e979-3c1a-4b15-b07c-71277afe05d0", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2104333591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "929c68b966e44dca954091d79af858fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d9085ea-d7", "ovs_interfaceid": "1d9085ea-d704-4699-a4ca-a42e86877915", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 843.455418] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 7768e31d-052e-473a-bf1e-9bb04e9e9d6d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:0c:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7b5f1ef-d4b9-4ec3-b047-17e4cb349d25', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d9085ea-d704-4699-a4ca-a42e86877915', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 843.463616] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Creating folder: Project (929c68b966e44dca954091d79af858fa). Parent ref: group-v806025. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 843.463986] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86132ca3-55ff-4867-a999-520cf486e07b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.477183] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Created folder: Project (929c68b966e44dca954091d79af858fa) in parent group-v806025. [ 843.477464] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Creating folder: Instances. Parent ref: group-v806147. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 843.478162] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ec424e0-cd14-4c1f-9643-a42b8e0974fc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.483909] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067824, 'name': CreateVM_Task, 'duration_secs': 2.371654} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.484136] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab0b27aa-8b6c-48e9-a254-813c936b7a6a] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 843.485180] env[69524]: DEBUG oslo_concurrency.lockutils [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.485354] env[69524]: DEBUG oslo_concurrency.lockutils [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.485702] env[69524]: DEBUG oslo_concurrency.lockutils [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.485981] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a69b1a2-53fe-4d06-89f5-2000094686c4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.489484] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Created folder: Instances in parent group-v806147. [ 843.489740] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 843.493022] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7768e31d-052e-473a-bf1e-9bb04e9e9d6d] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 843.493022] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a2b775c-f576-43fe-aa87-76d370fe1a50 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.508152] env[69524]: DEBUG oslo_vmware.api [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Waiting for the task: (returnval){ [ 843.508152] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]523165a5-878a-d230-f95e-23c96f598381" [ 843.508152] env[69524]: _type = "Task" [ 843.508152] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.514200] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 843.514200] env[69524]: value = "task-4067830" [ 843.514200] env[69524]: _type = "Task" [ 843.514200] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.519061] env[69524]: DEBUG oslo_vmware.api [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]523165a5-878a-d230-f95e-23c96f598381, 'name': SearchDatastore_Task, 'duration_secs': 0.012681} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.522447] env[69524]: DEBUG oslo_concurrency.lockutils [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.523503] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: ab0b27aa-8b6c-48e9-a254-813c936b7a6a] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 843.523919] env[69524]: DEBUG oslo_concurrency.lockutils [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.524165] env[69524]: DEBUG oslo_concurrency.lockutils [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.524408] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 843.524748] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55bc964f-b5a6-4ec5-9bce-60da9b02988d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.533275] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067830, 'name': CreateVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.549041] env[69524]: DEBUG oslo_concurrency.lockutils [None req-26b8e722-3bcf-42a9-820e-65bf4c377a6d tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Releasing lock "refresh_cache-6eb890b2-e6d7-49b2-a24a-9f94d574868d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.549447] env[69524]: DEBUG nova.compute.manager [None req-26b8e722-3bcf-42a9-820e-65bf4c377a6d tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] [instance: 6eb890b2-e6d7-49b2-a24a-9f94d574868d] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 843.549667] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-26b8e722-3bcf-42a9-820e-65bf4c377a6d tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] [instance: 6eb890b2-e6d7-49b2-a24a-9f94d574868d] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 843.549944] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 843.550120] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 843.551689] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c9bb09-f81b-46fc-adf3-72bd48f2e7f6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.555366] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e278c6a1-1054-4f74-bbbf-0de7b330eb3c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.562398] env[69524]: DEBUG oslo_vmware.api [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Waiting for the task: (returnval){ [ 843.562398] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]522f1a7a-4a84-f3aa-2c6f-e31b0b1f6fb8" [ 843.562398] env[69524]: _type = "Task" [ 843.562398] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.566020] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b8e722-3bcf-42a9-820e-65bf4c377a6d tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] [instance: 6eb890b2-e6d7-49b2-a24a-9f94d574868d] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 843.572037] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c10a9927-6c50-4fea-ad53-9dd3e382f75e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.575996] env[69524]: DEBUG nova.scheduler.client.report [None req-5d0a88b1-a234-45bb-b2ae-b1d04b23d936 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.587679] env[69524]: DEBUG oslo_vmware.api [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]522f1a7a-4a84-f3aa-2c6f-e31b0b1f6fb8, 'name': SearchDatastore_Task, 'duration_secs': 0.013933} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.590352] env[69524]: DEBUG oslo_vmware.api [None req-26b8e722-3bcf-42a9-820e-65bf4c377a6d tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Waiting for the task: (returnval){ [ 843.590352] env[69524]: value = "task-4067831" [ 843.590352] env[69524]: _type = "Task" [ 843.590352] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.590646] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d787da6e-9a97-4ef6-9347-d7e6c6f7a809 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.604022] env[69524]: DEBUG oslo_vmware.api [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Waiting for the task: (returnval){ [ 843.604022] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52a55453-8599-eba3-ecee-672df7387951" [ 843.604022] env[69524]: _type = "Task" [ 843.604022] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.606695] env[69524]: DEBUG oslo_vmware.api [None req-26b8e722-3bcf-42a9-820e-65bf4c377a6d tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Task: {'id': task-4067831, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.618833] env[69524]: DEBUG oslo_vmware.api [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52a55453-8599-eba3-ecee-672df7387951, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.808369] env[69524]: DEBUG nova.compute.manager [req-6cc8d047-e95e-4112-8127-5ee97d09d2e4 req-dcda3ee2-c52e-4177-809f-90ef5d1c6a6b service nova] [instance: 7768e31d-052e-473a-bf1e-9bb04e9e9d6d] Received event network-changed-1d9085ea-d704-4699-a4ca-a42e86877915 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 843.809494] env[69524]: DEBUG nova.compute.manager [req-6cc8d047-e95e-4112-8127-5ee97d09d2e4 req-dcda3ee2-c52e-4177-809f-90ef5d1c6a6b service nova] [instance: 7768e31d-052e-473a-bf1e-9bb04e9e9d6d] Refreshing instance network info cache due to event network-changed-1d9085ea-d704-4699-a4ca-a42e86877915. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 843.809494] env[69524]: DEBUG oslo_concurrency.lockutils [req-6cc8d047-e95e-4112-8127-5ee97d09d2e4 req-dcda3ee2-c52e-4177-809f-90ef5d1c6a6b service nova] Acquiring lock "refresh_cache-7768e31d-052e-473a-bf1e-9bb04e9e9d6d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.809939] env[69524]: DEBUG oslo_concurrency.lockutils [req-6cc8d047-e95e-4112-8127-5ee97d09d2e4 req-dcda3ee2-c52e-4177-809f-90ef5d1c6a6b service nova] Acquired lock "refresh_cache-7768e31d-052e-473a-bf1e-9bb04e9e9d6d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.810113] env[69524]: DEBUG nova.network.neutron [req-6cc8d047-e95e-4112-8127-5ee97d09d2e4 req-dcda3ee2-c52e-4177-809f-90ef5d1c6a6b service nova] [instance: 7768e31d-052e-473a-bf1e-9bb04e9e9d6d] Refreshing network info cache for port 1d9085ea-d704-4699-a4ca-a42e86877915 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 843.832205] env[69524]: DEBUG nova.compute.manager [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: dfa4bb08-53b1-4489-a639-72dc9d9418a9] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 843.860500] env[69524]: DEBUG nova.virt.hardware [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 843.860764] env[69524]: DEBUG nova.virt.hardware [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 843.860855] env[69524]: DEBUG nova.virt.hardware [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 843.861062] env[69524]: DEBUG nova.virt.hardware [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 843.861647] env[69524]: DEBUG nova.virt.hardware [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 843.861647] env[69524]: DEBUG nova.virt.hardware [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 843.861647] env[69524]: DEBUG nova.virt.hardware [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 843.861854] env[69524]: DEBUG nova.virt.hardware [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 843.861903] env[69524]: DEBUG nova.virt.hardware [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 843.862065] env[69524]: DEBUG nova.virt.hardware [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 843.862237] env[69524]: DEBUG nova.virt.hardware [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 843.863569] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413bd320-8a9b-4eea-b014-a6b6f8177329 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.874105] env[69524]: DEBUG oslo_concurrency.lockutils [None req-17e64e51-ae90-457a-8895-e88676751452 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Lock "26b87865-1683-4797-ae24-f51084419ce4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.938s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.879955] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4586940e-1233-458f-b52e-d62ad58ef9b7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.030678] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067830, 'name': CreateVM_Task, 'duration_secs': 0.382975} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.030964] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7768e31d-052e-473a-bf1e-9bb04e9e9d6d] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 844.031871] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.032323] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.032596] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.033109] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2343044-e109-4575-a567-db9d83371330 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.039983] env[69524]: DEBUG oslo_vmware.api [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Waiting for the task: (returnval){ [ 844.039983] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52ec66fd-c0cd-41dc-b039-7d355046c4c2" [ 844.039983] env[69524]: _type = "Task" [ 844.039983] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.049495] env[69524]: DEBUG oslo_vmware.api [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52ec66fd-c0cd-41dc-b039-7d355046c4c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.052191] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d5bcaf22-6e85-4988-bf84-9bb6d8387ea6 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Acquiring lock "3a962860-7a12-485a-af4e-1e86f7292a8a" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.052440] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d5bcaf22-6e85-4988-bf84-9bb6d8387ea6 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Lock "3a962860-7a12-485a-af4e-1e86f7292a8a" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.052640] env[69524]: DEBUG nova.compute.manager [None req-d5bcaf22-6e85-4988-bf84-9bb6d8387ea6 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Going to confirm migration 1 {{(pid=69524) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 844.083107] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5d0a88b1-a234-45bb-b2ae-b1d04b23d936 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.277s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.086434] env[69524]: DEBUG oslo_concurrency.lockutils [None req-93f58779-46b6-4408-921e-ac75b097ee5f tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.744s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.086434] env[69524]: DEBUG nova.objects.instance [None req-93f58779-46b6-4408-921e-ac75b097ee5f tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Lazy-loading 'resources' on Instance uuid 1f43ca30-fd40-4c2c-af1f-9b12651cadb0 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 844.109374] env[69524]: DEBUG oslo_vmware.api [None req-26b8e722-3bcf-42a9-820e-65bf4c377a6d tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Task: {'id': task-4067831, 'name': PowerOffVM_Task, 'duration_secs': 0.249969} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.110721] env[69524]: INFO nova.scheduler.client.report [None req-5d0a88b1-a234-45bb-b2ae-b1d04b23d936 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Deleted allocations for instance 1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51 [ 844.114739] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b8e722-3bcf-42a9-820e-65bf4c377a6d tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] [instance: 6eb890b2-e6d7-49b2-a24a-9f94d574868d] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 844.114918] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-26b8e722-3bcf-42a9-820e-65bf4c377a6d tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] [instance: 6eb890b2-e6d7-49b2-a24a-9f94d574868d] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 844.118287] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a9b7662-5f36-4eea-b778-e2e332662b8d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.129347] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Acquiring lock "696358b1-7618-480a-b1c8-d4a5a775e5db" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.129617] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Lock "696358b1-7618-480a-b1c8-d4a5a775e5db" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.130146] env[69524]: DEBUG oslo_vmware.api [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52a55453-8599-eba3-ecee-672df7387951, 'name': SearchDatastore_Task, 'duration_secs': 0.016151} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.130391] env[69524]: DEBUG oslo_concurrency.lockutils [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.130641] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] ab0b27aa-8b6c-48e9-a254-813c936b7a6a/ab0b27aa-8b6c-48e9-a254-813c936b7a6a.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 844.130916] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c600277-24fa-4851-86a5-57d16bc3241e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.141147] env[69524]: DEBUG oslo_vmware.api [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Waiting for the task: (returnval){ [ 844.141147] env[69524]: value = "task-4067834" [ 844.141147] env[69524]: _type = "Task" [ 844.141147] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.151739] env[69524]: DEBUG oslo_vmware.api [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Task: {'id': task-4067834, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.156959] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-26b8e722-3bcf-42a9-820e-65bf4c377a6d tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] [instance: 6eb890b2-e6d7-49b2-a24a-9f94d574868d] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 844.157224] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-26b8e722-3bcf-42a9-820e-65bf4c377a6d tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] [instance: 6eb890b2-e6d7-49b2-a24a-9f94d574868d] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 844.157890] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-26b8e722-3bcf-42a9-820e-65bf4c377a6d tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Deleting the datastore file [datastore1] 6eb890b2-e6d7-49b2-a24a-9f94d574868d {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 844.157890] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4373556-a40c-4e3a-9c38-67e4a956c95e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.167831] env[69524]: DEBUG oslo_vmware.api [None req-26b8e722-3bcf-42a9-820e-65bf4c377a6d tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Waiting for the task: (returnval){ [ 844.167831] env[69524]: value = "task-4067835" [ 844.167831] env[69524]: _type = "Task" [ 844.167831] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.177613] env[69524]: DEBUG oslo_vmware.api [None req-26b8e722-3bcf-42a9-820e-65bf4c377a6d tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Task: {'id': task-4067835, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.388758] env[69524]: DEBUG nova.compute.manager [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 844.437990] env[69524]: DEBUG nova.compute.manager [req-c24a3a1c-5484-41a2-bcd8-da9ef32b86d4 req-36d6fbe4-c558-4c90-8dd7-9642d4e2d966 service nova] [instance: dfa4bb08-53b1-4489-a639-72dc9d9418a9] Received event network-vif-plugged-a421b5b9-df15-40f3-88fe-f5b339da8ffa {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.438311] env[69524]: DEBUG oslo_concurrency.lockutils [req-c24a3a1c-5484-41a2-bcd8-da9ef32b86d4 req-36d6fbe4-c558-4c90-8dd7-9642d4e2d966 service nova] Acquiring lock "dfa4bb08-53b1-4489-a639-72dc9d9418a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.438506] env[69524]: DEBUG oslo_concurrency.lockutils [req-c24a3a1c-5484-41a2-bcd8-da9ef32b86d4 req-36d6fbe4-c558-4c90-8dd7-9642d4e2d966 service nova] Lock "dfa4bb08-53b1-4489-a639-72dc9d9418a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.438691] env[69524]: DEBUG oslo_concurrency.lockutils [req-c24a3a1c-5484-41a2-bcd8-da9ef32b86d4 req-36d6fbe4-c558-4c90-8dd7-9642d4e2d966 service nova] Lock "dfa4bb08-53b1-4489-a639-72dc9d9418a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.438840] env[69524]: DEBUG nova.compute.manager [req-c24a3a1c-5484-41a2-bcd8-da9ef32b86d4 req-36d6fbe4-c558-4c90-8dd7-9642d4e2d966 service nova] [instance: dfa4bb08-53b1-4489-a639-72dc9d9418a9] No waiting events found dispatching network-vif-plugged-a421b5b9-df15-40f3-88fe-f5b339da8ffa {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 844.439088] env[69524]: WARNING nova.compute.manager [req-c24a3a1c-5484-41a2-bcd8-da9ef32b86d4 req-36d6fbe4-c558-4c90-8dd7-9642d4e2d966 service nova] [instance: dfa4bb08-53b1-4489-a639-72dc9d9418a9] Received unexpected event network-vif-plugged-a421b5b9-df15-40f3-88fe-f5b339da8ffa for instance with vm_state building and task_state spawning. [ 844.560148] env[69524]: DEBUG oslo_vmware.api [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52ec66fd-c0cd-41dc-b039-7d355046c4c2, 'name': SearchDatastore_Task, 'duration_secs': 0.015642} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.560492] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.560731] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 7768e31d-052e-473a-bf1e-9bb04e9e9d6d] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 844.560959] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.561136] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.561326] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 844.561618] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47d717a4-bd97-441d-9063-afdb4af08eab {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.575798] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 844.575972] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 844.576702] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b19df99-1e40-4127-9304-3608c4efee8f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.584609] env[69524]: DEBUG oslo_vmware.api [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Waiting for the task: (returnval){ [ 844.584609] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52124e1b-6482-c221-b9f8-f3116b3679fe" [ 844.584609] env[69524]: _type = "Task" [ 844.584609] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.595859] env[69524]: DEBUG oslo_vmware.api [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52124e1b-6482-c221-b9f8-f3116b3679fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.625446] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5d0a88b1-a234-45bb-b2ae-b1d04b23d936 tempest-ServersTestFqdnHostnames-281946985 tempest-ServersTestFqdnHostnames-281946985-project-member] Lock "1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.687s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.653086] env[69524]: DEBUG oslo_vmware.api [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Task: {'id': task-4067834, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.654192] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d5bcaf22-6e85-4988-bf84-9bb6d8387ea6 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Acquiring lock "refresh_cache-3a962860-7a12-485a-af4e-1e86f7292a8a" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.654423] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d5bcaf22-6e85-4988-bf84-9bb6d8387ea6 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Acquired lock "refresh_cache-3a962860-7a12-485a-af4e-1e86f7292a8a" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.655022] env[69524]: DEBUG nova.network.neutron [None req-d5bcaf22-6e85-4988-bf84-9bb6d8387ea6 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 844.656288] env[69524]: DEBUG nova.objects.instance [None req-d5bcaf22-6e85-4988-bf84-9bb6d8387ea6 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Lazy-loading 'info_cache' on Instance uuid 3a962860-7a12-485a-af4e-1e86f7292a8a {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 844.675450] env[69524]: DEBUG nova.network.neutron [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: dfa4bb08-53b1-4489-a639-72dc9d9418a9] Successfully updated port: a421b5b9-df15-40f3-88fe-f5b339da8ffa {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 844.686393] env[69524]: DEBUG oslo_vmware.api [None req-26b8e722-3bcf-42a9-820e-65bf4c377a6d tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Task: {'id': task-4067835, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269146} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.686694] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-26b8e722-3bcf-42a9-820e-65bf4c377a6d tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 844.686803] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-26b8e722-3bcf-42a9-820e-65bf4c377a6d tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] [instance: 6eb890b2-e6d7-49b2-a24a-9f94d574868d] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 844.687254] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-26b8e722-3bcf-42a9-820e-65bf4c377a6d tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] [instance: 6eb890b2-e6d7-49b2-a24a-9f94d574868d] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 844.687254] env[69524]: INFO nova.compute.manager [None req-26b8e722-3bcf-42a9-820e-65bf4c377a6d tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] [instance: 6eb890b2-e6d7-49b2-a24a-9f94d574868d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 844.687419] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26b8e722-3bcf-42a9-820e-65bf4c377a6d tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 844.687612] env[69524]: DEBUG nova.compute.manager [-] [instance: 6eb890b2-e6d7-49b2-a24a-9f94d574868d] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 844.687728] env[69524]: DEBUG nova.network.neutron [-] [instance: 6eb890b2-e6d7-49b2-a24a-9f94d574868d] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 844.696223] env[69524]: DEBUG nova.network.neutron [req-6cc8d047-e95e-4112-8127-5ee97d09d2e4 req-dcda3ee2-c52e-4177-809f-90ef5d1c6a6b service nova] [instance: 7768e31d-052e-473a-bf1e-9bb04e9e9d6d] Updated VIF entry in instance network info cache for port 1d9085ea-d704-4699-a4ca-a42e86877915. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 844.696223] env[69524]: DEBUG nova.network.neutron [req-6cc8d047-e95e-4112-8127-5ee97d09d2e4 req-dcda3ee2-c52e-4177-809f-90ef5d1c6a6b service nova] [instance: 7768e31d-052e-473a-bf1e-9bb04e9e9d6d] Updating instance_info_cache with network_info: [{"id": "1d9085ea-d704-4699-a4ca-a42e86877915", "address": "fa:16:3e:ea:0c:ea", "network": {"id": "9197e979-3c1a-4b15-b07c-71277afe05d0", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2104333591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "929c68b966e44dca954091d79af858fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d9085ea-d7", "ovs_interfaceid": "1d9085ea-d704-4699-a4ca-a42e86877915", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.710499] env[69524]: DEBUG nova.network.neutron [-] [instance: 6eb890b2-e6d7-49b2-a24a-9f94d574868d] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 844.913723] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.100194] env[69524]: DEBUG oslo_vmware.api [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52124e1b-6482-c221-b9f8-f3116b3679fe, 'name': SearchDatastore_Task, 'duration_secs': 0.031297} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.101511] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19e3d368-7c13-47ac-b829-de3ee151ab13 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.111341] env[69524]: DEBUG oslo_vmware.api [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Waiting for the task: (returnval){ [ 845.111341] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52eb51f2-975b-c3d6-9e9a-f50fd7c8d536" [ 845.111341] env[69524]: _type = "Task" [ 845.111341] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.120308] env[69524]: DEBUG oslo_vmware.api [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52eb51f2-975b-c3d6-9e9a-f50fd7c8d536, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.152460] env[69524]: DEBUG oslo_vmware.api [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Task: {'id': task-4067834, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.960912} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.155804] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] ab0b27aa-8b6c-48e9-a254-813c936b7a6a/ab0b27aa-8b6c-48e9-a254-813c936b7a6a.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 845.156082] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: ab0b27aa-8b6c-48e9-a254-813c936b7a6a] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 845.157380] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99b1cd20-f0e3-4101-9577-0d4bfac5a3e5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.170459] env[69524]: DEBUG oslo_vmware.api [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Waiting for the task: (returnval){ [ 845.170459] env[69524]: value = "task-4067836" [ 845.170459] env[69524]: _type = "Task" [ 845.170459] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.182788] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Acquiring lock "refresh_cache-dfa4bb08-53b1-4489-a639-72dc9d9418a9" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.182922] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Acquired lock "refresh_cache-dfa4bb08-53b1-4489-a639-72dc9d9418a9" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.183104] env[69524]: DEBUG nova.network.neutron [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: dfa4bb08-53b1-4489-a639-72dc9d9418a9] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 845.198129] env[69524]: DEBUG oslo_concurrency.lockutils [req-6cc8d047-e95e-4112-8127-5ee97d09d2e4 req-dcda3ee2-c52e-4177-809f-90ef5d1c6a6b service nova] Releasing lock "refresh_cache-7768e31d-052e-473a-bf1e-9bb04e9e9d6d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.198619] env[69524]: DEBUG oslo_vmware.api [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Task: {'id': task-4067836, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.217473] env[69524]: DEBUG nova.network.neutron [-] [instance: 6eb890b2-e6d7-49b2-a24a-9f94d574868d] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.320925] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9853c61c-c2fa-4671-9c0f-3cde0d8955bf {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.329913] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2a6706-6fdb-4d32-9950-552fae9307fd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.374907] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6102a768-cdc6-4052-b6ab-9c3e71453daa {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.383159] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e044f1b5-dd31-4765-ba8b-53564832f608 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.398551] env[69524]: DEBUG nova.compute.provider_tree [None req-93f58779-46b6-4408-921e-ac75b097ee5f tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.622979] env[69524]: DEBUG oslo_vmware.api [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52eb51f2-975b-c3d6-9e9a-f50fd7c8d536, 'name': SearchDatastore_Task, 'duration_secs': 0.046689} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.623282] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.623544] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 7768e31d-052e-473a-bf1e-9bb04e9e9d6d/7768e31d-052e-473a-bf1e-9bb04e9e9d6d.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 845.623806] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cfc952a5-ad56-474a-ba30-028bc0f11d58 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.631168] env[69524]: DEBUG oslo_vmware.api [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Waiting for the task: (returnval){ [ 845.631168] env[69524]: value = "task-4067837" [ 845.631168] env[69524]: _type = "Task" [ 845.631168] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.641319] env[69524]: DEBUG oslo_vmware.api [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': task-4067837, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.682945] env[69524]: DEBUG oslo_vmware.api [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Task: {'id': task-4067836, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078799} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.683237] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: ab0b27aa-8b6c-48e9-a254-813c936b7a6a] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 845.684063] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba131e8-7a40-4a1c-beeb-25cce77cb8b5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.713037] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: ab0b27aa-8b6c-48e9-a254-813c936b7a6a] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] ab0b27aa-8b6c-48e9-a254-813c936b7a6a/ab0b27aa-8b6c-48e9-a254-813c936b7a6a.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 845.713037] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-221147f7-8640-490a-b099-525ef64732a2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.726615] env[69524]: INFO nova.compute.manager [-] [instance: 6eb890b2-e6d7-49b2-a24a-9f94d574868d] Took 1.04 seconds to deallocate network for instance. [ 845.738021] env[69524]: DEBUG oslo_vmware.api [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Waiting for the task: (returnval){ [ 845.738021] env[69524]: value = "task-4067838" [ 845.738021] env[69524]: _type = "Task" [ 845.738021] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.744852] env[69524]: DEBUG oslo_vmware.api [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Task: {'id': task-4067838, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.772748] env[69524]: DEBUG nova.network.neutron [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: dfa4bb08-53b1-4489-a639-72dc9d9418a9] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 845.901919] env[69524]: DEBUG nova.scheduler.client.report [None req-93f58779-46b6-4408-921e-ac75b097ee5f tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.078488] env[69524]: DEBUG nova.network.neutron [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: dfa4bb08-53b1-4489-a639-72dc9d9418a9] Updating instance_info_cache with network_info: [{"id": "a421b5b9-df15-40f3-88fe-f5b339da8ffa", "address": "fa:16:3e:a6:99:9d", "network": {"id": "9197e979-3c1a-4b15-b07c-71277afe05d0", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2104333591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "929c68b966e44dca954091d79af858fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa421b5b9-df", "ovs_interfaceid": "a421b5b9-df15-40f3-88fe-f5b339da8ffa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.112619] env[69524]: DEBUG nova.network.neutron [None req-d5bcaf22-6e85-4988-bf84-9bb6d8387ea6 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Updating instance_info_cache with network_info: [{"id": "ff0f8582-45f2-4061-9932-e90302c77f20", "address": "fa:16:3e:2a:73:b3", "network": {"id": "9ba6743d-ce8d-49df-87a9-5afc4de01489", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a86a460dd4454b05b84917cee5434b27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff0f8582-45", "ovs_interfaceid": "ff0f8582-45f2-4061-9932-e90302c77f20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.142097] env[69524]: DEBUG oslo_vmware.api [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': task-4067837, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.237479] env[69524]: DEBUG oslo_concurrency.lockutils [None req-26b8e722-3bcf-42a9-820e-65bf4c377a6d tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.249417] env[69524]: DEBUG oslo_vmware.api [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Task: {'id': task-4067838, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.411275] env[69524]: DEBUG oslo_concurrency.lockutils [None req-93f58779-46b6-4408-921e-ac75b097ee5f tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.322s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.414933] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.363s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.416539] env[69524]: INFO nova.compute.claims [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 5de29246-15dd-470d-b18e-b2453818b760] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 846.454274] env[69524]: INFO nova.scheduler.client.report [None req-93f58779-46b6-4408-921e-ac75b097ee5f tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Deleted allocations for instance 1f43ca30-fd40-4c2c-af1f-9b12651cadb0 [ 846.581028] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Releasing lock "refresh_cache-dfa4bb08-53b1-4489-a639-72dc9d9418a9" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.581350] env[69524]: DEBUG nova.compute.manager [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: dfa4bb08-53b1-4489-a639-72dc9d9418a9] Instance network_info: |[{"id": "a421b5b9-df15-40f3-88fe-f5b339da8ffa", "address": "fa:16:3e:a6:99:9d", "network": {"id": "9197e979-3c1a-4b15-b07c-71277afe05d0", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2104333591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "929c68b966e44dca954091d79af858fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa421b5b9-df", "ovs_interfaceid": "a421b5b9-df15-40f3-88fe-f5b339da8ffa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 846.581918] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: dfa4bb08-53b1-4489-a639-72dc9d9418a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:99:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7b5f1ef-d4b9-4ec3-b047-17e4cb349d25', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a421b5b9-df15-40f3-88fe-f5b339da8ffa', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 846.596994] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 846.597468] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfa4bb08-53b1-4489-a639-72dc9d9418a9] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 846.597589] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f97b274-076d-4da7-a6d8-9fd562712ed5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.618482] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d5bcaf22-6e85-4988-bf84-9bb6d8387ea6 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Releasing lock "refresh_cache-3a962860-7a12-485a-af4e-1e86f7292a8a" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.618740] env[69524]: DEBUG nova.objects.instance [None req-d5bcaf22-6e85-4988-bf84-9bb6d8387ea6 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Lazy-loading 'migration_context' on Instance uuid 3a962860-7a12-485a-af4e-1e86f7292a8a {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 846.621095] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 846.621095] env[69524]: value = "task-4067839" [ 846.621095] env[69524]: _type = "Task" [ 846.621095] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.632290] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067839, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.642310] env[69524]: DEBUG oslo_vmware.api [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': task-4067837, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.755746] env[69524]: DEBUG oslo_vmware.api [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Task: {'id': task-4067838, 'name': ReconfigVM_Task, 'duration_secs': 0.886497} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.756122] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: ab0b27aa-8b6c-48e9-a254-813c936b7a6a] Reconfigured VM instance instance-00000022 to attach disk [datastore1] ab0b27aa-8b6c-48e9-a254-813c936b7a6a/ab0b27aa-8b6c-48e9-a254-813c936b7a6a.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 846.758431] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d60ca2fd-2af3-495c-91e5-478c58d23d35 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.764616] env[69524]: DEBUG oslo_vmware.api [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Waiting for the task: (returnval){ [ 846.764616] env[69524]: value = "task-4067840" [ 846.764616] env[69524]: _type = "Task" [ 846.764616] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.782924] env[69524]: DEBUG oslo_vmware.api [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Task: {'id': task-4067840, 'name': Rename_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.965277] env[69524]: DEBUG oslo_concurrency.lockutils [None req-93f58779-46b6-4408-921e-ac75b097ee5f tempest-ServerDiagnosticsV248Test-931760777 tempest-ServerDiagnosticsV248Test-931760777-project-member] Lock "1f43ca30-fd40-4c2c-af1f-9b12651cadb0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.887s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.000468] env[69524]: DEBUG nova.compute.manager [req-3f0631d4-8101-4228-a5de-50d5e0ea8a71 req-0b56943e-5939-4ad3-a3cb-f675829c3ddb service nova] [instance: dfa4bb08-53b1-4489-a639-72dc9d9418a9] Received event network-changed-a421b5b9-df15-40f3-88fe-f5b339da8ffa {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.000837] env[69524]: DEBUG nova.compute.manager [req-3f0631d4-8101-4228-a5de-50d5e0ea8a71 req-0b56943e-5939-4ad3-a3cb-f675829c3ddb service nova] [instance: dfa4bb08-53b1-4489-a639-72dc9d9418a9] Refreshing instance network info cache due to event network-changed-a421b5b9-df15-40f3-88fe-f5b339da8ffa. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 847.001208] env[69524]: DEBUG oslo_concurrency.lockutils [req-3f0631d4-8101-4228-a5de-50d5e0ea8a71 req-0b56943e-5939-4ad3-a3cb-f675829c3ddb service nova] Acquiring lock "refresh_cache-dfa4bb08-53b1-4489-a639-72dc9d9418a9" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.001484] env[69524]: DEBUG oslo_concurrency.lockutils [req-3f0631d4-8101-4228-a5de-50d5e0ea8a71 req-0b56943e-5939-4ad3-a3cb-f675829c3ddb service nova] Acquired lock "refresh_cache-dfa4bb08-53b1-4489-a639-72dc9d9418a9" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.001768] env[69524]: DEBUG nova.network.neutron [req-3f0631d4-8101-4228-a5de-50d5e0ea8a71 req-0b56943e-5939-4ad3-a3cb-f675829c3ddb service nova] [instance: dfa4bb08-53b1-4489-a639-72dc9d9418a9] Refreshing network info cache for port a421b5b9-df15-40f3-88fe-f5b339da8ffa {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 847.126570] env[69524]: DEBUG nova.objects.base [None req-d5bcaf22-6e85-4988-bf84-9bb6d8387ea6 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Object Instance<3a962860-7a12-485a-af4e-1e86f7292a8a> lazy-loaded attributes: info_cache,migration_context {{(pid=69524) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 847.127864] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2ade1d-5272-45b1-b853-f21983dafc30 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.141618] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067839, 'name': CreateVM_Task} progress is 25%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.159698] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cd50104-88fa-4be3-8675-c2d7af4c0263 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.169345] env[69524]: DEBUG oslo_vmware.api [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': task-4067837, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.118968} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.173028] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 7768e31d-052e-473a-bf1e-9bb04e9e9d6d/7768e31d-052e-473a-bf1e-9bb04e9e9d6d.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 847.173028] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 7768e31d-052e-473a-bf1e-9bb04e9e9d6d] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 847.173028] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15f5438e-2565-4f30-8be9-ec7fd7103edc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.175792] env[69524]: DEBUG oslo_vmware.api [None req-d5bcaf22-6e85-4988-bf84-9bb6d8387ea6 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Waiting for the task: (returnval){ [ 847.175792] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52e127d0-0dc3-fa99-69d1-e5dbc387323a" [ 847.175792] env[69524]: _type = "Task" [ 847.175792] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.185509] env[69524]: DEBUG oslo_vmware.api [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Waiting for the task: (returnval){ [ 847.185509] env[69524]: value = "task-4067841" [ 847.185509] env[69524]: _type = "Task" [ 847.185509] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.191246] env[69524]: DEBUG oslo_vmware.api [None req-d5bcaf22-6e85-4988-bf84-9bb6d8387ea6 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52e127d0-0dc3-fa99-69d1-e5dbc387323a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.196601] env[69524]: DEBUG oslo_vmware.api [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': task-4067841, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.279508] env[69524]: DEBUG oslo_vmware.api [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Task: {'id': task-4067840, 'name': Rename_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.442176] env[69524]: DEBUG oslo_concurrency.lockutils [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Acquiring lock "1dd1caaf-169f-457f-bcf8-e308836c8247" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.442176] env[69524]: DEBUG oslo_concurrency.lockutils [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Lock "1dd1caaf-169f-457f-bcf8-e308836c8247" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.635535] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067839, 'name': CreateVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.687043] env[69524]: DEBUG oslo_vmware.api [None req-d5bcaf22-6e85-4988-bf84-9bb6d8387ea6 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52e127d0-0dc3-fa99-69d1-e5dbc387323a, 'name': SearchDatastore_Task, 'duration_secs': 0.016323} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.692030] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d5bcaf22-6e85-4988-bf84-9bb6d8387ea6 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.697975] env[69524]: DEBUG oslo_vmware.api [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': task-4067841, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082944} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.698113] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 7768e31d-052e-473a-bf1e-9bb04e9e9d6d] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 847.701392] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8473d616-4a7e-452b-96a8-b874125c61b4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.724464] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 7768e31d-052e-473a-bf1e-9bb04e9e9d6d] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 7768e31d-052e-473a-bf1e-9bb04e9e9d6d/7768e31d-052e-473a-bf1e-9bb04e9e9d6d.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 847.727527] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da5b9edd-87bc-475e-82ca-2c5006b927d3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.752577] env[69524]: DEBUG oslo_vmware.api [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Waiting for the task: (returnval){ [ 847.752577] env[69524]: value = "task-4067842" [ 847.752577] env[69524]: _type = "Task" [ 847.752577] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.763379] env[69524]: DEBUG oslo_vmware.api [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': task-4067842, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.776172] env[69524]: DEBUG oslo_vmware.api [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Task: {'id': task-4067840, 'name': Rename_Task, 'duration_secs': 0.522156} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.777253] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: ab0b27aa-8b6c-48e9-a254-813c936b7a6a] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 847.777253] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02b434ef-7ccd-4891-8c3c-6699e150621b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.786184] env[69524]: DEBUG oslo_vmware.api [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Waiting for the task: (returnval){ [ 847.786184] env[69524]: value = "task-4067843" [ 847.786184] env[69524]: _type = "Task" [ 847.786184] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.798943] env[69524]: DEBUG oslo_vmware.api [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Task: {'id': task-4067843, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.885700] env[69524]: DEBUG nova.network.neutron [req-3f0631d4-8101-4228-a5de-50d5e0ea8a71 req-0b56943e-5939-4ad3-a3cb-f675829c3ddb service nova] [instance: dfa4bb08-53b1-4489-a639-72dc9d9418a9] Updated VIF entry in instance network info cache for port a421b5b9-df15-40f3-88fe-f5b339da8ffa. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 847.886134] env[69524]: DEBUG nova.network.neutron [req-3f0631d4-8101-4228-a5de-50d5e0ea8a71 req-0b56943e-5939-4ad3-a3cb-f675829c3ddb service nova] [instance: dfa4bb08-53b1-4489-a639-72dc9d9418a9] Updating instance_info_cache with network_info: [{"id": "a421b5b9-df15-40f3-88fe-f5b339da8ffa", "address": "fa:16:3e:a6:99:9d", "network": {"id": "9197e979-3c1a-4b15-b07c-71277afe05d0", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2104333591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "929c68b966e44dca954091d79af858fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa421b5b9-df", "ovs_interfaceid": "a421b5b9-df15-40f3-88fe-f5b339da8ffa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.083343] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c530e27-ff77-4a3b-9485-fe1ebfb5e67a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.090130] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b7227a-a177-4484-a541-c57e8cda1185 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.132522] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3c1053-198c-4cf8-8238-3fa284c75f57 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.145173] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236f9987-ff2c-4714-973e-45a76c38f34c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.149627] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067839, 'name': CreateVM_Task, 'duration_secs': 1.368864} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.149627] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dfa4bb08-53b1-4489-a639-72dc9d9418a9] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 848.150780] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.150780] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.151097] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.151372] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3f3cd7b-18f8-4420-8b94-572dd1d1d442 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.164067] env[69524]: DEBUG nova.compute.provider_tree [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.168862] env[69524]: DEBUG oslo_vmware.api [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Waiting for the task: (returnval){ [ 848.168862] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5201e584-805d-78c1-4c21-9c22c4d9fe52" [ 848.168862] env[69524]: _type = "Task" [ 848.168862] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.177544] env[69524]: DEBUG oslo_vmware.api [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5201e584-805d-78c1-4c21-9c22c4d9fe52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.265121] env[69524]: DEBUG oslo_vmware.api [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': task-4067842, 'name': ReconfigVM_Task, 'duration_secs': 0.50505} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.265660] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 7768e31d-052e-473a-bf1e-9bb04e9e9d6d] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 7768e31d-052e-473a-bf1e-9bb04e9e9d6d/7768e31d-052e-473a-bf1e-9bb04e9e9d6d.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 848.266607] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9b34896-29b7-434a-9cd0-694bc26dc27b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.274657] env[69524]: DEBUG oslo_vmware.api [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Waiting for the task: (returnval){ [ 848.274657] env[69524]: value = "task-4067844" [ 848.274657] env[69524]: _type = "Task" [ 848.274657] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.283259] env[69524]: DEBUG oslo_vmware.api [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': task-4067844, 'name': Rename_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.296810] env[69524]: DEBUG oslo_vmware.api [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Task: {'id': task-4067843, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.389050] env[69524]: DEBUG oslo_concurrency.lockutils [req-3f0631d4-8101-4228-a5de-50d5e0ea8a71 req-0b56943e-5939-4ad3-a3cb-f675829c3ddb service nova] Releasing lock "refresh_cache-dfa4bb08-53b1-4489-a639-72dc9d9418a9" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.670873] env[69524]: DEBUG nova.scheduler.client.report [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.689569] env[69524]: DEBUG oslo_vmware.api [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5201e584-805d-78c1-4c21-9c22c4d9fe52, 'name': SearchDatastore_Task, 'duration_secs': 0.011216} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.689915] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.690156] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: dfa4bb08-53b1-4489-a639-72dc9d9418a9] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 848.690391] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.690526] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.690693] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 848.691600] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e647f598-0c3b-438d-aef5-bfc4ae60a2c8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.702652] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 848.702855] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 848.703595] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4058ad5f-0837-4755-9983-1ac658c2dd38 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.709700] env[69524]: DEBUG oslo_vmware.api [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Waiting for the task: (returnval){ [ 848.709700] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]525ede83-1fd3-6a7d-f312-a29f41c0b586" [ 848.709700] env[69524]: _type = "Task" [ 848.709700] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.718055] env[69524]: DEBUG oslo_vmware.api [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]525ede83-1fd3-6a7d-f312-a29f41c0b586, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.784895] env[69524]: DEBUG oslo_vmware.api [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': task-4067844, 'name': Rename_Task, 'duration_secs': 0.294013} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.786370] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 7768e31d-052e-473a-bf1e-9bb04e9e9d6d] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 848.786370] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5fc6ac2-72fe-4805-9701-4af5b75dcca7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.799314] env[69524]: DEBUG oslo_vmware.api [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Task: {'id': task-4067843, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.802268] env[69524]: DEBUG oslo_vmware.api [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Waiting for the task: (returnval){ [ 848.802268] env[69524]: value = "task-4067845" [ 848.802268] env[69524]: _type = "Task" [ 848.802268] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.811320] env[69524]: DEBUG oslo_vmware.api [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': task-4067845, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.104398] env[69524]: DEBUG oslo_concurrency.lockutils [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Acquiring lock "86b272e6-8a18-486f-81e9-d1a325d83cf3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.104634] env[69524]: DEBUG oslo_concurrency.lockutils [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Lock "86b272e6-8a18-486f-81e9-d1a325d83cf3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.181895] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.767s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.182494] env[69524]: DEBUG nova.compute.manager [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 5de29246-15dd-470d-b18e-b2453818b760] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 849.185358] env[69524]: DEBUG oslo_concurrency.lockutils [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.881s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.187321] env[69524]: INFO nova.compute.claims [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 87e8e7a1-56fc-4065-861e-1b07b8097db3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 849.221236] env[69524]: DEBUG oslo_vmware.api [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]525ede83-1fd3-6a7d-f312-a29f41c0b586, 'name': SearchDatastore_Task, 'duration_secs': 0.047452} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.222055] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4b6ef07-6fdd-4695-b9e5-854f96a1a9a6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.228885] env[69524]: DEBUG oslo_vmware.api [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Waiting for the task: (returnval){ [ 849.228885] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52b90bb5-3728-1ba8-e154-8e3b78d17a78" [ 849.228885] env[69524]: _type = "Task" [ 849.228885] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.245044] env[69524]: DEBUG oslo_vmware.api [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52b90bb5-3728-1ba8-e154-8e3b78d17a78, 'name': SearchDatastore_Task, 'duration_secs': 0.011187} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.245044] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.245044] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] dfa4bb08-53b1-4489-a639-72dc9d9418a9/dfa4bb08-53b1-4489-a639-72dc9d9418a9.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 849.245044] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c97fe0de-7cfb-49da-b960-e39f0df85c97 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.256927] env[69524]: DEBUG oslo_vmware.api [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Waiting for the task: (returnval){ [ 849.256927] env[69524]: value = "task-4067846" [ 849.256927] env[69524]: _type = "Task" [ 849.256927] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.266506] env[69524]: DEBUG oslo_vmware.api [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': task-4067846, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.300183] env[69524]: DEBUG oslo_vmware.api [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Task: {'id': task-4067843, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.312211] env[69524]: DEBUG oslo_vmware.api [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': task-4067845, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.695133] env[69524]: DEBUG nova.compute.utils [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 849.696626] env[69524]: DEBUG nova.compute.manager [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 5de29246-15dd-470d-b18e-b2453818b760] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 849.696773] env[69524]: DEBUG nova.network.neutron [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 5de29246-15dd-470d-b18e-b2453818b760] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 849.753325] env[69524]: DEBUG nova.policy [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b70f060f83c742eea0935309d547ee88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '929c68b966e44dca954091d79af858fa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 849.768327] env[69524]: DEBUG oslo_vmware.api [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': task-4067846, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.800169] env[69524]: DEBUG oslo_vmware.api [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Task: {'id': task-4067843, 'name': PowerOnVM_Task, 'duration_secs': 1.77594} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.800503] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: ab0b27aa-8b6c-48e9-a254-813c936b7a6a] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 849.800706] env[69524]: INFO nova.compute.manager [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: ab0b27aa-8b6c-48e9-a254-813c936b7a6a] Took 11.61 seconds to spawn the instance on the hypervisor. [ 849.800885] env[69524]: DEBUG nova.compute.manager [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: ab0b27aa-8b6c-48e9-a254-813c936b7a6a] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 849.801850] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0433449-2317-409f-b66c-432d5f733331 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.817754] env[69524]: DEBUG oslo_vmware.api [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': task-4067845, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.161840] env[69524]: DEBUG nova.network.neutron [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 5de29246-15dd-470d-b18e-b2453818b760] Successfully created port: 026afd23-8a42-4841-bb90-17ef2ec56e1c {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 850.202591] env[69524]: DEBUG nova.compute.manager [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 5de29246-15dd-470d-b18e-b2453818b760] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 850.273267] env[69524]: DEBUG oslo_vmware.api [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': task-4067846, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.814615} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.273623] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] dfa4bb08-53b1-4489-a639-72dc9d9418a9/dfa4bb08-53b1-4489-a639-72dc9d9418a9.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 850.273839] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: dfa4bb08-53b1-4489-a639-72dc9d9418a9] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 850.274706] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-308c96fb-60d7-4b99-90ff-e0c8e4a98e94 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.285311] env[69524]: DEBUG oslo_vmware.api [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Waiting for the task: (returnval){ [ 850.285311] env[69524]: value = "task-4067847" [ 850.285311] env[69524]: _type = "Task" [ 850.285311] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.301313] env[69524]: DEBUG oslo_vmware.api [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': task-4067847, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.318753] env[69524]: DEBUG oslo_vmware.api [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': task-4067845, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.335543] env[69524]: INFO nova.compute.manager [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: ab0b27aa-8b6c-48e9-a254-813c936b7a6a] Took 58.43 seconds to build instance. [ 850.798261] env[69524]: DEBUG oslo_vmware.api [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': task-4067847, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131143} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.798608] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: dfa4bb08-53b1-4489-a639-72dc9d9418a9] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 850.799456] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf92dc90-d5a3-4642-99e7-aa63dcd44284 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.825436] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: dfa4bb08-53b1-4489-a639-72dc9d9418a9] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] dfa4bb08-53b1-4489-a639-72dc9d9418a9/dfa4bb08-53b1-4489-a639-72dc9d9418a9.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 850.829035] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75be33cf-dc18-4b15-859f-e054bb6b5305 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.846183] env[69524]: DEBUG oslo_concurrency.lockutils [None req-fe833d49-50ab-450d-9765-01b53da6cfc0 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Lock "ab0b27aa-8b6c-48e9-a254-813c936b7a6a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.687s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.853042] env[69524]: DEBUG oslo_vmware.api [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': task-4067845, 'name': PowerOnVM_Task, 'duration_secs': 1.601061} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.855417] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 7768e31d-052e-473a-bf1e-9bb04e9e9d6d] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 850.855802] env[69524]: INFO nova.compute.manager [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 7768e31d-052e-473a-bf1e-9bb04e9e9d6d] Took 9.84 seconds to spawn the instance on the hypervisor. [ 850.856050] env[69524]: DEBUG nova.compute.manager [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 7768e31d-052e-473a-bf1e-9bb04e9e9d6d] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 850.856473] env[69524]: DEBUG oslo_vmware.api [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Waiting for the task: (returnval){ [ 850.856473] env[69524]: value = "task-4067848" [ 850.856473] env[69524]: _type = "Task" [ 850.856473] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.857608] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbfabec6-4e68-4af4-bff9-3f2afd7b6aa8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.877676] env[69524]: DEBUG oslo_vmware.api [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': task-4067848, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.940566] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05da12f4-17ff-4aaa-a1e1-14f809ad6bd9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.950331] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ec9b16-0b47-42a1-ae14-9e70882bdf63 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.982329] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aed9cdb-4aa8-455b-bee5-1ad27a042dc9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.990708] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9efe954-23e6-4f10-9879-95c16eccb8ae {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.004578] env[69524]: DEBUG nova.compute.provider_tree [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.075659] env[69524]: DEBUG nova.compute.manager [req-2e96e984-fb4b-4040-81a7-9e4f636128e8 req-6c699ede-4511-4e40-91ca-ecf0107208e4 service nova] [instance: ab0b27aa-8b6c-48e9-a254-813c936b7a6a] Received event network-changed-e3582b89-7a8b-44cf-af98-18fa456bda56 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 851.075876] env[69524]: DEBUG nova.compute.manager [req-2e96e984-fb4b-4040-81a7-9e4f636128e8 req-6c699ede-4511-4e40-91ca-ecf0107208e4 service nova] [instance: ab0b27aa-8b6c-48e9-a254-813c936b7a6a] Refreshing instance network info cache due to event network-changed-e3582b89-7a8b-44cf-af98-18fa456bda56. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 851.076120] env[69524]: DEBUG oslo_concurrency.lockutils [req-2e96e984-fb4b-4040-81a7-9e4f636128e8 req-6c699ede-4511-4e40-91ca-ecf0107208e4 service nova] Acquiring lock "refresh_cache-ab0b27aa-8b6c-48e9-a254-813c936b7a6a" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.076267] env[69524]: DEBUG oslo_concurrency.lockutils [req-2e96e984-fb4b-4040-81a7-9e4f636128e8 req-6c699ede-4511-4e40-91ca-ecf0107208e4 service nova] Acquired lock "refresh_cache-ab0b27aa-8b6c-48e9-a254-813c936b7a6a" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.076424] env[69524]: DEBUG nova.network.neutron [req-2e96e984-fb4b-4040-81a7-9e4f636128e8 req-6c699ede-4511-4e40-91ca-ecf0107208e4 service nova] [instance: ab0b27aa-8b6c-48e9-a254-813c936b7a6a] Refreshing network info cache for port e3582b89-7a8b-44cf-af98-18fa456bda56 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 851.215214] env[69524]: DEBUG nova.compute.manager [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 5de29246-15dd-470d-b18e-b2453818b760] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 851.240691] env[69524]: DEBUG nova.virt.hardware [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 851.242021] env[69524]: DEBUG nova.virt.hardware [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 851.242021] env[69524]: DEBUG nova.virt.hardware [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 851.242021] env[69524]: DEBUG nova.virt.hardware [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 851.242021] env[69524]: DEBUG nova.virt.hardware [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 851.242021] env[69524]: DEBUG nova.virt.hardware [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 851.242455] env[69524]: DEBUG nova.virt.hardware [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 851.242827] env[69524]: DEBUG nova.virt.hardware [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 851.244596] env[69524]: DEBUG nova.virt.hardware [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 851.244596] env[69524]: DEBUG nova.virt.hardware [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 851.244596] env[69524]: DEBUG nova.virt.hardware [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 851.244596] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6e9fc1-964f-44fe-94dc-00d8ba74a692 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.256183] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de938b8-0c80-4316-bdc5-e32d64db2870 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.354529] env[69524]: DEBUG nova.compute.manager [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 851.371125] env[69524]: DEBUG oslo_vmware.api [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': task-4067848, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.388166] env[69524]: INFO nova.compute.manager [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 7768e31d-052e-473a-bf1e-9bb04e9e9d6d] Took 53.92 seconds to build instance. [ 851.507643] env[69524]: DEBUG nova.scheduler.client.report [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.881529] env[69524]: DEBUG oslo_vmware.api [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': task-4067848, 'name': ReconfigVM_Task, 'duration_secs': 1.006732} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.882138] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: dfa4bb08-53b1-4489-a639-72dc9d9418a9] Reconfigured VM instance instance-00000024 to attach disk [datastore2] dfa4bb08-53b1-4489-a639-72dc9d9418a9/dfa4bb08-53b1-4489-a639-72dc9d9418a9.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.882526] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c54a6454-b856-4463-b3d4-e6da6b4c3c4e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.889667] env[69524]: DEBUG oslo_vmware.api [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Waiting for the task: (returnval){ [ 851.889667] env[69524]: value = "task-4067849" [ 851.889667] env[69524]: _type = "Task" [ 851.889667] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.890563] env[69524]: DEBUG oslo_concurrency.lockutils [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.890935] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b74c720f-9ce6-4b5f-9492-dcea5c5140bd tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Lock "7768e31d-052e-473a-bf1e-9bb04e9e9d6d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.926s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.900375] env[69524]: DEBUG oslo_vmware.api [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': task-4067849, 'name': Rename_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.980799] env[69524]: DEBUG nova.network.neutron [req-2e96e984-fb4b-4040-81a7-9e4f636128e8 req-6c699ede-4511-4e40-91ca-ecf0107208e4 service nova] [instance: ab0b27aa-8b6c-48e9-a254-813c936b7a6a] Updated VIF entry in instance network info cache for port e3582b89-7a8b-44cf-af98-18fa456bda56. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 851.981195] env[69524]: DEBUG nova.network.neutron [req-2e96e984-fb4b-4040-81a7-9e4f636128e8 req-6c699ede-4511-4e40-91ca-ecf0107208e4 service nova] [instance: ab0b27aa-8b6c-48e9-a254-813c936b7a6a] Updating instance_info_cache with network_info: [{"id": "e3582b89-7a8b-44cf-af98-18fa456bda56", "address": "fa:16:3e:c2:02:9b", "network": {"id": "2921b8fe-495e-4db7-ad62-ac81c4ad56be", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-879676710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13d460a2ce6f4204b1c667b482eba482", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3582b89-7a", "ovs_interfaceid": "e3582b89-7a8b-44cf-af98-18fa456bda56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.015812] env[69524]: DEBUG oslo_concurrency.lockutils [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.830s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.016413] env[69524]: DEBUG nova.compute.manager [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 87e8e7a1-56fc-4065-861e-1b07b8097db3] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 852.019063] env[69524]: DEBUG oslo_concurrency.lockutils [None req-fabb9774-f9fc-46a7-a95f-962181cf7f4c tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.279s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.019254] env[69524]: DEBUG nova.objects.instance [None req-fabb9774-f9fc-46a7-a95f-962181cf7f4c tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Lazy-loading 'resources' on Instance uuid 540508eb-3326-4f5e-aa1a-a8e3ecc02a1d {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 852.036029] env[69524]: DEBUG nova.network.neutron [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 5de29246-15dd-470d-b18e-b2453818b760] Successfully updated port: 026afd23-8a42-4841-bb90-17ef2ec56e1c {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 852.397233] env[69524]: DEBUG nova.compute.manager [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 6ecdec81-31ef-46fc-b920-327d01640f2d] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 852.406792] env[69524]: DEBUG oslo_vmware.api [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': task-4067849, 'name': Rename_Task, 'duration_secs': 0.167458} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.407122] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: dfa4bb08-53b1-4489-a639-72dc9d9418a9] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.407567] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73d879b7-405a-4b79-9728-4e83e3a32762 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.415395] env[69524]: DEBUG oslo_vmware.api [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Waiting for the task: (returnval){ [ 852.415395] env[69524]: value = "task-4067850" [ 852.415395] env[69524]: _type = "Task" [ 852.415395] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.426631] env[69524]: DEBUG oslo_vmware.api [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': task-4067850, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.484131] env[69524]: DEBUG oslo_concurrency.lockutils [req-2e96e984-fb4b-4040-81a7-9e4f636128e8 req-6c699ede-4511-4e40-91ca-ecf0107208e4 service nova] Releasing lock "refresh_cache-ab0b27aa-8b6c-48e9-a254-813c936b7a6a" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.525682] env[69524]: DEBUG nova.compute.utils [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 852.527332] env[69524]: DEBUG nova.compute.manager [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 87e8e7a1-56fc-4065-861e-1b07b8097db3] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 852.527550] env[69524]: DEBUG nova.network.neutron [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 87e8e7a1-56fc-4065-861e-1b07b8097db3] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 852.541155] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Acquiring lock "refresh_cache-5de29246-15dd-470d-b18e-b2453818b760" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.543120] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Acquired lock "refresh_cache-5de29246-15dd-470d-b18e-b2453818b760" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.543120] env[69524]: DEBUG nova.network.neutron [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 5de29246-15dd-470d-b18e-b2453818b760] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 852.581865] env[69524]: DEBUG nova.policy [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d1aab1a003b4e4db796308f73eb558f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd98a28658a9648cbb146842a40773911', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 852.927677] env[69524]: DEBUG oslo_vmware.api [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': task-4067850, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.928974] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.976268] env[69524]: DEBUG nova.network.neutron [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 87e8e7a1-56fc-4065-861e-1b07b8097db3] Successfully created port: 5d0b91fe-b21b-4557-893a-3b00139cf3cf {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 853.038266] env[69524]: DEBUG nova.compute.manager [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 87e8e7a1-56fc-4065-861e-1b07b8097db3] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 853.108725] env[69524]: DEBUG nova.network.neutron [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 5de29246-15dd-470d-b18e-b2453818b760] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 853.113669] env[69524]: DEBUG nova.compute.manager [req-fa7d05c3-1c6e-413b-8ddd-8f4459ff6192 req-d768d528-bf07-4ed0-9663-9c6ebab61ddd service nova] [instance: 5de29246-15dd-470d-b18e-b2453818b760] Received event network-vif-plugged-026afd23-8a42-4841-bb90-17ef2ec56e1c {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.113885] env[69524]: DEBUG oslo_concurrency.lockutils [req-fa7d05c3-1c6e-413b-8ddd-8f4459ff6192 req-d768d528-bf07-4ed0-9663-9c6ebab61ddd service nova] Acquiring lock "5de29246-15dd-470d-b18e-b2453818b760-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.114174] env[69524]: DEBUG oslo_concurrency.lockutils [req-fa7d05c3-1c6e-413b-8ddd-8f4459ff6192 req-d768d528-bf07-4ed0-9663-9c6ebab61ddd service nova] Lock "5de29246-15dd-470d-b18e-b2453818b760-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.114366] env[69524]: DEBUG oslo_concurrency.lockutils [req-fa7d05c3-1c6e-413b-8ddd-8f4459ff6192 req-d768d528-bf07-4ed0-9663-9c6ebab61ddd service nova] Lock "5de29246-15dd-470d-b18e-b2453818b760-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.114531] env[69524]: DEBUG nova.compute.manager [req-fa7d05c3-1c6e-413b-8ddd-8f4459ff6192 req-d768d528-bf07-4ed0-9663-9c6ebab61ddd service nova] [instance: 5de29246-15dd-470d-b18e-b2453818b760] No waiting events found dispatching network-vif-plugged-026afd23-8a42-4841-bb90-17ef2ec56e1c {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 853.114686] env[69524]: WARNING nova.compute.manager [req-fa7d05c3-1c6e-413b-8ddd-8f4459ff6192 req-d768d528-bf07-4ed0-9663-9c6ebab61ddd service nova] [instance: 5de29246-15dd-470d-b18e-b2453818b760] Received unexpected event network-vif-plugged-026afd23-8a42-4841-bb90-17ef2ec56e1c for instance with vm_state building and task_state spawning. [ 853.114835] env[69524]: DEBUG nova.compute.manager [req-fa7d05c3-1c6e-413b-8ddd-8f4459ff6192 req-d768d528-bf07-4ed0-9663-9c6ebab61ddd service nova] [instance: 5de29246-15dd-470d-b18e-b2453818b760] Received event network-changed-026afd23-8a42-4841-bb90-17ef2ec56e1c {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.114997] env[69524]: DEBUG nova.compute.manager [req-fa7d05c3-1c6e-413b-8ddd-8f4459ff6192 req-d768d528-bf07-4ed0-9663-9c6ebab61ddd service nova] [instance: 5de29246-15dd-470d-b18e-b2453818b760] Refreshing instance network info cache due to event network-changed-026afd23-8a42-4841-bb90-17ef2ec56e1c. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 853.115309] env[69524]: DEBUG oslo_concurrency.lockutils [req-fa7d05c3-1c6e-413b-8ddd-8f4459ff6192 req-d768d528-bf07-4ed0-9663-9c6ebab61ddd service nova] Acquiring lock "refresh_cache-5de29246-15dd-470d-b18e-b2453818b760" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.267166] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4ba7d2-2fcf-45ff-8e20-3723277028cd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.276978] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aebe67b6-33e1-4688-87a7-80322dc592a2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.314287] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711b4acd-ba11-453e-b931-23934c792d7e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.325847] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5206a36b-7508-44a1-a6cb-d03591365f5d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.345630] env[69524]: DEBUG nova.compute.provider_tree [None req-fabb9774-f9fc-46a7-a95f-962181cf7f4c tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.399120] env[69524]: DEBUG nova.network.neutron [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 5de29246-15dd-470d-b18e-b2453818b760] Updating instance_info_cache with network_info: [{"id": "026afd23-8a42-4841-bb90-17ef2ec56e1c", "address": "fa:16:3e:bd:75:f2", "network": {"id": "9197e979-3c1a-4b15-b07c-71277afe05d0", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2104333591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "929c68b966e44dca954091d79af858fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap026afd23-8a", "ovs_interfaceid": "026afd23-8a42-4841-bb90-17ef2ec56e1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.428482] env[69524]: DEBUG oslo_vmware.api [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': task-4067850, 'name': PowerOnVM_Task, 'duration_secs': 0.607857} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.429194] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: dfa4bb08-53b1-4489-a639-72dc9d9418a9] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.429194] env[69524]: INFO nova.compute.manager [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: dfa4bb08-53b1-4489-a639-72dc9d9418a9] Took 9.60 seconds to spawn the instance on the hypervisor. [ 853.429194] env[69524]: DEBUG nova.compute.manager [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: dfa4bb08-53b1-4489-a639-72dc9d9418a9] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 853.430226] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2d13e9-9805-4426-b340-4b6487bad634 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.848900] env[69524]: DEBUG nova.scheduler.client.report [None req-fabb9774-f9fc-46a7-a95f-962181cf7f4c tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.901984] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Releasing lock "refresh_cache-5de29246-15dd-470d-b18e-b2453818b760" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.902338] env[69524]: DEBUG nova.compute.manager [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 5de29246-15dd-470d-b18e-b2453818b760] Instance network_info: |[{"id": "026afd23-8a42-4841-bb90-17ef2ec56e1c", "address": "fa:16:3e:bd:75:f2", "network": {"id": "9197e979-3c1a-4b15-b07c-71277afe05d0", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2104333591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "929c68b966e44dca954091d79af858fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap026afd23-8a", "ovs_interfaceid": "026afd23-8a42-4841-bb90-17ef2ec56e1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 853.902647] env[69524]: DEBUG oslo_concurrency.lockutils [req-fa7d05c3-1c6e-413b-8ddd-8f4459ff6192 req-d768d528-bf07-4ed0-9663-9c6ebab61ddd service nova] Acquired lock "refresh_cache-5de29246-15dd-470d-b18e-b2453818b760" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.902943] env[69524]: DEBUG nova.network.neutron [req-fa7d05c3-1c6e-413b-8ddd-8f4459ff6192 req-d768d528-bf07-4ed0-9663-9c6ebab61ddd service nova] [instance: 5de29246-15dd-470d-b18e-b2453818b760] Refreshing network info cache for port 026afd23-8a42-4841-bb90-17ef2ec56e1c {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 853.903982] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 5de29246-15dd-470d-b18e-b2453818b760] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:75:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7b5f1ef-d4b9-4ec3-b047-17e4cb349d25', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '026afd23-8a42-4841-bb90-17ef2ec56e1c', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 853.911435] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 853.914454] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5de29246-15dd-470d-b18e-b2453818b760] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 853.914953] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ac8da70-3f30-4745-9213-ee28a98d86fb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.937439] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 853.937439] env[69524]: value = "task-4067851" [ 853.937439] env[69524]: _type = "Task" [ 853.937439] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.947849] env[69524]: INFO nova.compute.manager [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: dfa4bb08-53b1-4489-a639-72dc9d9418a9] Took 53.08 seconds to build instance. [ 853.953895] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067851, 'name': CreateVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.052912] env[69524]: DEBUG nova.compute.manager [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 87e8e7a1-56fc-4065-861e-1b07b8097db3] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 854.081374] env[69524]: DEBUG nova.virt.hardware [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 854.081633] env[69524]: DEBUG nova.virt.hardware [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 854.081782] env[69524]: DEBUG nova.virt.hardware [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 854.081960] env[69524]: DEBUG nova.virt.hardware [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 854.082217] env[69524]: DEBUG nova.virt.hardware [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 854.082426] env[69524]: DEBUG nova.virt.hardware [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 854.082827] env[69524]: DEBUG nova.virt.hardware [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 854.082827] env[69524]: DEBUG nova.virt.hardware [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 854.082952] env[69524]: DEBUG nova.virt.hardware [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 854.083142] env[69524]: DEBUG nova.virt.hardware [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 854.083293] env[69524]: DEBUG nova.virt.hardware [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 854.084224] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9abf7fd2-ddf0-4454-81ea-08c0ff4bf30d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.093821] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be10b08a-3d02-4742-b656-253241a9c3ce {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.166704] env[69524]: DEBUG nova.network.neutron [req-fa7d05c3-1c6e-413b-8ddd-8f4459ff6192 req-d768d528-bf07-4ed0-9663-9c6ebab61ddd service nova] [instance: 5de29246-15dd-470d-b18e-b2453818b760] Updated VIF entry in instance network info cache for port 026afd23-8a42-4841-bb90-17ef2ec56e1c. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 854.167085] env[69524]: DEBUG nova.network.neutron [req-fa7d05c3-1c6e-413b-8ddd-8f4459ff6192 req-d768d528-bf07-4ed0-9663-9c6ebab61ddd service nova] [instance: 5de29246-15dd-470d-b18e-b2453818b760] Updating instance_info_cache with network_info: [{"id": "026afd23-8a42-4841-bb90-17ef2ec56e1c", "address": "fa:16:3e:bd:75:f2", "network": {"id": "9197e979-3c1a-4b15-b07c-71277afe05d0", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2104333591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "929c68b966e44dca954091d79af858fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap026afd23-8a", "ovs_interfaceid": "026afd23-8a42-4841-bb90-17ef2ec56e1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.354673] env[69524]: DEBUG oslo_concurrency.lockutils [None req-fabb9774-f9fc-46a7-a95f-962181cf7f4c tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.335s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.358125] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.575s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.359641] env[69524]: INFO nova.compute.claims [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 7e2a7748-eea9-454c-bb16-07035bc82919] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 854.379194] env[69524]: INFO nova.scheduler.client.report [None req-fabb9774-f9fc-46a7-a95f-962181cf7f4c tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Deleted allocations for instance 540508eb-3326-4f5e-aa1a-a8e3ecc02a1d [ 854.449524] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067851, 'name': CreateVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.451186] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5edb12de-2ee1-4282-8df5-da4df9d98823 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Lock "dfa4bb08-53b1-4489-a639-72dc9d9418a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.305s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.673330] env[69524]: DEBUG oslo_concurrency.lockutils [req-fa7d05c3-1c6e-413b-8ddd-8f4459ff6192 req-d768d528-bf07-4ed0-9663-9c6ebab61ddd service nova] Releasing lock "refresh_cache-5de29246-15dd-470d-b18e-b2453818b760" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.869334] env[69524]: DEBUG nova.network.neutron [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 87e8e7a1-56fc-4065-861e-1b07b8097db3] Successfully updated port: 5d0b91fe-b21b-4557-893a-3b00139cf3cf {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 854.889122] env[69524]: DEBUG oslo_concurrency.lockutils [None req-fabb9774-f9fc-46a7-a95f-962181cf7f4c tempest-DeleteServersAdminTestJSON-883842902 tempest-DeleteServersAdminTestJSON-883842902-project-member] Lock "540508eb-3326-4f5e-aa1a-a8e3ecc02a1d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.804s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.948797] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067851, 'name': CreateVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.955723] env[69524]: DEBUG nova.compute.manager [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 855.278083] env[69524]: DEBUG nova.compute.manager [req-22d3b0a1-eda6-4842-8158-829abc8100a1 req-be4ed42c-be12-4537-bd44-3a52e8b48e0b service nova] [instance: 87e8e7a1-56fc-4065-861e-1b07b8097db3] Received event network-vif-plugged-5d0b91fe-b21b-4557-893a-3b00139cf3cf {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.278534] env[69524]: DEBUG oslo_concurrency.lockutils [req-22d3b0a1-eda6-4842-8158-829abc8100a1 req-be4ed42c-be12-4537-bd44-3a52e8b48e0b service nova] Acquiring lock "87e8e7a1-56fc-4065-861e-1b07b8097db3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.278902] env[69524]: DEBUG oslo_concurrency.lockutils [req-22d3b0a1-eda6-4842-8158-829abc8100a1 req-be4ed42c-be12-4537-bd44-3a52e8b48e0b service nova] Lock "87e8e7a1-56fc-4065-861e-1b07b8097db3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.279239] env[69524]: DEBUG oslo_concurrency.lockutils [req-22d3b0a1-eda6-4842-8158-829abc8100a1 req-be4ed42c-be12-4537-bd44-3a52e8b48e0b service nova] Lock "87e8e7a1-56fc-4065-861e-1b07b8097db3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.279540] env[69524]: DEBUG nova.compute.manager [req-22d3b0a1-eda6-4842-8158-829abc8100a1 req-be4ed42c-be12-4537-bd44-3a52e8b48e0b service nova] [instance: 87e8e7a1-56fc-4065-861e-1b07b8097db3] No waiting events found dispatching network-vif-plugged-5d0b91fe-b21b-4557-893a-3b00139cf3cf {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 855.279932] env[69524]: WARNING nova.compute.manager [req-22d3b0a1-eda6-4842-8158-829abc8100a1 req-be4ed42c-be12-4537-bd44-3a52e8b48e0b service nova] [instance: 87e8e7a1-56fc-4065-861e-1b07b8097db3] Received unexpected event network-vif-plugged-5d0b91fe-b21b-4557-893a-3b00139cf3cf for instance with vm_state building and task_state spawning. [ 855.280294] env[69524]: DEBUG nova.compute.manager [req-22d3b0a1-eda6-4842-8158-829abc8100a1 req-be4ed42c-be12-4537-bd44-3a52e8b48e0b service nova] [instance: 87e8e7a1-56fc-4065-861e-1b07b8097db3] Received event network-changed-5d0b91fe-b21b-4557-893a-3b00139cf3cf {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.280650] env[69524]: DEBUG nova.compute.manager [req-22d3b0a1-eda6-4842-8158-829abc8100a1 req-be4ed42c-be12-4537-bd44-3a52e8b48e0b service nova] [instance: 87e8e7a1-56fc-4065-861e-1b07b8097db3] Refreshing instance network info cache due to event network-changed-5d0b91fe-b21b-4557-893a-3b00139cf3cf. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 855.280960] env[69524]: DEBUG oslo_concurrency.lockutils [req-22d3b0a1-eda6-4842-8158-829abc8100a1 req-be4ed42c-be12-4537-bd44-3a52e8b48e0b service nova] Acquiring lock "refresh_cache-87e8e7a1-56fc-4065-861e-1b07b8097db3" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.281280] env[69524]: DEBUG oslo_concurrency.lockutils [req-22d3b0a1-eda6-4842-8158-829abc8100a1 req-be4ed42c-be12-4537-bd44-3a52e8b48e0b service nova] Acquired lock "refresh_cache-87e8e7a1-56fc-4065-861e-1b07b8097db3" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.281565] env[69524]: DEBUG nova.network.neutron [req-22d3b0a1-eda6-4842-8158-829abc8100a1 req-be4ed42c-be12-4537-bd44-3a52e8b48e0b service nova] [instance: 87e8e7a1-56fc-4065-861e-1b07b8097db3] Refreshing network info cache for port 5d0b91fe-b21b-4557-893a-3b00139cf3cf {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 855.373182] env[69524]: DEBUG oslo_concurrency.lockutils [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Acquiring lock "refresh_cache-87e8e7a1-56fc-4065-861e-1b07b8097db3" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.452437] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067851, 'name': CreateVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.474559] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.827567] env[69524]: DEBUG nova.network.neutron [req-22d3b0a1-eda6-4842-8158-829abc8100a1 req-be4ed42c-be12-4537-bd44-3a52e8b48e0b service nova] [instance: 87e8e7a1-56fc-4065-861e-1b07b8097db3] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 855.948252] env[69524]: DEBUG nova.network.neutron [req-22d3b0a1-eda6-4842-8158-829abc8100a1 req-be4ed42c-be12-4537-bd44-3a52e8b48e0b service nova] [instance: 87e8e7a1-56fc-4065-861e-1b07b8097db3] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.959670] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067851, 'name': CreateVM_Task, 'duration_secs': 1.565118} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.963594] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5de29246-15dd-470d-b18e-b2453818b760] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 855.964822] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.964992] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.965399] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.965677] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5aa633ba-5890-43f6-9287-1879384edf35 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.971837] env[69524]: DEBUG oslo_vmware.api [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Waiting for the task: (returnval){ [ 855.971837] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5224c5d6-7f11-d502-0fb6-a64992dddbe7" [ 855.971837] env[69524]: _type = "Task" [ 855.971837] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.990093] env[69524]: DEBUG oslo_vmware.api [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5224c5d6-7f11-d502-0fb6-a64992dddbe7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.014718] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc5757d-40e6-4375-bafb-9fd89a808ff3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.023744] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a212fce1-6fc3-4852-9fd1-927b82234cd1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.058182] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f811516e-0fb5-4b74-9938-cf60a3380152 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.066421] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05cde443-b9c9-49ef-aae6-1e22c6ca9364 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.081500] env[69524]: DEBUG nova.compute.provider_tree [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.451213] env[69524]: DEBUG oslo_concurrency.lockutils [req-22d3b0a1-eda6-4842-8158-829abc8100a1 req-be4ed42c-be12-4537-bd44-3a52e8b48e0b service nova] Releasing lock "refresh_cache-87e8e7a1-56fc-4065-861e-1b07b8097db3" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.451652] env[69524]: DEBUG oslo_concurrency.lockutils [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Acquired lock "refresh_cache-87e8e7a1-56fc-4065-861e-1b07b8097db3" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.451831] env[69524]: DEBUG nova.network.neutron [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 87e8e7a1-56fc-4065-861e-1b07b8097db3] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 856.485051] env[69524]: DEBUG oslo_vmware.api [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5224c5d6-7f11-d502-0fb6-a64992dddbe7, 'name': SearchDatastore_Task, 'duration_secs': 0.023157} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.485469] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.485753] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 5de29246-15dd-470d-b18e-b2453818b760] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 856.486053] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.486245] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.486510] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 856.486833] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e7aab61-be58-496c-aacf-be5b42619c05 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.498645] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 856.498863] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 856.499663] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ccc478b-fcb4-4ff3-8ed1-2a52570ad8d0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.505664] env[69524]: DEBUG oslo_vmware.api [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Waiting for the task: (returnval){ [ 856.505664] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]521111bd-56ab-70f1-f9b5-c973e54fc80d" [ 856.505664] env[69524]: _type = "Task" [ 856.505664] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.515731] env[69524]: DEBUG oslo_vmware.api [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]521111bd-56ab-70f1-f9b5-c973e54fc80d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.584596] env[69524]: DEBUG nova.scheduler.client.report [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.989072] env[69524]: DEBUG nova.network.neutron [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 87e8e7a1-56fc-4065-861e-1b07b8097db3] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 857.023336] env[69524]: DEBUG oslo_vmware.api [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]521111bd-56ab-70f1-f9b5-c973e54fc80d, 'name': SearchDatastore_Task, 'duration_secs': 0.02769} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.024200] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33a621f3-afbe-4142-925c-7edb61f03735 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.031248] env[69524]: DEBUG oslo_vmware.api [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Waiting for the task: (returnval){ [ 857.031248] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]521e6bd9-21b4-2168-9d23-db2683c6c1bf" [ 857.031248] env[69524]: _type = "Task" [ 857.031248] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.041521] env[69524]: DEBUG oslo_vmware.api [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]521e6bd9-21b4-2168-9d23-db2683c6c1bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.089670] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.732s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.090233] env[69524]: DEBUG nova.compute.manager [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 7e2a7748-eea9-454c-bb16-07035bc82919] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 857.097871] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 35.917s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.234715] env[69524]: DEBUG nova.network.neutron [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 87e8e7a1-56fc-4065-861e-1b07b8097db3] Updating instance_info_cache with network_info: [{"id": "5d0b91fe-b21b-4557-893a-3b00139cf3cf", "address": "fa:16:3e:9c:bb:1c", "network": {"id": "11347cb0-3d12-43a9-adb4-1afa7e55a0fd", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1601824343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d98a28658a9648cbb146842a40773911", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d0b91fe-b2", "ovs_interfaceid": "5d0b91fe-b21b-4557-893a-3b00139cf3cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.545736] env[69524]: DEBUG oslo_vmware.api [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]521e6bd9-21b4-2168-9d23-db2683c6c1bf, 'name': SearchDatastore_Task, 'duration_secs': 0.01206} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.546226] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.546772] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 5de29246-15dd-470d-b18e-b2453818b760/5de29246-15dd-470d-b18e-b2453818b760.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 857.546987] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-859a0985-65bf-4cde-89b8-c90a41bdcde6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.558593] env[69524]: DEBUG oslo_vmware.api [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Waiting for the task: (returnval){ [ 857.558593] env[69524]: value = "task-4067852" [ 857.558593] env[69524]: _type = "Task" [ 857.558593] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.575270] env[69524]: DEBUG oslo_vmware.api [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': task-4067852, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.603973] env[69524]: DEBUG nova.compute.utils [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 857.618523] env[69524]: DEBUG nova.compute.manager [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 7e2a7748-eea9-454c-bb16-07035bc82919] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 857.618776] env[69524]: DEBUG nova.network.neutron [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 7e2a7748-eea9-454c-bb16-07035bc82919] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 857.685413] env[69524]: DEBUG nova.policy [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d24e53512c041f1be711fc1868d19d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23df3ceee0ff4106bb2836bd90c69e62', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 857.738072] env[69524]: DEBUG oslo_concurrency.lockutils [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Releasing lock "refresh_cache-87e8e7a1-56fc-4065-861e-1b07b8097db3" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.738315] env[69524]: DEBUG nova.compute.manager [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 87e8e7a1-56fc-4065-861e-1b07b8097db3] Instance network_info: |[{"id": "5d0b91fe-b21b-4557-893a-3b00139cf3cf", "address": "fa:16:3e:9c:bb:1c", "network": {"id": "11347cb0-3d12-43a9-adb4-1afa7e55a0fd", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1601824343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d98a28658a9648cbb146842a40773911", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d0b91fe-b2", "ovs_interfaceid": "5d0b91fe-b21b-4557-893a-3b00139cf3cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 857.738775] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 87e8e7a1-56fc-4065-861e-1b07b8097db3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:bb:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d0b91fe-b21b-4557-893a-3b00139cf3cf', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 857.747184] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 857.748052] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87e8e7a1-56fc-4065-861e-1b07b8097db3] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 857.748052] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e79527e-7a82-48a3-9b6f-31d843442d71 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.776522] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 857.776522] env[69524]: value = "task-4067853" [ 857.776522] env[69524]: _type = "Task" [ 857.776522] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.788111] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067853, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.005348] env[69524]: DEBUG oslo_concurrency.lockutils [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Acquiring lock "2c5c2c0d-c218-4ce4-995d-42d28e5106aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.008041] env[69524]: DEBUG oslo_concurrency.lockutils [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Lock "2c5c2c0d-c218-4ce4-995d-42d28e5106aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.081618] env[69524]: DEBUG oslo_vmware.api [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': task-4067852, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.121226] env[69524]: DEBUG nova.compute.manager [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 7e2a7748-eea9-454c-bb16-07035bc82919] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 858.123714] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Applying migration context for instance 3a962860-7a12-485a-af4e-1e86f7292a8a as it has an incoming, in-progress migration f901ab08-035a-46aa-9923-ff522808482f. Migration status is confirming {{(pid=69524) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 858.126537] env[69524]: INFO nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Updating resource usage from migration f901ab08-035a-46aa-9923-ff522808482f [ 858.130022] env[69524]: INFO nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Updating resource usage from migration 00a09d5f-6841-4c61-8275-ce3d82a246a1 [ 858.157448] env[69524]: WARNING nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance e9cb699d-b67b-4e4d-b561-83e3def48ac8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 858.157448] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 035b9722-90f0-45f0-84c0-17f7a5f1994b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 858.157448] env[69524]: WARNING nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance e7db82ae-71dc-43c6-a19f-3b5ddfb7041d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 858.157448] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance f900a036-6e0f-41f4-a7e1-da08ebcf48d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 858.157448] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance ca13258a-42e5-48f5-9264-af5b296c8a6f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 858.157448] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 780705ab-3fbb-43e0-961a-46f755f5388d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 858.157448] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 830a4429-edcd-4955-99d2-72fe88ed9ada actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 858.157448] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 848cef21-f975-4f2e-ae88-4f05cb97ba5d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 858.157448] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 858.157448] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 27a8da5f-1c25-4fed-8455-b843c4a7b804 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 858.157448] env[69524]: WARNING nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 8afdcf13-3a25-4b51-90a3-8e4f887bd877 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 858.157448] env[69524]: WARNING nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 2af130dc-3603-4a57-b28f-123409202b5a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 858.157888] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance d1031693-cd67-4cb7-8bcc-dfcd69d1d72d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 858.157888] env[69524]: WARNING nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 6eb890b2-e6d7-49b2-a24a-9f94d574868d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 858.157888] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 26b87865-1683-4797-ae24-f51084419ce4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 858.157888] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance ab0b27aa-8b6c-48e9-a254-813c936b7a6a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 858.157888] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 7768e31d-052e-473a-bf1e-9bb04e9e9d6d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 858.157888] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance dfa4bb08-53b1-4489-a639-72dc9d9418a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 858.157888] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 5de29246-15dd-470d-b18e-b2453818b760 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 858.157888] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Migration f901ab08-035a-46aa-9923-ff522808482f is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 858.157888] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 3a962860-7a12-485a-af4e-1e86f7292a8a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 858.157888] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 87e8e7a1-56fc-4065-861e-1b07b8097db3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 858.158501] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 7e2a7748-eea9-454c-bb16-07035bc82919 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 858.189845] env[69524]: DEBUG nova.network.neutron [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 7e2a7748-eea9-454c-bb16-07035bc82919] Successfully created port: 57ac949c-9bdd-48f2-b2c5-57a5e24ef636 {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 858.290221] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067853, 'name': CreateVM_Task} progress is 25%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.571738] env[69524]: DEBUG oslo_vmware.api [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': task-4067852, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566073} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.572136] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 5de29246-15dd-470d-b18e-b2453818b760/5de29246-15dd-470d-b18e-b2453818b760.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.572315] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 5de29246-15dd-470d-b18e-b2453818b760] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 858.572594] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b93bde9-7e44-4eff-bef1-880784802520 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.580819] env[69524]: DEBUG oslo_vmware.api [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Waiting for the task: (returnval){ [ 858.580819] env[69524]: value = "task-4067854" [ 858.580819] env[69524]: _type = "Task" [ 858.580819] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.591810] env[69524]: DEBUG oslo_vmware.api [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': task-4067854, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.662947] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 59826e8d-b225-411c-988c-1f36f89ea4a0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 858.790044] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067853, 'name': CreateVM_Task, 'duration_secs': 0.700344} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.790044] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87e8e7a1-56fc-4065-861e-1b07b8097db3] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 858.790491] env[69524]: DEBUG oslo_concurrency.lockutils [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.790703] env[69524]: DEBUG oslo_concurrency.lockutils [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.791070] env[69524]: DEBUG oslo_concurrency.lockutils [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.791577] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13f579f1-cf04-45e6-9772-8888461b3574 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.797605] env[69524]: DEBUG oslo_vmware.api [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Waiting for the task: (returnval){ [ 858.797605] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]520f8467-d708-5adf-fdad-0d7d9ffbd93c" [ 858.797605] env[69524]: _type = "Task" [ 858.797605] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.806314] env[69524]: DEBUG oslo_vmware.api [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]520f8467-d708-5adf-fdad-0d7d9ffbd93c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.093670] env[69524]: DEBUG oslo_vmware.api [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': task-4067854, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.142058} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.093951] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 5de29246-15dd-470d-b18e-b2453818b760] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 859.095135] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d38de83-cc35-40b5-922d-d45f5097af68 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.118755] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 5de29246-15dd-470d-b18e-b2453818b760] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 5de29246-15dd-470d-b18e-b2453818b760/5de29246-15dd-470d-b18e-b2453818b760.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.119125] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03528a69-546b-4e46-a11f-21ebf3a01746 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.139678] env[69524]: DEBUG nova.compute.manager [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 7e2a7748-eea9-454c-bb16-07035bc82919] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 859.143529] env[69524]: DEBUG oslo_vmware.api [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Waiting for the task: (returnval){ [ 859.143529] env[69524]: value = "task-4067855" [ 859.143529] env[69524]: _type = "Task" [ 859.143529] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.153505] env[69524]: DEBUG oslo_vmware.api [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': task-4067855, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.168490] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 4244948e-6a1e-446b-b02b-18ee384d9553 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 859.172213] env[69524]: DEBUG nova.virt.hardware [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 859.172490] env[69524]: DEBUG nova.virt.hardware [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 859.172717] env[69524]: DEBUG nova.virt.hardware [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 859.172929] env[69524]: DEBUG nova.virt.hardware [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 859.174029] env[69524]: DEBUG nova.virt.hardware [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 859.174231] env[69524]: DEBUG nova.virt.hardware [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 859.174511] env[69524]: DEBUG nova.virt.hardware [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 859.174683] env[69524]: DEBUG nova.virt.hardware [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 859.174858] env[69524]: DEBUG nova.virt.hardware [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 859.175039] env[69524]: DEBUG nova.virt.hardware [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 859.175222] env[69524]: DEBUG nova.virt.hardware [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 859.176259] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f69047-367d-4909-9eb4-81a3b9cd6a4e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.184940] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60af7b3a-c2cd-4416-bfea-2901932b6432 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.308990] env[69524]: DEBUG oslo_vmware.api [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]520f8467-d708-5adf-fdad-0d7d9ffbd93c, 'name': SearchDatastore_Task, 'duration_secs': 0.010956} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.309164] env[69524]: DEBUG oslo_concurrency.lockutils [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.309353] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 87e8e7a1-56fc-4065-861e-1b07b8097db3] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 859.309594] env[69524]: DEBUG oslo_concurrency.lockutils [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.309734] env[69524]: DEBUG oslo_concurrency.lockutils [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.309909] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 859.310265] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8635eeeb-4bb9-4f0e-a49b-2dfad983bd94 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.320492] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 859.320693] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 859.321534] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91fcfa43-b335-48a8-bf6a-4e52fa1bc2f9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.328393] env[69524]: DEBUG oslo_vmware.api [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Waiting for the task: (returnval){ [ 859.328393] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5212f531-ee8a-3952-5b0f-44cfabcb56ba" [ 859.328393] env[69524]: _type = "Task" [ 859.328393] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.338398] env[69524]: DEBUG oslo_vmware.api [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5212f531-ee8a-3952-5b0f-44cfabcb56ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.654286] env[69524]: DEBUG oslo_vmware.api [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': task-4067855, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.680693] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 7524a781-c6db-4ea3-a115-73a6f07f94d3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 859.813826] env[69524]: DEBUG nova.compute.manager [req-c1bebeea-3472-4ce4-86c9-6e567fec453e req-0ed8984c-3152-4fe6-bf7c-0b5ab1ff3cf0 service nova] [instance: 7e2a7748-eea9-454c-bb16-07035bc82919] Received event network-vif-plugged-57ac949c-9bdd-48f2-b2c5-57a5e24ef636 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.814167] env[69524]: DEBUG oslo_concurrency.lockutils [req-c1bebeea-3472-4ce4-86c9-6e567fec453e req-0ed8984c-3152-4fe6-bf7c-0b5ab1ff3cf0 service nova] Acquiring lock "7e2a7748-eea9-454c-bb16-07035bc82919-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.814253] env[69524]: DEBUG oslo_concurrency.lockutils [req-c1bebeea-3472-4ce4-86c9-6e567fec453e req-0ed8984c-3152-4fe6-bf7c-0b5ab1ff3cf0 service nova] Lock "7e2a7748-eea9-454c-bb16-07035bc82919-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.814445] env[69524]: DEBUG oslo_concurrency.lockutils [req-c1bebeea-3472-4ce4-86c9-6e567fec453e req-0ed8984c-3152-4fe6-bf7c-0b5ab1ff3cf0 service nova] Lock "7e2a7748-eea9-454c-bb16-07035bc82919-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.814550] env[69524]: DEBUG nova.compute.manager [req-c1bebeea-3472-4ce4-86c9-6e567fec453e req-0ed8984c-3152-4fe6-bf7c-0b5ab1ff3cf0 service nova] [instance: 7e2a7748-eea9-454c-bb16-07035bc82919] No waiting events found dispatching network-vif-plugged-57ac949c-9bdd-48f2-b2c5-57a5e24ef636 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 859.814748] env[69524]: WARNING nova.compute.manager [req-c1bebeea-3472-4ce4-86c9-6e567fec453e req-0ed8984c-3152-4fe6-bf7c-0b5ab1ff3cf0 service nova] [instance: 7e2a7748-eea9-454c-bb16-07035bc82919] Received unexpected event network-vif-plugged-57ac949c-9bdd-48f2-b2c5-57a5e24ef636 for instance with vm_state building and task_state spawning. [ 859.839947] env[69524]: DEBUG oslo_vmware.api [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5212f531-ee8a-3952-5b0f-44cfabcb56ba, 'name': SearchDatastore_Task, 'duration_secs': 0.011483} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.840882] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13bad9d4-8792-4552-b0c8-e1495bdc379b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.848398] env[69524]: DEBUG oslo_vmware.api [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Waiting for the task: (returnval){ [ 859.848398] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]528002e8-171e-56e9-f7df-510ed1dd092a" [ 859.848398] env[69524]: _type = "Task" [ 859.848398] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.857957] env[69524]: DEBUG oslo_vmware.api [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]528002e8-171e-56e9-f7df-510ed1dd092a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.922407] env[69524]: DEBUG nova.network.neutron [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 7e2a7748-eea9-454c-bb16-07035bc82919] Successfully updated port: 57ac949c-9bdd-48f2-b2c5-57a5e24ef636 {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 860.156745] env[69524]: DEBUG oslo_vmware.api [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': task-4067855, 'name': ReconfigVM_Task, 'duration_secs': 0.830289} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.156911] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 5de29246-15dd-470d-b18e-b2453818b760] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 5de29246-15dd-470d-b18e-b2453818b760/5de29246-15dd-470d-b18e-b2453818b760.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.157636] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4215b1d6-533a-4b7c-a1d9-bb3ba8fb92eb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.166796] env[69524]: DEBUG oslo_vmware.api [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Waiting for the task: (returnval){ [ 860.166796] env[69524]: value = "task-4067856" [ 860.166796] env[69524]: _type = "Task" [ 860.166796] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.186131] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 860.188106] env[69524]: DEBUG oslo_vmware.api [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': task-4067856, 'name': Rename_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.360107] env[69524]: DEBUG oslo_vmware.api [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]528002e8-171e-56e9-f7df-510ed1dd092a, 'name': SearchDatastore_Task, 'duration_secs': 0.010616} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.360563] env[69524]: DEBUG oslo_concurrency.lockutils [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.360789] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 87e8e7a1-56fc-4065-861e-1b07b8097db3/87e8e7a1-56fc-4065-861e-1b07b8097db3.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 860.361077] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0815f16d-286a-4a46-9aba-d976458a16b6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.368977] env[69524]: DEBUG oslo_vmware.api [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Waiting for the task: (returnval){ [ 860.368977] env[69524]: value = "task-4067857" [ 860.368977] env[69524]: _type = "Task" [ 860.368977] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.377677] env[69524]: DEBUG oslo_vmware.api [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Task: {'id': task-4067857, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.428197] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Acquiring lock "refresh_cache-7e2a7748-eea9-454c-bb16-07035bc82919" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.430847] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Acquired lock "refresh_cache-7e2a7748-eea9-454c-bb16-07035bc82919" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.430847] env[69524]: DEBUG nova.network.neutron [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 7e2a7748-eea9-454c-bb16-07035bc82919] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 860.679836] env[69524]: DEBUG oslo_vmware.api [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': task-4067856, 'name': Rename_Task, 'duration_secs': 0.155173} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.680237] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 5de29246-15dd-470d-b18e-b2453818b760] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 860.680511] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6927e769-02ed-4c84-9fa2-27e158afafc3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.688947] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 7908b4fb-eb18-493b-b98b-48c23f0926fd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 860.692914] env[69524]: DEBUG oslo_vmware.api [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Waiting for the task: (returnval){ [ 860.692914] env[69524]: value = "task-4067858" [ 860.692914] env[69524]: _type = "Task" [ 860.692914] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.705940] env[69524]: DEBUG oslo_vmware.api [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': task-4067858, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.882835] env[69524]: DEBUG oslo_vmware.api [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Task: {'id': task-4067857, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.965627] env[69524]: DEBUG nova.network.neutron [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 7e2a7748-eea9-454c-bb16-07035bc82919] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 861.116405] env[69524]: DEBUG nova.network.neutron [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 7e2a7748-eea9-454c-bb16-07035bc82919] Updating instance_info_cache with network_info: [{"id": "57ac949c-9bdd-48f2-b2c5-57a5e24ef636", "address": "fa:16:3e:4b:f6:1b", "network": {"id": "e5e5ee1d-32eb-42f7-bf26-5fe9bf9e9350", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-540067878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23df3ceee0ff4106bb2836bd90c69e62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57ac949c-9b", "ovs_interfaceid": "57ac949c-9bdd-48f2-b2c5-57a5e24ef636", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.193570] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 6ecdec81-31ef-46fc-b920-327d01640f2d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 861.215461] env[69524]: DEBUG oslo_vmware.api [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': task-4067858, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.381088] env[69524]: DEBUG oslo_vmware.api [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Task: {'id': task-4067857, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533407} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.381271] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 87e8e7a1-56fc-4065-861e-1b07b8097db3/87e8e7a1-56fc-4065-861e-1b07b8097db3.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 861.381375] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 87e8e7a1-56fc-4065-861e-1b07b8097db3] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 861.381649] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd555da0-a40f-4cbb-84be-a9d1e7a7c902 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.389209] env[69524]: DEBUG oslo_vmware.api [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Waiting for the task: (returnval){ [ 861.389209] env[69524]: value = "task-4067859" [ 861.389209] env[69524]: _type = "Task" [ 861.389209] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.398155] env[69524]: DEBUG oslo_vmware.api [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Task: {'id': task-4067859, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.623029] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Releasing lock "refresh_cache-7e2a7748-eea9-454c-bb16-07035bc82919" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.623029] env[69524]: DEBUG nova.compute.manager [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 7e2a7748-eea9-454c-bb16-07035bc82919] Instance network_info: |[{"id": "57ac949c-9bdd-48f2-b2c5-57a5e24ef636", "address": "fa:16:3e:4b:f6:1b", "network": {"id": "e5e5ee1d-32eb-42f7-bf26-5fe9bf9e9350", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-540067878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23df3ceee0ff4106bb2836bd90c69e62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57ac949c-9b", "ovs_interfaceid": "57ac949c-9bdd-48f2-b2c5-57a5e24ef636", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 861.623518] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 7e2a7748-eea9-454c-bb16-07035bc82919] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:f6:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '40859343-2baa-45fd-88e3-ebf8aaed2b19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57ac949c-9bdd-48f2-b2c5-57a5e24ef636', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 861.631407] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Creating folder: Project (23df3ceee0ff4106bb2836bd90c69e62). Parent ref: group-v806025. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 861.631711] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4a6600f-16d7-4cad-bfd1-ecb31575d595 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.643304] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Created folder: Project (23df3ceee0ff4106bb2836bd90c69e62) in parent group-v806025. [ 861.643374] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Creating folder: Instances. Parent ref: group-v806153. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 861.643606] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7b4836c-0ad1-4bdc-bce3-025c669b645d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.656326] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Created folder: Instances in parent group-v806153. [ 861.656954] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 861.657294] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e2a7748-eea9-454c-bb16-07035bc82919] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 861.657649] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e4314d02-32ea-4c02-b44e-f0ef39885676 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.680261] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 861.680261] env[69524]: value = "task-4067862" [ 861.680261] env[69524]: _type = "Task" [ 861.680261] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.690218] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067862, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.702850] env[69524]: DEBUG oslo_vmware.api [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': task-4067858, 'name': PowerOnVM_Task, 'duration_secs': 0.914272} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.703697] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 5de29246-15dd-470d-b18e-b2453818b760] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.703979] env[69524]: INFO nova.compute.manager [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 5de29246-15dd-470d-b18e-b2453818b760] Took 10.49 seconds to spawn the instance on the hypervisor. [ 861.704184] env[69524]: DEBUG nova.compute.manager [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 5de29246-15dd-470d-b18e-b2453818b760] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 861.705046] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b430d806-b6a8-45b7-80f9-445d22d103a1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.708175] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance d9b19d6a-6d26-4da3-a888-1fa1bc95bd23 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 861.863459] env[69524]: DEBUG nova.compute.manager [req-707e3293-a1c5-4bd1-b4b2-ffa9f4284b37 req-c855e26a-e97b-4dfd-be51-90aa6aff90b1 service nova] [instance: 7e2a7748-eea9-454c-bb16-07035bc82919] Received event network-changed-57ac949c-9bdd-48f2-b2c5-57a5e24ef636 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 861.863657] env[69524]: DEBUG nova.compute.manager [req-707e3293-a1c5-4bd1-b4b2-ffa9f4284b37 req-c855e26a-e97b-4dfd-be51-90aa6aff90b1 service nova] [instance: 7e2a7748-eea9-454c-bb16-07035bc82919] Refreshing instance network info cache due to event network-changed-57ac949c-9bdd-48f2-b2c5-57a5e24ef636. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 861.863880] env[69524]: DEBUG oslo_concurrency.lockutils [req-707e3293-a1c5-4bd1-b4b2-ffa9f4284b37 req-c855e26a-e97b-4dfd-be51-90aa6aff90b1 service nova] Acquiring lock "refresh_cache-7e2a7748-eea9-454c-bb16-07035bc82919" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.864030] env[69524]: DEBUG oslo_concurrency.lockutils [req-707e3293-a1c5-4bd1-b4b2-ffa9f4284b37 req-c855e26a-e97b-4dfd-be51-90aa6aff90b1 service nova] Acquired lock "refresh_cache-7e2a7748-eea9-454c-bb16-07035bc82919" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.864195] env[69524]: DEBUG nova.network.neutron [req-707e3293-a1c5-4bd1-b4b2-ffa9f4284b37 req-c855e26a-e97b-4dfd-be51-90aa6aff90b1 service nova] [instance: 7e2a7748-eea9-454c-bb16-07035bc82919] Refreshing network info cache for port 57ac949c-9bdd-48f2-b2c5-57a5e24ef636 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 861.903888] env[69524]: DEBUG oslo_vmware.api [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Task: {'id': task-4067859, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075962} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.904292] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 87e8e7a1-56fc-4065-861e-1b07b8097db3] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 861.905424] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5efc9d05-c9ec-4d92-9205-3d1552d153f5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.937044] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 87e8e7a1-56fc-4065-861e-1b07b8097db3] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 87e8e7a1-56fc-4065-861e-1b07b8097db3/87e8e7a1-56fc-4065-861e-1b07b8097db3.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.937044] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72ca01b8-08b1-4165-9d50-34de28e833e6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.957997] env[69524]: DEBUG oslo_vmware.api [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Waiting for the task: (returnval){ [ 861.957997] env[69524]: value = "task-4067863" [ 861.957997] env[69524]: _type = "Task" [ 861.957997] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.966953] env[69524]: DEBUG oslo_vmware.api [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Task: {'id': task-4067863, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.188788] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067862, 'name': CreateVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.212047] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance b51544bf-55dd-45b8-8ff7-f0bdffbec768 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 862.229819] env[69524]: INFO nova.compute.manager [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 5de29246-15dd-470d-b18e-b2453818b760] Took 54.20 seconds to build instance. [ 862.468701] env[69524]: DEBUG oslo_vmware.api [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Task: {'id': task-4067863, 'name': ReconfigVM_Task, 'duration_secs': 0.311116} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.471252] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 87e8e7a1-56fc-4065-861e-1b07b8097db3] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 87e8e7a1-56fc-4065-861e-1b07b8097db3/87e8e7a1-56fc-4065-861e-1b07b8097db3.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.472279] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bba3de73-441f-4ad7-8e1f-32f899932c50 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.480646] env[69524]: DEBUG oslo_vmware.api [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Waiting for the task: (returnval){ [ 862.480646] env[69524]: value = "task-4067864" [ 862.480646] env[69524]: _type = "Task" [ 862.480646] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.489175] env[69524]: DEBUG oslo_vmware.api [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Task: {'id': task-4067864, 'name': Rename_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.629282] env[69524]: DEBUG nova.network.neutron [req-707e3293-a1c5-4bd1-b4b2-ffa9f4284b37 req-c855e26a-e97b-4dfd-be51-90aa6aff90b1 service nova] [instance: 7e2a7748-eea9-454c-bb16-07035bc82919] Updated VIF entry in instance network info cache for port 57ac949c-9bdd-48f2-b2c5-57a5e24ef636. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 862.629282] env[69524]: DEBUG nova.network.neutron [req-707e3293-a1c5-4bd1-b4b2-ffa9f4284b37 req-c855e26a-e97b-4dfd-be51-90aa6aff90b1 service nova] [instance: 7e2a7748-eea9-454c-bb16-07035bc82919] Updating instance_info_cache with network_info: [{"id": "57ac949c-9bdd-48f2-b2c5-57a5e24ef636", "address": "fa:16:3e:4b:f6:1b", "network": {"id": "e5e5ee1d-32eb-42f7-bf26-5fe9bf9e9350", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-540067878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23df3ceee0ff4106bb2836bd90c69e62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57ac949c-9b", "ovs_interfaceid": "57ac949c-9bdd-48f2-b2c5-57a5e24ef636", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.700023] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067862, 'name': CreateVM_Task, 'duration_secs': 0.593152} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.700357] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e2a7748-eea9-454c-bb16-07035bc82919] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 862.701254] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.701466] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.701836] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.702167] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2123a62d-e60a-4d79-b022-b5ec3358d64f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.707928] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Waiting for the task: (returnval){ [ 862.707928] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5287469c-9140-dc4e-9399-3c6f7e076747" [ 862.707928] env[69524]: _type = "Task" [ 862.707928] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.718972] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance cbb08f23-34b1-4486-942f-e0f4781f04fc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 862.720683] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5287469c-9140-dc4e-9399-3c6f7e076747, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.732394] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a9371c88-5e5c-4222-8e7e-51f4fcaef9da tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Lock "5de29246-15dd-470d-b18e-b2453818b760" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.979s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.991194] env[69524]: DEBUG oslo_vmware.api [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Task: {'id': task-4067864, 'name': Rename_Task, 'duration_secs': 0.157875} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.991608] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 87e8e7a1-56fc-4065-861e-1b07b8097db3] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 862.991935] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a082daf9-c5bb-424f-abcc-6878c1103930 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.999156] env[69524]: DEBUG oslo_vmware.api [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Waiting for the task: (returnval){ [ 862.999156] env[69524]: value = "task-4067865" [ 862.999156] env[69524]: _type = "Task" [ 862.999156] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.010231] env[69524]: DEBUG oslo_vmware.api [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Task: {'id': task-4067865, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.132488] env[69524]: DEBUG oslo_concurrency.lockutils [req-707e3293-a1c5-4bd1-b4b2-ffa9f4284b37 req-c855e26a-e97b-4dfd-be51-90aa6aff90b1 service nova] Releasing lock "refresh_cache-7e2a7748-eea9-454c-bb16-07035bc82919" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.220510] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5287469c-9140-dc4e-9399-3c6f7e076747, 'name': SearchDatastore_Task, 'duration_secs': 0.013839} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.221135] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.221241] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 7e2a7748-eea9-454c-bb16-07035bc82919] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 863.221461] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.221646] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.221839] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 863.222575] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance b81bde1d-fb4a-4ab2-87e7-9be900c07511 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 863.222719] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Migration 00a09d5f-6841-4c61-8275-ce3d82a246a1 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 863.223164] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance e2c166bd-9b6d-4450-bba0-43bb56975555 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 863.224139] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd10c517-f35c-433b-a4f5-17fe52adf42a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.235323] env[69524]: DEBUG nova.compute.manager [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: b51544bf-55dd-45b8-8ff7-f0bdffbec768] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 863.239746] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 863.239936] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 863.241086] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99540da2-a7d0-48b1-a038-aa4840297e33 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.248553] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Waiting for the task: (returnval){ [ 863.248553] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52435e41-7599-e1ed-363c-6b7a96d60ddf" [ 863.248553] env[69524]: _type = "Task" [ 863.248553] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.257952] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52435e41-7599-e1ed-363c-6b7a96d60ddf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.509791] env[69524]: DEBUG oslo_vmware.api [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Task: {'id': task-4067865, 'name': PowerOnVM_Task, 'duration_secs': 0.46926} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.510061] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 87e8e7a1-56fc-4065-861e-1b07b8097db3] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 863.510266] env[69524]: INFO nova.compute.manager [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 87e8e7a1-56fc-4065-861e-1b07b8097db3] Took 9.46 seconds to spawn the instance on the hypervisor. [ 863.510442] env[69524]: DEBUG nova.compute.manager [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 87e8e7a1-56fc-4065-861e-1b07b8097db3] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 863.511227] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7abd0f8-6803-4309-baa2-77548e90ca4b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.727733] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance da06a11a-6bb5-4f4b-a1ae-365fcdf0641f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 863.763033] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52435e41-7599-e1ed-363c-6b7a96d60ddf, 'name': SearchDatastore_Task, 'duration_secs': 0.015832} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.763033] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92d0aed8-8c85-48cd-9c86-ee6858fdd891 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.766987] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.771517] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Waiting for the task: (returnval){ [ 863.771517] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]528300de-e440-6552-de80-fd6c0dc8d6f3" [ 863.771517] env[69524]: _type = "Task" [ 863.771517] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.782325] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]528300de-e440-6552-de80-fd6c0dc8d6f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.031791] env[69524]: INFO nova.compute.manager [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 87e8e7a1-56fc-4065-861e-1b07b8097db3] Took 52.75 seconds to build instance. [ 864.232940] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 696358b1-7618-480a-b1c8-d4a5a775e5db has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 864.286672] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]528300de-e440-6552-de80-fd6c0dc8d6f3, 'name': SearchDatastore_Task, 'duration_secs': 0.010453} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.287189] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.287727] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 7e2a7748-eea9-454c-bb16-07035bc82919/7e2a7748-eea9-454c-bb16-07035bc82919.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 864.288665] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f99706a-56d2-425e-af12-e19dbbf05675 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.298331] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Waiting for the task: (returnval){ [ 864.298331] env[69524]: value = "task-4067866" [ 864.298331] env[69524]: _type = "Task" [ 864.298331] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.308339] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': task-4067866, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.457302] env[69524]: DEBUG nova.compute.manager [req-4f9f4964-1637-41ba-9eff-a2232d26ef43 req-7cae61a3-91e0-4e12-933c-b4e21490eba3 service nova] [instance: 87e8e7a1-56fc-4065-861e-1b07b8097db3] Received event network-changed-5d0b91fe-b21b-4557-893a-3b00139cf3cf {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.457583] env[69524]: DEBUG nova.compute.manager [req-4f9f4964-1637-41ba-9eff-a2232d26ef43 req-7cae61a3-91e0-4e12-933c-b4e21490eba3 service nova] [instance: 87e8e7a1-56fc-4065-861e-1b07b8097db3] Refreshing instance network info cache due to event network-changed-5d0b91fe-b21b-4557-893a-3b00139cf3cf. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 864.457833] env[69524]: DEBUG oslo_concurrency.lockutils [req-4f9f4964-1637-41ba-9eff-a2232d26ef43 req-7cae61a3-91e0-4e12-933c-b4e21490eba3 service nova] Acquiring lock "refresh_cache-87e8e7a1-56fc-4065-861e-1b07b8097db3" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.458576] env[69524]: DEBUG oslo_concurrency.lockutils [req-4f9f4964-1637-41ba-9eff-a2232d26ef43 req-7cae61a3-91e0-4e12-933c-b4e21490eba3 service nova] Acquired lock "refresh_cache-87e8e7a1-56fc-4065-861e-1b07b8097db3" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.458780] env[69524]: DEBUG nova.network.neutron [req-4f9f4964-1637-41ba-9eff-a2232d26ef43 req-7cae61a3-91e0-4e12-933c-b4e21490eba3 service nova] [instance: 87e8e7a1-56fc-4065-861e-1b07b8097db3] Refreshing network info cache for port 5d0b91fe-b21b-4557-893a-3b00139cf3cf {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 864.533892] env[69524]: DEBUG oslo_concurrency.lockutils [None req-faa7a3ea-58cb-4ad9-9a60-9c776229d79f tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Lock "87e8e7a1-56fc-4065-861e-1b07b8097db3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.244s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.737175] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 1dd1caaf-169f-457f-bcf8-e308836c8247 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 864.809329] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': task-4067866, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.036752] env[69524]: DEBUG nova.compute.manager [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 865.191306] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b5d5c1b5-c9ee-4e45-93ef-97dcb3329067 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Acquiring lock "87e8e7a1-56fc-4065-861e-1b07b8097db3" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.191568] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b5d5c1b5-c9ee-4e45-93ef-97dcb3329067 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Lock "87e8e7a1-56fc-4065-861e-1b07b8097db3" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.191800] env[69524]: INFO nova.compute.manager [None req-b5d5c1b5-c9ee-4e45-93ef-97dcb3329067 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 87e8e7a1-56fc-4065-861e-1b07b8097db3] Rebooting instance [ 865.227816] env[69524]: DEBUG nova.network.neutron [req-4f9f4964-1637-41ba-9eff-a2232d26ef43 req-7cae61a3-91e0-4e12-933c-b4e21490eba3 service nova] [instance: 87e8e7a1-56fc-4065-861e-1b07b8097db3] Updated VIF entry in instance network info cache for port 5d0b91fe-b21b-4557-893a-3b00139cf3cf. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 865.227816] env[69524]: DEBUG nova.network.neutron [req-4f9f4964-1637-41ba-9eff-a2232d26ef43 req-7cae61a3-91e0-4e12-933c-b4e21490eba3 service nova] [instance: 87e8e7a1-56fc-4065-861e-1b07b8097db3] Updating instance_info_cache with network_info: [{"id": "5d0b91fe-b21b-4557-893a-3b00139cf3cf", "address": "fa:16:3e:9c:bb:1c", "network": {"id": "11347cb0-3d12-43a9-adb4-1afa7e55a0fd", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1601824343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d98a28658a9648cbb146842a40773911", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d0b91fe-b2", "ovs_interfaceid": "5d0b91fe-b21b-4557-893a-3b00139cf3cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.240310] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 86b272e6-8a18-486f-81e9-d1a325d83cf3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 865.263584] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9a1cfe97-46eb-4e0a-b5bb-f809078a5f38 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Acquiring lock "7768e31d-052e-473a-bf1e-9bb04e9e9d6d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.264271] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9a1cfe97-46eb-4e0a-b5bb-f809078a5f38 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Lock "7768e31d-052e-473a-bf1e-9bb04e9e9d6d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.264271] env[69524]: DEBUG nova.compute.manager [None req-9a1cfe97-46eb-4e0a-b5bb-f809078a5f38 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 7768e31d-052e-473a-bf1e-9bb04e9e9d6d] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 865.265057] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c54a770-e3af-477d-9f97-f17e94fff196 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.273573] env[69524]: DEBUG nova.compute.manager [None req-9a1cfe97-46eb-4e0a-b5bb-f809078a5f38 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 7768e31d-052e-473a-bf1e-9bb04e9e9d6d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69524) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 865.274177] env[69524]: DEBUG nova.objects.instance [None req-9a1cfe97-46eb-4e0a-b5bb-f809078a5f38 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Lazy-loading 'flavor' on Instance uuid 7768e31d-052e-473a-bf1e-9bb04e9e9d6d {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 865.311310] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': task-4067866, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562681} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.311657] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 7e2a7748-eea9-454c-bb16-07035bc82919/7e2a7748-eea9-454c-bb16-07035bc82919.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 865.311876] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 7e2a7748-eea9-454c-bb16-07035bc82919] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 865.312147] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4a1d325-0f2f-4e66-91f6-3be793b6cee0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.322021] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Waiting for the task: (returnval){ [ 865.322021] env[69524]: value = "task-4067867" [ 865.322021] env[69524]: _type = "Task" [ 865.322021] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.331206] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': task-4067867, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.560471] env[69524]: DEBUG oslo_concurrency.lockutils [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.715533] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b5d5c1b5-c9ee-4e45-93ef-97dcb3329067 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Acquiring lock "refresh_cache-87e8e7a1-56fc-4065-861e-1b07b8097db3" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.729504] env[69524]: DEBUG oslo_concurrency.lockutils [req-4f9f4964-1637-41ba-9eff-a2232d26ef43 req-7cae61a3-91e0-4e12-933c-b4e21490eba3 service nova] Releasing lock "refresh_cache-87e8e7a1-56fc-4065-861e-1b07b8097db3" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.730029] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b5d5c1b5-c9ee-4e45-93ef-97dcb3329067 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Acquired lock "refresh_cache-87e8e7a1-56fc-4065-861e-1b07b8097db3" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.730228] env[69524]: DEBUG nova.network.neutron [None req-b5d5c1b5-c9ee-4e45-93ef-97dcb3329067 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 87e8e7a1-56fc-4065-861e-1b07b8097db3] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 865.743536] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 2c5c2c0d-c218-4ce4-995d-42d28e5106aa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 865.743911] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=69524) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 865.743911] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4288MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=69524) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 865.828775] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': task-4067867, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080914} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.831752] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 7e2a7748-eea9-454c-bb16-07035bc82919] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 865.832790] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eccdf3c-e4d3-4877-b6d2-e872e41f0719 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.856821] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 7e2a7748-eea9-454c-bb16-07035bc82919] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 7e2a7748-eea9-454c-bb16-07035bc82919/7e2a7748-eea9-454c-bb16-07035bc82919.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 865.859575] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aca60120-0173-426b-a453-f6c784df45c5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.881153] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Waiting for the task: (returnval){ [ 865.881153] env[69524]: value = "task-4067868" [ 865.881153] env[69524]: _type = "Task" [ 865.881153] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.892530] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': task-4067868, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.288878] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a1cfe97-46eb-4e0a-b5bb-f809078a5f38 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 7768e31d-052e-473a-bf1e-9bb04e9e9d6d] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 866.289271] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd79d146-5181-4f95-b0dc-78bacc948ffd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.298918] env[69524]: DEBUG oslo_vmware.api [None req-9a1cfe97-46eb-4e0a-b5bb-f809078a5f38 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Waiting for the task: (returnval){ [ 866.298918] env[69524]: value = "task-4067869" [ 866.298918] env[69524]: _type = "Task" [ 866.298918] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.308896] env[69524]: DEBUG oslo_vmware.api [None req-9a1cfe97-46eb-4e0a-b5bb-f809078a5f38 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': task-4067869, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.310971] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de22522e-c5c3-46ec-b8e0-a463f3c4b98c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.320520] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18af0759-e5a0-4d5b-9000-7f200b299d33 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.365527] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f164a88c-d819-4c7f-9fae-ea16f7b852d6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.373168] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3a4e1a-176c-466d-a3e9-e85a05da9be9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.391578] env[69524]: DEBUG nova.compute.provider_tree [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.406465] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': task-4067868, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.555383] env[69524]: DEBUG nova.network.neutron [None req-b5d5c1b5-c9ee-4e45-93ef-97dcb3329067 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 87e8e7a1-56fc-4065-861e-1b07b8097db3] Updating instance_info_cache with network_info: [{"id": "5d0b91fe-b21b-4557-893a-3b00139cf3cf", "address": "fa:16:3e:9c:bb:1c", "network": {"id": "11347cb0-3d12-43a9-adb4-1afa7e55a0fd", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1601824343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d98a28658a9648cbb146842a40773911", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d0b91fe-b2", "ovs_interfaceid": "5d0b91fe-b21b-4557-893a-3b00139cf3cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.809078] env[69524]: DEBUG oslo_vmware.api [None req-9a1cfe97-46eb-4e0a-b5bb-f809078a5f38 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': task-4067869, 'name': PowerOffVM_Task, 'duration_secs': 0.273866} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.809555] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a1cfe97-46eb-4e0a-b5bb-f809078a5f38 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 7768e31d-052e-473a-bf1e-9bb04e9e9d6d] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 866.809555] env[69524]: DEBUG nova.compute.manager [None req-9a1cfe97-46eb-4e0a-b5bb-f809078a5f38 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 7768e31d-052e-473a-bf1e-9bb04e9e9d6d] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 866.810264] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82def1f8-0489-4c58-a33c-0fe68b370608 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.901135] env[69524]: DEBUG nova.scheduler.client.report [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.904425] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': task-4067868, 'name': ReconfigVM_Task, 'duration_secs': 0.538209} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.904754] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 7e2a7748-eea9-454c-bb16-07035bc82919] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 7e2a7748-eea9-454c-bb16-07035bc82919/7e2a7748-eea9-454c-bb16-07035bc82919.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 866.905350] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b4a457b-e6e5-45f9-934f-0b70438fc53b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.912868] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Waiting for the task: (returnval){ [ 866.912868] env[69524]: value = "task-4067870" [ 866.912868] env[69524]: _type = "Task" [ 866.912868] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.923326] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': task-4067870, 'name': Rename_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.058329] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b5d5c1b5-c9ee-4e45-93ef-97dcb3329067 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Releasing lock "refresh_cache-87e8e7a1-56fc-4065-861e-1b07b8097db3" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.324495] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9a1cfe97-46eb-4e0a-b5bb-f809078a5f38 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Lock "7768e31d-052e-473a-bf1e-9bb04e9e9d6d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.060s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.410354] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69524) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 867.410590] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 10.313s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.410875] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.302s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.412417] env[69524]: INFO nova.compute.claims [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 59826e8d-b225-411c-988c-1f36f89ea4a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 867.424624] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': task-4067870, 'name': Rename_Task, 'duration_secs': 0.407563} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.425098] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 7e2a7748-eea9-454c-bb16-07035bc82919] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 867.425155] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-199b5937-59f5-4b0b-af5a-fa1ed5c086f6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.432864] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Waiting for the task: (returnval){ [ 867.432864] env[69524]: value = "task-4067871" [ 867.432864] env[69524]: _type = "Task" [ 867.432864] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.442838] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': task-4067871, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.562803] env[69524]: DEBUG nova.compute.manager [None req-b5d5c1b5-c9ee-4e45-93ef-97dcb3329067 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 87e8e7a1-56fc-4065-861e-1b07b8097db3] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 867.563642] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a1bc2e-ed6b-4018-b307-a898dd56161c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.732876] env[69524]: DEBUG nova.objects.instance [None req-ec58f9b0-740c-41a6-b219-93e4ea3c37b5 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Lazy-loading 'flavor' on Instance uuid 7768e31d-052e-473a-bf1e-9bb04e9e9d6d {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 867.943827] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': task-4067871, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.239097] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ec58f9b0-740c-41a6-b219-93e4ea3c37b5 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Acquiring lock "refresh_cache-7768e31d-052e-473a-bf1e-9bb04e9e9d6d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.239376] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ec58f9b0-740c-41a6-b219-93e4ea3c37b5 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Acquired lock "refresh_cache-7768e31d-052e-473a-bf1e-9bb04e9e9d6d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.239588] env[69524]: DEBUG nova.network.neutron [None req-ec58f9b0-740c-41a6-b219-93e4ea3c37b5 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 7768e31d-052e-473a-bf1e-9bb04e9e9d6d] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 868.239785] env[69524]: DEBUG nova.objects.instance [None req-ec58f9b0-740c-41a6-b219-93e4ea3c37b5 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Lazy-loading 'info_cache' on Instance uuid 7768e31d-052e-473a-bf1e-9bb04e9e9d6d {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 868.443425] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': task-4067871, 'name': PowerOnVM_Task, 'duration_secs': 0.796894} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.443753] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 7e2a7748-eea9-454c-bb16-07035bc82919] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 868.443967] env[69524]: INFO nova.compute.manager [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 7e2a7748-eea9-454c-bb16-07035bc82919] Took 9.30 seconds to spawn the instance on the hypervisor. [ 868.444184] env[69524]: DEBUG nova.compute.manager [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 7e2a7748-eea9-454c-bb16-07035bc82919] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 868.444959] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b894ad0-8bd0-4b14-b596-9d64e70bcbcb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.580643] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a020b7bd-8cbd-4508-8ef8-245410ea2768 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.592564] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d5c1b5-c9ee-4e45-93ef-97dcb3329067 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 87e8e7a1-56fc-4065-861e-1b07b8097db3] Doing hard reboot of VM {{(pid=69524) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 868.592862] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-ea7441b3-fba5-48fe-9bab-7f8ef580b99d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.601119] env[69524]: DEBUG oslo_vmware.api [None req-b5d5c1b5-c9ee-4e45-93ef-97dcb3329067 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Waiting for the task: (returnval){ [ 868.601119] env[69524]: value = "task-4067872" [ 868.601119] env[69524]: _type = "Task" [ 868.601119] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.614334] env[69524]: DEBUG oslo_vmware.api [None req-b5d5c1b5-c9ee-4e45-93ef-97dcb3329067 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Task: {'id': task-4067872, 'name': ResetVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.743995] env[69524]: DEBUG nova.objects.base [None req-ec58f9b0-740c-41a6-b219-93e4ea3c37b5 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Object Instance<7768e31d-052e-473a-bf1e-9bb04e9e9d6d> lazy-loaded attributes: flavor,info_cache {{(pid=69524) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 868.964956] env[69524]: INFO nova.compute.manager [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 7e2a7748-eea9-454c-bb16-07035bc82919] Took 50.20 seconds to build instance. [ 868.992384] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21eef1da-2ac9-4201-9cd8-7f72a3e32008 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.000883] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63683f92-b0fd-4bb7-8be7-8c73cbc77618 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.031415] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fcaca3f-c2a5-464a-865e-84d13c8baec7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.039600] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4efd729d-19ac-4964-b0a8-111ef8e102a1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.053234] env[69524]: DEBUG nova.compute.provider_tree [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.113123] env[69524]: DEBUG oslo_vmware.api [None req-b5d5c1b5-c9ee-4e45-93ef-97dcb3329067 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Task: {'id': task-4067872, 'name': ResetVM_Task, 'duration_secs': 0.100066} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.113407] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b5d5c1b5-c9ee-4e45-93ef-97dcb3329067 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 87e8e7a1-56fc-4065-861e-1b07b8097db3] Did hard reboot of VM {{(pid=69524) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 869.113590] env[69524]: DEBUG nova.compute.manager [None req-b5d5c1b5-c9ee-4e45-93ef-97dcb3329067 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 87e8e7a1-56fc-4065-861e-1b07b8097db3] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 869.114370] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65dda8d-68af-48c5-ba41-0b7f99180c9b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.191226] env[69524]: DEBUG oslo_concurrency.lockutils [None req-af3be065-3343-40f1-b08c-36db5cb5003c tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Acquiring lock "780705ab-3fbb-43e0-961a-46f755f5388d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.191503] env[69524]: DEBUG oslo_concurrency.lockutils [None req-af3be065-3343-40f1-b08c-36db5cb5003c tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Lock "780705ab-3fbb-43e0-961a-46f755f5388d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.469796] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Lock "7e2a7748-eea9-454c-bb16-07035bc82919" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.387s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.556166] env[69524]: DEBUG nova.scheduler.client.report [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.579352] env[69524]: DEBUG nova.network.neutron [None req-ec58f9b0-740c-41a6-b219-93e4ea3c37b5 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 7768e31d-052e-473a-bf1e-9bb04e9e9d6d] Updating instance_info_cache with network_info: [{"id": "1d9085ea-d704-4699-a4ca-a42e86877915", "address": "fa:16:3e:ea:0c:ea", "network": {"id": "9197e979-3c1a-4b15-b07c-71277afe05d0", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2104333591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "929c68b966e44dca954091d79af858fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d9085ea-d7", "ovs_interfaceid": "1d9085ea-d704-4699-a4ca-a42e86877915", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.627416] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b5d5c1b5-c9ee-4e45-93ef-97dcb3329067 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Lock "87e8e7a1-56fc-4065-861e-1b07b8097db3" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.436s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.695010] env[69524]: INFO nova.compute.manager [None req-af3be065-3343-40f1-b08c-36db5cb5003c tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Detaching volume ccfc3708-c728-416e-85ed-8c37298bd756 [ 869.737881] env[69524]: INFO nova.virt.block_device [None req-af3be065-3343-40f1-b08c-36db5cb5003c tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Attempting to driver detach volume ccfc3708-c728-416e-85ed-8c37298bd756 from mountpoint /dev/sdb [ 869.738063] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-af3be065-3343-40f1-b08c-36db5cb5003c tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Volume detach. Driver type: vmdk {{(pid=69524) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 869.738255] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-af3be065-3343-40f1-b08c-36db5cb5003c tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806127', 'volume_id': 'ccfc3708-c728-416e-85ed-8c37298bd756', 'name': 'volume-ccfc3708-c728-416e-85ed-8c37298bd756', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '780705ab-3fbb-43e0-961a-46f755f5388d', 'attached_at': '', 'detached_at': '', 'volume_id': 'ccfc3708-c728-416e-85ed-8c37298bd756', 'serial': 'ccfc3708-c728-416e-85ed-8c37298bd756'} {{(pid=69524) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 869.739535] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae0e81b-963b-4542-b9b4-c00333787fcf {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.767311] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6baf75a3-82cc-4613-90c9-873b3475ab7d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.775686] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6bf0461-258c-4741-b6a2-ef092f56f4d3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.798722] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2a0af6-6f48-416c-b1b3-aef0dce46c2f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.815558] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-af3be065-3343-40f1-b08c-36db5cb5003c tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] The volume has not been displaced from its original location: [datastore2] volume-ccfc3708-c728-416e-85ed-8c37298bd756/volume-ccfc3708-c728-416e-85ed-8c37298bd756.vmdk. No consolidation needed. {{(pid=69524) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 869.821036] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-af3be065-3343-40f1-b08c-36db5cb5003c tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Reconfiguring VM instance instance-00000013 to detach disk 2001 {{(pid=69524) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 869.821378] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17d0472c-3b53-4520-9f37-961c4a93a99c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.841405] env[69524]: DEBUG oslo_vmware.api [None req-af3be065-3343-40f1-b08c-36db5cb5003c tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Waiting for the task: (returnval){ [ 869.841405] env[69524]: value = "task-4067873" [ 869.841405] env[69524]: _type = "Task" [ 869.841405] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.850100] env[69524]: DEBUG oslo_vmware.api [None req-af3be065-3343-40f1-b08c-36db5cb5003c tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4067873, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.971550] env[69524]: DEBUG nova.compute.manager [req-17bc2a3e-d2f2-4364-bc0d-6420a88ff79a req-50d413eb-8a91-4d5d-81bb-9fe02d5ed773 service nova] [instance: 87e8e7a1-56fc-4065-861e-1b07b8097db3] Received event network-changed-5d0b91fe-b21b-4557-893a-3b00139cf3cf {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.971825] env[69524]: DEBUG nova.compute.manager [req-17bc2a3e-d2f2-4364-bc0d-6420a88ff79a req-50d413eb-8a91-4d5d-81bb-9fe02d5ed773 service nova] [instance: 87e8e7a1-56fc-4065-861e-1b07b8097db3] Refreshing instance network info cache due to event network-changed-5d0b91fe-b21b-4557-893a-3b00139cf3cf. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 869.971943] env[69524]: DEBUG oslo_concurrency.lockutils [req-17bc2a3e-d2f2-4364-bc0d-6420a88ff79a req-50d413eb-8a91-4d5d-81bb-9fe02d5ed773 service nova] Acquiring lock "refresh_cache-87e8e7a1-56fc-4065-861e-1b07b8097db3" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.972877] env[69524]: DEBUG oslo_concurrency.lockutils [req-17bc2a3e-d2f2-4364-bc0d-6420a88ff79a req-50d413eb-8a91-4d5d-81bb-9fe02d5ed773 service nova] Acquired lock "refresh_cache-87e8e7a1-56fc-4065-861e-1b07b8097db3" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.973212] env[69524]: DEBUG nova.network.neutron [req-17bc2a3e-d2f2-4364-bc0d-6420a88ff79a req-50d413eb-8a91-4d5d-81bb-9fe02d5ed773 service nova] [instance: 87e8e7a1-56fc-4065-861e-1b07b8097db3] Refreshing network info cache for port 5d0b91fe-b21b-4557-893a-3b00139cf3cf {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 869.977412] env[69524]: DEBUG nova.compute.manager [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] [instance: b81bde1d-fb4a-4ab2-87e7-9be900c07511] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 870.063239] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.651s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.063239] env[69524]: DEBUG nova.compute.manager [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 59826e8d-b225-411c-988c-1f36f89ea4a0] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 870.065275] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8f8aa647-ccbe-4b82-93e0-d916057a0338 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.490s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.065492] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8f8aa647-ccbe-4b82-93e0-d916057a0338 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.067668] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.084s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.069674] env[69524]: INFO nova.compute.claims [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 4244948e-6a1e-446b-b02b-18ee384d9553] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 870.082171] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ec58f9b0-740c-41a6-b219-93e4ea3c37b5 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Releasing lock "refresh_cache-7768e31d-052e-473a-bf1e-9bb04e9e9d6d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.099257] env[69524]: INFO nova.scheduler.client.report [None req-8f8aa647-ccbe-4b82-93e0-d916057a0338 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Deleted allocations for instance 2af130dc-3603-4a57-b28f-123409202b5a [ 870.350756] env[69524]: DEBUG oslo_vmware.api [None req-af3be065-3343-40f1-b08c-36db5cb5003c tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4067873, 'name': ReconfigVM_Task, 'duration_secs': 0.506354} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.351077] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-af3be065-3343-40f1-b08c-36db5cb5003c tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Reconfigured VM instance instance-00000013 to detach disk 2001 {{(pid=69524) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 870.356082] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1446dda2-7fbd-4dc0-9639-bbd1c24514ad {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.372181] env[69524]: DEBUG oslo_vmware.api [None req-af3be065-3343-40f1-b08c-36db5cb5003c tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Waiting for the task: (returnval){ [ 870.372181] env[69524]: value = "task-4067874" [ 870.372181] env[69524]: _type = "Task" [ 870.372181] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.382847] env[69524]: DEBUG oslo_vmware.api [None req-af3be065-3343-40f1-b08c-36db5cb5003c tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4067874, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.498231] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.574711] env[69524]: DEBUG nova.compute.utils [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 870.581731] env[69524]: DEBUG nova.compute.manager [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 59826e8d-b225-411c-988c-1f36f89ea4a0] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 870.581942] env[69524]: DEBUG nova.network.neutron [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 59826e8d-b225-411c-988c-1f36f89ea4a0] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 870.608498] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8f8aa647-ccbe-4b82-93e0-d916057a0338 tempest-ImagesNegativeTestJSON-1133011790 tempest-ImagesNegativeTestJSON-1133011790-project-member] Lock "2af130dc-3603-4a57-b28f-123409202b5a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.879s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.650372] env[69524]: DEBUG nova.policy [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d24e53512c041f1be711fc1868d19d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23df3ceee0ff4106bb2836bd90c69e62', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 870.708997] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f80c2e71-c61f-4ca7-8d2e-bb355728d042 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Acquiring lock "87e8e7a1-56fc-4065-861e-1b07b8097db3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.709381] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f80c2e71-c61f-4ca7-8d2e-bb355728d042 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Lock "87e8e7a1-56fc-4065-861e-1b07b8097db3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.709660] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f80c2e71-c61f-4ca7-8d2e-bb355728d042 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Acquiring lock "87e8e7a1-56fc-4065-861e-1b07b8097db3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.709870] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f80c2e71-c61f-4ca7-8d2e-bb355728d042 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Lock "87e8e7a1-56fc-4065-861e-1b07b8097db3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.710054] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f80c2e71-c61f-4ca7-8d2e-bb355728d042 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Lock "87e8e7a1-56fc-4065-861e-1b07b8097db3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.712281] env[69524]: INFO nova.compute.manager [None req-f80c2e71-c61f-4ca7-8d2e-bb355728d042 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 87e8e7a1-56fc-4065-861e-1b07b8097db3] Terminating instance [ 870.830301] env[69524]: DEBUG nova.network.neutron [req-17bc2a3e-d2f2-4364-bc0d-6420a88ff79a req-50d413eb-8a91-4d5d-81bb-9fe02d5ed773 service nova] [instance: 87e8e7a1-56fc-4065-861e-1b07b8097db3] Updated VIF entry in instance network info cache for port 5d0b91fe-b21b-4557-893a-3b00139cf3cf. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 870.830684] env[69524]: DEBUG nova.network.neutron [req-17bc2a3e-d2f2-4364-bc0d-6420a88ff79a req-50d413eb-8a91-4d5d-81bb-9fe02d5ed773 service nova] [instance: 87e8e7a1-56fc-4065-861e-1b07b8097db3] Updating instance_info_cache with network_info: [{"id": "5d0b91fe-b21b-4557-893a-3b00139cf3cf", "address": "fa:16:3e:9c:bb:1c", "network": {"id": "11347cb0-3d12-43a9-adb4-1afa7e55a0fd", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1601824343-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d98a28658a9648cbb146842a40773911", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d0b91fe-b2", "ovs_interfaceid": "5d0b91fe-b21b-4557-893a-3b00139cf3cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.883853] env[69524]: DEBUG oslo_vmware.api [None req-af3be065-3343-40f1-b08c-36db5cb5003c tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4067874, 'name': ReconfigVM_Task, 'duration_secs': 0.184453} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.885928] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-af3be065-3343-40f1-b08c-36db5cb5003c tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806127', 'volume_id': 'ccfc3708-c728-416e-85ed-8c37298bd756', 'name': 'volume-ccfc3708-c728-416e-85ed-8c37298bd756', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '780705ab-3fbb-43e0-961a-46f755f5388d', 'attached_at': '', 'detached_at': '', 'volume_id': 'ccfc3708-c728-416e-85ed-8c37298bd756', 'serial': 'ccfc3708-c728-416e-85ed-8c37298bd756'} {{(pid=69524) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 871.083999] env[69524]: DEBUG nova.compute.manager [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 59826e8d-b225-411c-988c-1f36f89ea4a0] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 871.093512] env[69524]: DEBUG nova.network.neutron [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 59826e8d-b225-411c-988c-1f36f89ea4a0] Successfully created port: 5f1cefcf-185f-4cec-b358-6055a0ad816b {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 871.096409] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec58f9b0-740c-41a6-b219-93e4ea3c37b5 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 7768e31d-052e-473a-bf1e-9bb04e9e9d6d] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 871.096409] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1528e808-32e8-4d69-befa-d8b4db19b07d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.107354] env[69524]: DEBUG oslo_vmware.api [None req-ec58f9b0-740c-41a6-b219-93e4ea3c37b5 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Waiting for the task: (returnval){ [ 871.107354] env[69524]: value = "task-4067875" [ 871.107354] env[69524]: _type = "Task" [ 871.107354] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.116367] env[69524]: DEBUG oslo_vmware.api [None req-ec58f9b0-740c-41a6-b219-93e4ea3c37b5 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': task-4067875, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.216052] env[69524]: DEBUG nova.compute.manager [None req-f80c2e71-c61f-4ca7-8d2e-bb355728d042 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 87e8e7a1-56fc-4065-861e-1b07b8097db3] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 871.216567] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f80c2e71-c61f-4ca7-8d2e-bb355728d042 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 87e8e7a1-56fc-4065-861e-1b07b8097db3] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 871.221230] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4d65b75-15de-41ed-a733-5447751fca2a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.228985] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80c2e71-c61f-4ca7-8d2e-bb355728d042 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 87e8e7a1-56fc-4065-861e-1b07b8097db3] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 871.229652] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca6a3553-fbf9-42f0-9df5-fa3d231ac35a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.241432] env[69524]: DEBUG oslo_vmware.api [None req-f80c2e71-c61f-4ca7-8d2e-bb355728d042 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Waiting for the task: (returnval){ [ 871.241432] env[69524]: value = "task-4067876" [ 871.241432] env[69524]: _type = "Task" [ 871.241432] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.253384] env[69524]: DEBUG oslo_vmware.api [None req-f80c2e71-c61f-4ca7-8d2e-bb355728d042 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Task: {'id': task-4067876, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.335744] env[69524]: DEBUG oslo_concurrency.lockutils [req-17bc2a3e-d2f2-4364-bc0d-6420a88ff79a req-50d413eb-8a91-4d5d-81bb-9fe02d5ed773 service nova] Releasing lock "refresh_cache-87e8e7a1-56fc-4065-861e-1b07b8097db3" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.447368] env[69524]: DEBUG nova.objects.instance [None req-af3be065-3343-40f1-b08c-36db5cb5003c tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Lazy-loading 'flavor' on Instance uuid 780705ab-3fbb-43e0-961a-46f755f5388d {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 871.615489] env[69524]: DEBUG oslo_vmware.api [None req-ec58f9b0-740c-41a6-b219-93e4ea3c37b5 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': task-4067875, 'name': PowerOnVM_Task, 'duration_secs': 0.494017} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.615826] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec58f9b0-740c-41a6-b219-93e4ea3c37b5 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 7768e31d-052e-473a-bf1e-9bb04e9e9d6d] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 871.616039] env[69524]: DEBUG nova.compute.manager [None req-ec58f9b0-740c-41a6-b219-93e4ea3c37b5 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 7768e31d-052e-473a-bf1e-9bb04e9e9d6d] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 871.616843] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6ac112-18a6-4e66-a35b-9de55ba10377 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.751048] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6167fa37-ae3a-46c7-8085-73597bc013d2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.763521] env[69524]: DEBUG oslo_vmware.api [None req-f80c2e71-c61f-4ca7-8d2e-bb355728d042 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Task: {'id': task-4067876, 'name': PowerOffVM_Task, 'duration_secs': 0.204496} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.766505] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-f80c2e71-c61f-4ca7-8d2e-bb355728d042 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 87e8e7a1-56fc-4065-861e-1b07b8097db3] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 871.766838] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f80c2e71-c61f-4ca7-8d2e-bb355728d042 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 87e8e7a1-56fc-4065-861e-1b07b8097db3] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 871.767307] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf4dbf8c-2c92-4a90-88bb-f6f15eeb733e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.770758] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b2eae4-7269-473d-a569-c1f5f7c8312e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.805320] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978c7e5e-230a-476a-89ae-c89b78843862 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.813489] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7f37ed-d296-4f1f-986d-fd1f6895530b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.828128] env[69524]: DEBUG nova.compute.provider_tree [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.854956] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f80c2e71-c61f-4ca7-8d2e-bb355728d042 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 87e8e7a1-56fc-4065-861e-1b07b8097db3] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 871.855242] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f80c2e71-c61f-4ca7-8d2e-bb355728d042 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 87e8e7a1-56fc-4065-861e-1b07b8097db3] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 871.855486] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-f80c2e71-c61f-4ca7-8d2e-bb355728d042 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Deleting the datastore file [datastore1] 87e8e7a1-56fc-4065-861e-1b07b8097db3 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 871.856325] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f85d615a-4ef4-442b-b3e2-998a3090059a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.862461] env[69524]: DEBUG oslo_vmware.api [None req-f80c2e71-c61f-4ca7-8d2e-bb355728d042 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Waiting for the task: (returnval){ [ 871.862461] env[69524]: value = "task-4067878" [ 871.862461] env[69524]: _type = "Task" [ 871.862461] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.872556] env[69524]: DEBUG oslo_vmware.api [None req-f80c2e71-c61f-4ca7-8d2e-bb355728d042 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Task: {'id': task-4067878, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.107049] env[69524]: DEBUG nova.compute.manager [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 59826e8d-b225-411c-988c-1f36f89ea4a0] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 872.141016] env[69524]: DEBUG nova.virt.hardware [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 872.141277] env[69524]: DEBUG nova.virt.hardware [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 872.141430] env[69524]: DEBUG nova.virt.hardware [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 872.141609] env[69524]: DEBUG nova.virt.hardware [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 872.141804] env[69524]: DEBUG nova.virt.hardware [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 872.142029] env[69524]: DEBUG nova.virt.hardware [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 872.142573] env[69524]: DEBUG nova.virt.hardware [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 872.142804] env[69524]: DEBUG nova.virt.hardware [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 872.143028] env[69524]: DEBUG nova.virt.hardware [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 872.143238] env[69524]: DEBUG nova.virt.hardware [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 872.143450] env[69524]: DEBUG nova.virt.hardware [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 872.145055] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c369bad-8f9f-4db9-b56f-5dcf4e33be65 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.155752] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea97f702-fb34-4766-a604-832dabb898f9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.333370] env[69524]: DEBUG nova.scheduler.client.report [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.373812] env[69524]: DEBUG oslo_vmware.api [None req-f80c2e71-c61f-4ca7-8d2e-bb355728d042 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Task: {'id': task-4067878, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.494008} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.374163] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-f80c2e71-c61f-4ca7-8d2e-bb355728d042 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 872.374406] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f80c2e71-c61f-4ca7-8d2e-bb355728d042 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 87e8e7a1-56fc-4065-861e-1b07b8097db3] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 872.374799] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f80c2e71-c61f-4ca7-8d2e-bb355728d042 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 87e8e7a1-56fc-4065-861e-1b07b8097db3] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 872.375060] env[69524]: INFO nova.compute.manager [None req-f80c2e71-c61f-4ca7-8d2e-bb355728d042 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 87e8e7a1-56fc-4065-861e-1b07b8097db3] Took 1.16 seconds to destroy the instance on the hypervisor. [ 872.375350] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f80c2e71-c61f-4ca7-8d2e-bb355728d042 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 872.375618] env[69524]: DEBUG nova.compute.manager [-] [instance: 87e8e7a1-56fc-4065-861e-1b07b8097db3] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 872.375755] env[69524]: DEBUG nova.network.neutron [-] [instance: 87e8e7a1-56fc-4065-861e-1b07b8097db3] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 872.457198] env[69524]: DEBUG oslo_concurrency.lockutils [None req-af3be065-3343-40f1-b08c-36db5cb5003c tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Lock "780705ab-3fbb-43e0-961a-46f755f5388d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.262s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.495307] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8f63d92a-b915-43d5-9033-3b20f5778eef tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Acquiring lock "780705ab-3fbb-43e0-961a-46f755f5388d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.495905] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8f63d92a-b915-43d5-9033-3b20f5778eef tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Lock "780705ab-3fbb-43e0-961a-46f755f5388d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.496360] env[69524]: DEBUG nova.compute.manager [None req-8f63d92a-b915-43d5-9033-3b20f5778eef tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 872.497763] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a655a868-bc44-4eeb-9b9b-bee16890fb7b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.506641] env[69524]: DEBUG nova.compute.manager [None req-8f63d92a-b915-43d5-9033-3b20f5778eef tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69524) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 872.507416] env[69524]: DEBUG nova.objects.instance [None req-8f63d92a-b915-43d5-9033-3b20f5778eef tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Lazy-loading 'flavor' on Instance uuid 780705ab-3fbb-43e0-961a-46f755f5388d {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 872.838936] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.771s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.839636] env[69524]: DEBUG nova.compute.manager [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 4244948e-6a1e-446b-b02b-18ee384d9553] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 872.842525] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6cac5c52-2e80-451b-a1ac-ca22570e8a0a tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.513s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.842720] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6cac5c52-2e80-451b-a1ac-ca22570e8a0a tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.845557] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ca1e84b5-ed69-4784-8ffb-e9dc56185ad2 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.323s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.845839] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ca1e84b5-ed69-4784-8ffb-e9dc56185ad2 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.848960] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.407s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.852196] env[69524]: INFO nova.compute.claims [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 872.888735] env[69524]: INFO nova.scheduler.client.report [None req-6cac5c52-2e80-451b-a1ac-ca22570e8a0a tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Deleted allocations for instance e7db82ae-71dc-43c6-a19f-3b5ddfb7041d [ 872.891397] env[69524]: INFO nova.scheduler.client.report [None req-ca1e84b5-ed69-4784-8ffb-e9dc56185ad2 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Deleted allocations for instance e9cb699d-b67b-4e4d-b561-83e3def48ac8 [ 873.131556] env[69524]: DEBUG nova.compute.manager [req-5818d6e6-c891-4241-8f7a-c26e96aa35e8 req-10d8fc7c-e5d1-46c7-b713-6fba5ee53c1c service nova] [instance: 59826e8d-b225-411c-988c-1f36f89ea4a0] Received event network-vif-plugged-5f1cefcf-185f-4cec-b358-6055a0ad816b {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.131556] env[69524]: DEBUG oslo_concurrency.lockutils [req-5818d6e6-c891-4241-8f7a-c26e96aa35e8 req-10d8fc7c-e5d1-46c7-b713-6fba5ee53c1c service nova] Acquiring lock "59826e8d-b225-411c-988c-1f36f89ea4a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.131556] env[69524]: DEBUG oslo_concurrency.lockutils [req-5818d6e6-c891-4241-8f7a-c26e96aa35e8 req-10d8fc7c-e5d1-46c7-b713-6fba5ee53c1c service nova] Lock "59826e8d-b225-411c-988c-1f36f89ea4a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.131556] env[69524]: DEBUG oslo_concurrency.lockutils [req-5818d6e6-c891-4241-8f7a-c26e96aa35e8 req-10d8fc7c-e5d1-46c7-b713-6fba5ee53c1c service nova] Lock "59826e8d-b225-411c-988c-1f36f89ea4a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.131556] env[69524]: DEBUG nova.compute.manager [req-5818d6e6-c891-4241-8f7a-c26e96aa35e8 req-10d8fc7c-e5d1-46c7-b713-6fba5ee53c1c service nova] [instance: 59826e8d-b225-411c-988c-1f36f89ea4a0] No waiting events found dispatching network-vif-plugged-5f1cefcf-185f-4cec-b358-6055a0ad816b {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 873.133985] env[69524]: WARNING nova.compute.manager [req-5818d6e6-c891-4241-8f7a-c26e96aa35e8 req-10d8fc7c-e5d1-46c7-b713-6fba5ee53c1c service nova] [instance: 59826e8d-b225-411c-988c-1f36f89ea4a0] Received unexpected event network-vif-plugged-5f1cefcf-185f-4cec-b358-6055a0ad816b for instance with vm_state building and task_state spawning. [ 873.368153] env[69524]: DEBUG nova.compute.utils [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 873.371239] env[69524]: DEBUG nova.network.neutron [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 59826e8d-b225-411c-988c-1f36f89ea4a0] Successfully updated port: 5f1cefcf-185f-4cec-b358-6055a0ad816b {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 873.374908] env[69524]: DEBUG nova.compute.manager [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 4244948e-6a1e-446b-b02b-18ee384d9553] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 873.376029] env[69524]: DEBUG nova.network.neutron [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 4244948e-6a1e-446b-b02b-18ee384d9553] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 873.407409] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6cac5c52-2e80-451b-a1ac-ca22570e8a0a tempest-VolumesAssistedSnapshotsTest-2065738407 tempest-VolumesAssistedSnapshotsTest-2065738407-project-member] Lock "e7db82ae-71dc-43c6-a19f-3b5ddfb7041d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.185s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.418711] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ca1e84b5-ed69-4784-8ffb-e9dc56185ad2 tempest-ServersAdminNegativeTestJSON-804681635 tempest-ServersAdminNegativeTestJSON-804681635-project-member] Lock "e9cb699d-b67b-4e4d-b561-83e3def48ac8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.250s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.469719] env[69524]: DEBUG nova.policy [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7d24e53512c041f1be711fc1868d19d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '23df3ceee0ff4106bb2836bd90c69e62', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 873.515683] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f63d92a-b915-43d5-9033-3b20f5778eef tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.516063] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e97b51c-ffbb-404b-a31a-370efd22ce06 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.524121] env[69524]: DEBUG oslo_vmware.api [None req-8f63d92a-b915-43d5-9033-3b20f5778eef tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Waiting for the task: (returnval){ [ 873.524121] env[69524]: value = "task-4067879" [ 873.524121] env[69524]: _type = "Task" [ 873.524121] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.533521] env[69524]: DEBUG oslo_vmware.api [None req-8f63d92a-b915-43d5-9033-3b20f5778eef tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4067879, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.624153] env[69524]: DEBUG nova.network.neutron [-] [instance: 87e8e7a1-56fc-4065-861e-1b07b8097db3] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.875687] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Acquiring lock "refresh_cache-59826e8d-b225-411c-988c-1f36f89ea4a0" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.875687] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Acquired lock "refresh_cache-59826e8d-b225-411c-988c-1f36f89ea4a0" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.875845] env[69524]: DEBUG nova.network.neutron [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 59826e8d-b225-411c-988c-1f36f89ea4a0] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 873.881207] env[69524]: DEBUG nova.compute.manager [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 4244948e-6a1e-446b-b02b-18ee384d9553] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 874.039654] env[69524]: DEBUG oslo_vmware.api [None req-8f63d92a-b915-43d5-9033-3b20f5778eef tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4067879, 'name': PowerOffVM_Task, 'duration_secs': 0.202276} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.039940] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f63d92a-b915-43d5-9033-3b20f5778eef tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 874.040191] env[69524]: DEBUG nova.compute.manager [None req-8f63d92a-b915-43d5-9033-3b20f5778eef tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 874.041043] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a3f3ad-f120-4869-aa55-153a9f55ffe3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.071284] env[69524]: DEBUG nova.network.neutron [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 4244948e-6a1e-446b-b02b-18ee384d9553] Successfully created port: dc4532fe-3f26-47d2-aab2-bbf26cf7690f {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 874.127111] env[69524]: INFO nova.compute.manager [-] [instance: 87e8e7a1-56fc-4065-861e-1b07b8097db3] Took 1.75 seconds to deallocate network for instance. [ 874.486161] env[69524]: DEBUG nova.network.neutron [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 59826e8d-b225-411c-988c-1f36f89ea4a0] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 874.549705] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d470a0-57e6-4ab5-9a37-2ec3c59f3cb9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.557702] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8f63d92a-b915-43d5-9033-3b20f5778eef tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Lock "780705ab-3fbb-43e0-961a-46f755f5388d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.062s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.559665] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3791ab8b-1826-47d3-a0b8-1b08f1350273 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.603579] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5430671c-d27a-449d-895e-bf3b35e26858 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.614335] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8db3914-23b1-477f-8c1c-e655002cdcba {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.633888] env[69524]: DEBUG nova.compute.provider_tree [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 874.640220] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f80c2e71-c61f-4ca7-8d2e-bb355728d042 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.865704] env[69524]: DEBUG nova.network.neutron [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 59826e8d-b225-411c-988c-1f36f89ea4a0] Updating instance_info_cache with network_info: [{"id": "5f1cefcf-185f-4cec-b358-6055a0ad816b", "address": "fa:16:3e:62:8f:83", "network": {"id": "e5e5ee1d-32eb-42f7-bf26-5fe9bf9e9350", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-540067878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23df3ceee0ff4106bb2836bd90c69e62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f1cefcf-18", "ovs_interfaceid": "5f1cefcf-185f-4cec-b358-6055a0ad816b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.894426] env[69524]: DEBUG nova.compute.manager [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 4244948e-6a1e-446b-b02b-18ee384d9553] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 874.929821] env[69524]: DEBUG nova.virt.hardware [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 874.930130] env[69524]: DEBUG nova.virt.hardware [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 874.930287] env[69524]: DEBUG nova.virt.hardware [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 874.930462] env[69524]: DEBUG nova.virt.hardware [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 874.930600] env[69524]: DEBUG nova.virt.hardware [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 874.930734] env[69524]: DEBUG nova.virt.hardware [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 874.930936] env[69524]: DEBUG nova.virt.hardware [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 874.931116] env[69524]: DEBUG nova.virt.hardware [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 874.931281] env[69524]: DEBUG nova.virt.hardware [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 874.931439] env[69524]: DEBUG nova.virt.hardware [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 874.931874] env[69524]: DEBUG nova.virt.hardware [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 874.933221] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cfe63c7-4849-497d-9371-f765b042972e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.945796] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18af71a5-a3a5-4aa6-90ae-3dfe910c4029 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.145154] env[69524]: DEBUG nova.scheduler.client.report [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.369179] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Releasing lock "refresh_cache-59826e8d-b225-411c-988c-1f36f89ea4a0" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.369684] env[69524]: DEBUG nova.compute.manager [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 59826e8d-b225-411c-988c-1f36f89ea4a0] Instance network_info: |[{"id": "5f1cefcf-185f-4cec-b358-6055a0ad816b", "address": "fa:16:3e:62:8f:83", "network": {"id": "e5e5ee1d-32eb-42f7-bf26-5fe9bf9e9350", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-540067878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23df3ceee0ff4106bb2836bd90c69e62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f1cefcf-18", "ovs_interfaceid": "5f1cefcf-185f-4cec-b358-6055a0ad816b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 875.373971] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 59826e8d-b225-411c-988c-1f36f89ea4a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:8f:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '40859343-2baa-45fd-88e3-ebf8aaed2b19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f1cefcf-185f-4cec-b358-6055a0ad816b', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 875.383923] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 875.384402] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59826e8d-b225-411c-988c-1f36f89ea4a0] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 875.384652] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12df222d-c80f-4b7a-b081-600130a81ef6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.412247] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 875.412247] env[69524]: value = "task-4067880" [ 875.412247] env[69524]: _type = "Task" [ 875.412247] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.425899] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067880, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.450230] env[69524]: DEBUG nova.compute.manager [req-50e57373-c59a-48df-8f51-0e555d0cea38 req-1a2b749c-77d9-448a-b3ee-63b77fcbd7e4 service nova] [instance: 87e8e7a1-56fc-4065-861e-1b07b8097db3] Received event network-vif-deleted-5d0b91fe-b21b-4557-893a-3b00139cf3cf {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.450476] env[69524]: DEBUG nova.compute.manager [req-50e57373-c59a-48df-8f51-0e555d0cea38 req-1a2b749c-77d9-448a-b3ee-63b77fcbd7e4 service nova] [instance: 59826e8d-b225-411c-988c-1f36f89ea4a0] Received event network-changed-5f1cefcf-185f-4cec-b358-6055a0ad816b {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.450660] env[69524]: DEBUG nova.compute.manager [req-50e57373-c59a-48df-8f51-0e555d0cea38 req-1a2b749c-77d9-448a-b3ee-63b77fcbd7e4 service nova] [instance: 59826e8d-b225-411c-988c-1f36f89ea4a0] Refreshing instance network info cache due to event network-changed-5f1cefcf-185f-4cec-b358-6055a0ad816b. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 875.450876] env[69524]: DEBUG oslo_concurrency.lockutils [req-50e57373-c59a-48df-8f51-0e555d0cea38 req-1a2b749c-77d9-448a-b3ee-63b77fcbd7e4 service nova] Acquiring lock "refresh_cache-59826e8d-b225-411c-988c-1f36f89ea4a0" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.451043] env[69524]: DEBUG oslo_concurrency.lockutils [req-50e57373-c59a-48df-8f51-0e555d0cea38 req-1a2b749c-77d9-448a-b3ee-63b77fcbd7e4 service nova] Acquired lock "refresh_cache-59826e8d-b225-411c-988c-1f36f89ea4a0" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.451754] env[69524]: DEBUG nova.network.neutron [req-50e57373-c59a-48df-8f51-0e555d0cea38 req-1a2b749c-77d9-448a-b3ee-63b77fcbd7e4 service nova] [instance: 59826e8d-b225-411c-988c-1f36f89ea4a0] Refreshing network info cache for port 5f1cefcf-185f-4cec-b358-6055a0ad816b {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 875.647828] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.799s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.648370] env[69524]: DEBUG nova.compute.manager [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 875.655026] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f0ff9eef-82ac-4709-aa00-213aeb0b3121 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 42.129s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.927322] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067880, 'name': CreateVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.155629] env[69524]: DEBUG nova.compute.utils [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 876.162897] env[69524]: INFO nova.compute.claims [None req-f0ff9eef-82ac-4709-aa00-213aeb0b3121 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 876.167023] env[69524]: DEBUG nova.compute.manager [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 876.167023] env[69524]: DEBUG nova.network.neutron [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 876.324388] env[69524]: DEBUG nova.policy [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ff6991e1b654b7dbb034ffd97167a3c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c7afd20737034a989be2956c51248410', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 876.330058] env[69524]: DEBUG nova.objects.instance [None req-211aa5dd-171d-4405-b29a-e4b7ecbe8a82 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Lazy-loading 'flavor' on Instance uuid 780705ab-3fbb-43e0-961a-46f755f5388d {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 876.425404] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067880, 'name': CreateVM_Task, 'duration_secs': 0.759491} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.425404] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59826e8d-b225-411c-988c-1f36f89ea4a0] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 876.426169] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.426571] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.427382] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.427670] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd71516e-1db2-400d-b792-fd5a27ad2eb4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.433629] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Waiting for the task: (returnval){ [ 876.433629] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52b2a544-daea-028d-652a-4d4c6a3ec84b" [ 876.433629] env[69524]: _type = "Task" [ 876.433629] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.442688] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52b2a544-daea-028d-652a-4d4c6a3ec84b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.568444] env[69524]: DEBUG nova.network.neutron [req-50e57373-c59a-48df-8f51-0e555d0cea38 req-1a2b749c-77d9-448a-b3ee-63b77fcbd7e4 service nova] [instance: 59826e8d-b225-411c-988c-1f36f89ea4a0] Updated VIF entry in instance network info cache for port 5f1cefcf-185f-4cec-b358-6055a0ad816b. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 876.568902] env[69524]: DEBUG nova.network.neutron [req-50e57373-c59a-48df-8f51-0e555d0cea38 req-1a2b749c-77d9-448a-b3ee-63b77fcbd7e4 service nova] [instance: 59826e8d-b225-411c-988c-1f36f89ea4a0] Updating instance_info_cache with network_info: [{"id": "5f1cefcf-185f-4cec-b358-6055a0ad816b", "address": "fa:16:3e:62:8f:83", "network": {"id": "e5e5ee1d-32eb-42f7-bf26-5fe9bf9e9350", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-540067878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23df3ceee0ff4106bb2836bd90c69e62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f1cefcf-18", "ovs_interfaceid": "5f1cefcf-185f-4cec-b358-6055a0ad816b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.650641] env[69524]: DEBUG nova.network.neutron [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 4244948e-6a1e-446b-b02b-18ee384d9553] Successfully updated port: dc4532fe-3f26-47d2-aab2-bbf26cf7690f {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 876.664914] env[69524]: DEBUG nova.compute.manager [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 876.670945] env[69524]: INFO nova.compute.resource_tracker [None req-f0ff9eef-82ac-4709-aa00-213aeb0b3121 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Updating resource usage from migration 00a09d5f-6841-4c61-8275-ce3d82a246a1 [ 876.838631] env[69524]: DEBUG oslo_concurrency.lockutils [None req-211aa5dd-171d-4405-b29a-e4b7ecbe8a82 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Acquiring lock "refresh_cache-780705ab-3fbb-43e0-961a-46f755f5388d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.838816] env[69524]: DEBUG oslo_concurrency.lockutils [None req-211aa5dd-171d-4405-b29a-e4b7ecbe8a82 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Acquired lock "refresh_cache-780705ab-3fbb-43e0-961a-46f755f5388d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.839010] env[69524]: DEBUG nova.network.neutron [None req-211aa5dd-171d-4405-b29a-e4b7ecbe8a82 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 876.839196] env[69524]: DEBUG nova.objects.instance [None req-211aa5dd-171d-4405-b29a-e4b7ecbe8a82 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Lazy-loading 'info_cache' on Instance uuid 780705ab-3fbb-43e0-961a-46f755f5388d {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 876.948348] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52b2a544-daea-028d-652a-4d4c6a3ec84b, 'name': SearchDatastore_Task, 'duration_secs': 0.01257} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.948714] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.949017] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 59826e8d-b225-411c-988c-1f36f89ea4a0] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 876.949298] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.949593] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.949681] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 876.949984] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f103a9b1-6064-4d49-bf1d-5dbca0538763 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.963975] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 876.964217] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 876.965034] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11874109-243b-4396-8a2b-0da06f0a355c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.971840] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Waiting for the task: (returnval){ [ 876.971840] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52a7efad-1116-5d34-8613-81ac01f100d5" [ 876.971840] env[69524]: _type = "Task" [ 876.971840] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.982592] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52a7efad-1116-5d34-8613-81ac01f100d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.071578] env[69524]: DEBUG oslo_concurrency.lockutils [req-50e57373-c59a-48df-8f51-0e555d0cea38 req-1a2b749c-77d9-448a-b3ee-63b77fcbd7e4 service nova] Releasing lock "refresh_cache-59826e8d-b225-411c-988c-1f36f89ea4a0" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.153409] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Acquiring lock "refresh_cache-4244948e-6a1e-446b-b02b-18ee384d9553" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.153588] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Acquired lock "refresh_cache-4244948e-6a1e-446b-b02b-18ee384d9553" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.153816] env[69524]: DEBUG nova.network.neutron [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 4244948e-6a1e-446b-b02b-18ee384d9553] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 877.323239] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0361a491-62d5-4789-b0ad-278f8fb8f568 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.331980] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6a9247-8587-43c6-b703-3f3b569689e2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.367675] env[69524]: DEBUG nova.objects.base [None req-211aa5dd-171d-4405-b29a-e4b7ecbe8a82 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Object Instance<780705ab-3fbb-43e0-961a-46f755f5388d> lazy-loaded attributes: flavor,info_cache {{(pid=69524) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 877.369589] env[69524]: DEBUG nova.network.neutron [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Successfully created port: 1aed28d3-0fab-41c4-a708-1ae5ca67455a {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 877.372076] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0300e6-9640-4ad8-a172-a15e5b0f4b5d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.381816] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272fa705-c870-4759-a270-a21af684d8d2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.397825] env[69524]: DEBUG nova.compute.provider_tree [None req-f0ff9eef-82ac-4709-aa00-213aeb0b3121 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.484161] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52a7efad-1116-5d34-8613-81ac01f100d5, 'name': SearchDatastore_Task, 'duration_secs': 0.040938} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.484970] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5003d838-150e-4e67-aab2-9311f30f5080 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.492231] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Waiting for the task: (returnval){ [ 877.492231] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52d3e766-0450-6a13-d6bc-634460f99b82" [ 877.492231] env[69524]: _type = "Task" [ 877.492231] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.504429] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52d3e766-0450-6a13-d6bc-634460f99b82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.682480] env[69524]: DEBUG nova.compute.manager [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 877.714300] env[69524]: DEBUG nova.virt.hardware [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 877.714562] env[69524]: DEBUG nova.virt.hardware [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 877.714713] env[69524]: DEBUG nova.virt.hardware [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 877.714889] env[69524]: DEBUG nova.virt.hardware [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 877.715109] env[69524]: DEBUG nova.virt.hardware [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 877.715406] env[69524]: DEBUG nova.virt.hardware [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 877.715489] env[69524]: DEBUG nova.virt.hardware [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 877.715637] env[69524]: DEBUG nova.virt.hardware [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 877.715822] env[69524]: DEBUG nova.virt.hardware [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 877.715984] env[69524]: DEBUG nova.virt.hardware [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 877.716173] env[69524]: DEBUG nova.virt.hardware [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 877.717190] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1de1327-d0fb-4f05-9fbe-11bb918990ea {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.720458] env[69524]: DEBUG nova.network.neutron [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 4244948e-6a1e-446b-b02b-18ee384d9553] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 877.728774] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e9bef1-3539-4c31-8bb1-57cf0826cfe9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.823813] env[69524]: DEBUG nova.compute.manager [req-00e901dc-2109-41cb-a746-84a3bc1f0185 req-df2c7221-2a0d-42b5-b2af-9f4e9bdbf2ae service nova] [instance: 4244948e-6a1e-446b-b02b-18ee384d9553] Received event network-vif-plugged-dc4532fe-3f26-47d2-aab2-bbf26cf7690f {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.823934] env[69524]: DEBUG oslo_concurrency.lockutils [req-00e901dc-2109-41cb-a746-84a3bc1f0185 req-df2c7221-2a0d-42b5-b2af-9f4e9bdbf2ae service nova] Acquiring lock "4244948e-6a1e-446b-b02b-18ee384d9553-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.824157] env[69524]: DEBUG oslo_concurrency.lockutils [req-00e901dc-2109-41cb-a746-84a3bc1f0185 req-df2c7221-2a0d-42b5-b2af-9f4e9bdbf2ae service nova] Lock "4244948e-6a1e-446b-b02b-18ee384d9553-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.824331] env[69524]: DEBUG oslo_concurrency.lockutils [req-00e901dc-2109-41cb-a746-84a3bc1f0185 req-df2c7221-2a0d-42b5-b2af-9f4e9bdbf2ae service nova] Lock "4244948e-6a1e-446b-b02b-18ee384d9553-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.824498] env[69524]: DEBUG nova.compute.manager [req-00e901dc-2109-41cb-a746-84a3bc1f0185 req-df2c7221-2a0d-42b5-b2af-9f4e9bdbf2ae service nova] [instance: 4244948e-6a1e-446b-b02b-18ee384d9553] No waiting events found dispatching network-vif-plugged-dc4532fe-3f26-47d2-aab2-bbf26cf7690f {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 877.824662] env[69524]: WARNING nova.compute.manager [req-00e901dc-2109-41cb-a746-84a3bc1f0185 req-df2c7221-2a0d-42b5-b2af-9f4e9bdbf2ae service nova] [instance: 4244948e-6a1e-446b-b02b-18ee384d9553] Received unexpected event network-vif-plugged-dc4532fe-3f26-47d2-aab2-bbf26cf7690f for instance with vm_state building and task_state spawning. [ 877.824931] env[69524]: DEBUG nova.compute.manager [req-00e901dc-2109-41cb-a746-84a3bc1f0185 req-df2c7221-2a0d-42b5-b2af-9f4e9bdbf2ae service nova] [instance: 4244948e-6a1e-446b-b02b-18ee384d9553] Received event network-changed-dc4532fe-3f26-47d2-aab2-bbf26cf7690f {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.825035] env[69524]: DEBUG nova.compute.manager [req-00e901dc-2109-41cb-a746-84a3bc1f0185 req-df2c7221-2a0d-42b5-b2af-9f4e9bdbf2ae service nova] [instance: 4244948e-6a1e-446b-b02b-18ee384d9553] Refreshing instance network info cache due to event network-changed-dc4532fe-3f26-47d2-aab2-bbf26cf7690f. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 877.825445] env[69524]: DEBUG oslo_concurrency.lockutils [req-00e901dc-2109-41cb-a746-84a3bc1f0185 req-df2c7221-2a0d-42b5-b2af-9f4e9bdbf2ae service nova] Acquiring lock "refresh_cache-4244948e-6a1e-446b-b02b-18ee384d9553" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.901069] env[69524]: DEBUG nova.scheduler.client.report [None req-f0ff9eef-82ac-4709-aa00-213aeb0b3121 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.003323] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52d3e766-0450-6a13-d6bc-634460f99b82, 'name': SearchDatastore_Task, 'duration_secs': 0.051003} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.003596] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.003864] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 59826e8d-b225-411c-988c-1f36f89ea4a0/59826e8d-b225-411c-988c-1f36f89ea4a0.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 878.004156] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05479695-819f-4888-ba2d-1ba3e00fc1de {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.012386] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Waiting for the task: (returnval){ [ 878.012386] env[69524]: value = "task-4067881" [ 878.012386] env[69524]: _type = "Task" [ 878.012386] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.021347] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': task-4067881, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.055594] env[69524]: DEBUG oslo_concurrency.lockutils [None req-def0dc0f-96ee-4b30-8579-62085ba21875 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Acquiring lock "5de29246-15dd-470d-b18e-b2453818b760" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.055844] env[69524]: DEBUG oslo_concurrency.lockutils [None req-def0dc0f-96ee-4b30-8579-62085ba21875 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Lock "5de29246-15dd-470d-b18e-b2453818b760" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.056070] env[69524]: DEBUG oslo_concurrency.lockutils [None req-def0dc0f-96ee-4b30-8579-62085ba21875 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Acquiring lock "5de29246-15dd-470d-b18e-b2453818b760-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.056254] env[69524]: DEBUG oslo_concurrency.lockutils [None req-def0dc0f-96ee-4b30-8579-62085ba21875 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Lock "5de29246-15dd-470d-b18e-b2453818b760-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.056427] env[69524]: DEBUG oslo_concurrency.lockutils [None req-def0dc0f-96ee-4b30-8579-62085ba21875 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Lock "5de29246-15dd-470d-b18e-b2453818b760-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.058745] env[69524]: DEBUG nova.network.neutron [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 4244948e-6a1e-446b-b02b-18ee384d9553] Updating instance_info_cache with network_info: [{"id": "dc4532fe-3f26-47d2-aab2-bbf26cf7690f", "address": "fa:16:3e:87:b9:14", "network": {"id": "e5e5ee1d-32eb-42f7-bf26-5fe9bf9e9350", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-540067878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23df3ceee0ff4106bb2836bd90c69e62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc4532fe-3f", "ovs_interfaceid": "dc4532fe-3f26-47d2-aab2-bbf26cf7690f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.060392] env[69524]: INFO nova.compute.manager [None req-def0dc0f-96ee-4b30-8579-62085ba21875 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 5de29246-15dd-470d-b18e-b2453818b760] Terminating instance [ 878.406743] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f0ff9eef-82ac-4709-aa00-213aeb0b3121 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.755s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.408974] env[69524]: INFO nova.compute.manager [None req-f0ff9eef-82ac-4709-aa00-213aeb0b3121 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Migrating [ 878.422699] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 36.746s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.427513] env[69524]: DEBUG nova.objects.instance [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] [instance: 6eb890b2-e6d7-49b2-a24a-9f94d574868d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69524) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 878.476391] env[69524]: DEBUG nova.network.neutron [None req-211aa5dd-171d-4405-b29a-e4b7ecbe8a82 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Updating instance_info_cache with network_info: [{"id": "647653e7-69c3-423e-b29c-05df5ac2cde8", "address": "fa:16:3e:b1:18:a9", "network": {"id": "1ed5f80d-e3ed-44dc-8b1f-b09def5546c9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1275482548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e64c5c29d3f246138e543c5e5af4ff08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap647653e7-69", "ovs_interfaceid": "647653e7-69c3-423e-b29c-05df5ac2cde8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.526470] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': task-4067881, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.563355] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Releasing lock "refresh_cache-4244948e-6a1e-446b-b02b-18ee384d9553" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.564411] env[69524]: DEBUG nova.compute.manager [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 4244948e-6a1e-446b-b02b-18ee384d9553] Instance network_info: |[{"id": "dc4532fe-3f26-47d2-aab2-bbf26cf7690f", "address": "fa:16:3e:87:b9:14", "network": {"id": "e5e5ee1d-32eb-42f7-bf26-5fe9bf9e9350", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-540067878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23df3ceee0ff4106bb2836bd90c69e62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc4532fe-3f", "ovs_interfaceid": "dc4532fe-3f26-47d2-aab2-bbf26cf7690f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 878.564411] env[69524]: DEBUG nova.compute.manager [None req-def0dc0f-96ee-4b30-8579-62085ba21875 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 5de29246-15dd-470d-b18e-b2453818b760] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 878.564768] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-def0dc0f-96ee-4b30-8579-62085ba21875 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 5de29246-15dd-470d-b18e-b2453818b760] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 878.564768] env[69524]: DEBUG oslo_concurrency.lockutils [req-00e901dc-2109-41cb-a746-84a3bc1f0185 req-df2c7221-2a0d-42b5-b2af-9f4e9bdbf2ae service nova] Acquired lock "refresh_cache-4244948e-6a1e-446b-b02b-18ee384d9553" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.564911] env[69524]: DEBUG nova.network.neutron [req-00e901dc-2109-41cb-a746-84a3bc1f0185 req-df2c7221-2a0d-42b5-b2af-9f4e9bdbf2ae service nova] [instance: 4244948e-6a1e-446b-b02b-18ee384d9553] Refreshing network info cache for port dc4532fe-3f26-47d2-aab2-bbf26cf7690f {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 878.570152] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 4244948e-6a1e-446b-b02b-18ee384d9553] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:b9:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '40859343-2baa-45fd-88e3-ebf8aaed2b19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc4532fe-3f26-47d2-aab2-bbf26cf7690f', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 878.578729] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 878.578729] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a0a4c5-bf5a-49a7-9a75-634b20701a8a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.586568] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4244948e-6a1e-446b-b02b-18ee384d9553] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 878.588589] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02a16d0c-7030-4c41-8efe-a0967308349b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.611409] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-def0dc0f-96ee-4b30-8579-62085ba21875 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 5de29246-15dd-470d-b18e-b2453818b760] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 878.612916] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed0751e0-1a85-4248-8a31-0c50d766a532 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.614508] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 878.614508] env[69524]: value = "task-4067882" [ 878.614508] env[69524]: _type = "Task" [ 878.614508] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.621251] env[69524]: DEBUG oslo_vmware.api [None req-def0dc0f-96ee-4b30-8579-62085ba21875 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Waiting for the task: (returnval){ [ 878.621251] env[69524]: value = "task-4067883" [ 878.621251] env[69524]: _type = "Task" [ 878.621251] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.628426] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067882, 'name': CreateVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.634496] env[69524]: DEBUG oslo_vmware.api [None req-def0dc0f-96ee-4b30-8579-62085ba21875 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': task-4067883, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.946015] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f0ff9eef-82ac-4709-aa00-213aeb0b3121 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquiring lock "refresh_cache-e2c166bd-9b6d-4450-bba0-43bb56975555" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.946015] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f0ff9eef-82ac-4709-aa00-213aeb0b3121 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquired lock "refresh_cache-e2c166bd-9b6d-4450-bba0-43bb56975555" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.946444] env[69524]: DEBUG nova.network.neutron [None req-f0ff9eef-82ac-4709-aa00-213aeb0b3121 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.980312] env[69524]: DEBUG oslo_concurrency.lockutils [None req-211aa5dd-171d-4405-b29a-e4b7ecbe8a82 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Releasing lock "refresh_cache-780705ab-3fbb-43e0-961a-46f755f5388d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.024390] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': task-4067881, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.133300] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067882, 'name': CreateVM_Task, 'duration_secs': 0.394658} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.134065] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4244948e-6a1e-446b-b02b-18ee384d9553] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 879.135104] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.135420] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.135864] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.140265] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fa81430-a238-478d-a1bc-c772ac9be543 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.143234] env[69524]: DEBUG oslo_vmware.api [None req-def0dc0f-96ee-4b30-8579-62085ba21875 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': task-4067883, 'name': PowerOffVM_Task, 'duration_secs': 0.280503} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.143979] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-def0dc0f-96ee-4b30-8579-62085ba21875 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 5de29246-15dd-470d-b18e-b2453818b760] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 879.144448] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-def0dc0f-96ee-4b30-8579-62085ba21875 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 5de29246-15dd-470d-b18e-b2453818b760] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 879.146170] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73ad4568-f3d1-422c-bd62-2b2bb0b6b422 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.149667] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Waiting for the task: (returnval){ [ 879.149667] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52772279-7c89-7b12-62d9-32f65f1f4864" [ 879.149667] env[69524]: _type = "Task" [ 879.149667] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.163371] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52772279-7c89-7b12-62d9-32f65f1f4864, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.222874] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-def0dc0f-96ee-4b30-8579-62085ba21875 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 5de29246-15dd-470d-b18e-b2453818b760] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 879.223078] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-def0dc0f-96ee-4b30-8579-62085ba21875 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 5de29246-15dd-470d-b18e-b2453818b760] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 879.223274] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-def0dc0f-96ee-4b30-8579-62085ba21875 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Deleting the datastore file [datastore1] 5de29246-15dd-470d-b18e-b2453818b760 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 879.223549] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7e7c43d-7e26-4f4c-8fd3-f12a1bb3ee05 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.232550] env[69524]: DEBUG oslo_vmware.api [None req-def0dc0f-96ee-4b30-8579-62085ba21875 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Waiting for the task: (returnval){ [ 879.232550] env[69524]: value = "task-4067885" [ 879.232550] env[69524]: _type = "Task" [ 879.232550] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.248676] env[69524]: DEBUG oslo_vmware.api [None req-def0dc0f-96ee-4b30-8579-62085ba21875 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': task-4067885, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.445741] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1de0066c-cfad-4f95-b198-8c0a07ff3838 tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.024s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.448520] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9d984ae2-6164-45e1-a286-f330552e23f5 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.391s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.448754] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9d984ae2-6164-45e1-a286-f330552e23f5 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.454772] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.541s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.457811] env[69524]: INFO nova.compute.claims [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 879.514129] env[69524]: INFO nova.scheduler.client.report [None req-9d984ae2-6164-45e1-a286-f330552e23f5 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Deleted allocations for instance 8afdcf13-3a25-4b51-90a3-8e4f887bd877 [ 879.539691] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': task-4067881, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.651806] env[69524]: DEBUG nova.network.neutron [req-00e901dc-2109-41cb-a746-84a3bc1f0185 req-df2c7221-2a0d-42b5-b2af-9f4e9bdbf2ae service nova] [instance: 4244948e-6a1e-446b-b02b-18ee384d9553] Updated VIF entry in instance network info cache for port dc4532fe-3f26-47d2-aab2-bbf26cf7690f. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 879.652187] env[69524]: DEBUG nova.network.neutron [req-00e901dc-2109-41cb-a746-84a3bc1f0185 req-df2c7221-2a0d-42b5-b2af-9f4e9bdbf2ae service nova] [instance: 4244948e-6a1e-446b-b02b-18ee384d9553] Updating instance_info_cache with network_info: [{"id": "dc4532fe-3f26-47d2-aab2-bbf26cf7690f", "address": "fa:16:3e:87:b9:14", "network": {"id": "e5e5ee1d-32eb-42f7-bf26-5fe9bf9e9350", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-540067878-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "23df3ceee0ff4106bb2836bd90c69e62", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc4532fe-3f", "ovs_interfaceid": "dc4532fe-3f26-47d2-aab2-bbf26cf7690f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.666504] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52772279-7c89-7b12-62d9-32f65f1f4864, 'name': SearchDatastore_Task, 'duration_secs': 0.013148} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.666885] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.667183] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 4244948e-6a1e-446b-b02b-18ee384d9553] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 879.667493] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.667699] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.667975] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 879.668304] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fe1494da-bfe4-4827-8079-da4fbeb9cca7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.684291] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 879.684291] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 879.684291] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b254dac-2d0c-4fdc-9fe1-16485dd18daf {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.693378] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Waiting for the task: (returnval){ [ 879.693378] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52b80ca7-d163-6ef7-1677-0919261570a7" [ 879.693378] env[69524]: _type = "Task" [ 879.693378] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.709471] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52b80ca7-d163-6ef7-1677-0919261570a7, 'name': SearchDatastore_Task, 'duration_secs': 0.011641} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.713367] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db76fa80-456c-4e49-90a6-d41f7feb8323 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.717324] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Waiting for the task: (returnval){ [ 879.717324] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]524f4b00-8deb-3ea3-52bc-a6cc040aa159" [ 879.717324] env[69524]: _type = "Task" [ 879.717324] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.730772] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]524f4b00-8deb-3ea3-52bc-a6cc040aa159, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.746592] env[69524]: DEBUG oslo_vmware.api [None req-def0dc0f-96ee-4b30-8579-62085ba21875 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': task-4067885, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184164} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.747278] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-def0dc0f-96ee-4b30-8579-62085ba21875 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 879.747461] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-def0dc0f-96ee-4b30-8579-62085ba21875 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 5de29246-15dd-470d-b18e-b2453818b760] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 879.747639] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-def0dc0f-96ee-4b30-8579-62085ba21875 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 5de29246-15dd-470d-b18e-b2453818b760] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 879.747848] env[69524]: INFO nova.compute.manager [None req-def0dc0f-96ee-4b30-8579-62085ba21875 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 5de29246-15dd-470d-b18e-b2453818b760] Took 1.18 seconds to destroy the instance on the hypervisor. [ 879.748107] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-def0dc0f-96ee-4b30-8579-62085ba21875 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 879.748308] env[69524]: DEBUG nova.compute.manager [-] [instance: 5de29246-15dd-470d-b18e-b2453818b760] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 879.748475] env[69524]: DEBUG nova.network.neutron [-] [instance: 5de29246-15dd-470d-b18e-b2453818b760] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 879.992426] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-211aa5dd-171d-4405-b29a-e4b7ecbe8a82 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 879.993337] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9e98f913-6f09-4760-a7bb-79e660186426 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.001525] env[69524]: DEBUG oslo_vmware.api [None req-211aa5dd-171d-4405-b29a-e4b7ecbe8a82 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Waiting for the task: (returnval){ [ 880.001525] env[69524]: value = "task-4067886" [ 880.001525] env[69524]: _type = "Task" [ 880.001525] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.015645] env[69524]: DEBUG oslo_vmware.api [None req-211aa5dd-171d-4405-b29a-e4b7ecbe8a82 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4067886, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.037104] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': task-4067881, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.540339} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.037590] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9d984ae2-6164-45e1-a286-f330552e23f5 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Lock "8afdcf13-3a25-4b51-90a3-8e4f887bd877" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.159s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.040251] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 59826e8d-b225-411c-988c-1f36f89ea4a0/59826e8d-b225-411c-988c-1f36f89ea4a0.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 880.040955] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 59826e8d-b225-411c-988c-1f36f89ea4a0] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 880.041138] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99ff71ef-6896-431d-ba43-151ed37f3947 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.055476] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Waiting for the task: (returnval){ [ 880.055476] env[69524]: value = "task-4067887" [ 880.055476] env[69524]: _type = "Task" [ 880.055476] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.069917] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': task-4067887, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.074469] env[69524]: DEBUG nova.compute.manager [req-da8f2f74-821a-4159-b75f-83f57de1568d req-fe04a534-b675-4f92-a9f9-8e0763b96bed service nova] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Received event network-vif-plugged-1aed28d3-0fab-41c4-a708-1ae5ca67455a {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.074469] env[69524]: DEBUG oslo_concurrency.lockutils [req-da8f2f74-821a-4159-b75f-83f57de1568d req-fe04a534-b675-4f92-a9f9-8e0763b96bed service nova] Acquiring lock "7524a781-c6db-4ea3-a115-73a6f07f94d3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.075055] env[69524]: DEBUG oslo_concurrency.lockutils [req-da8f2f74-821a-4159-b75f-83f57de1568d req-fe04a534-b675-4f92-a9f9-8e0763b96bed service nova] Lock "7524a781-c6db-4ea3-a115-73a6f07f94d3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.075055] env[69524]: DEBUG oslo_concurrency.lockutils [req-da8f2f74-821a-4159-b75f-83f57de1568d req-fe04a534-b675-4f92-a9f9-8e0763b96bed service nova] Lock "7524a781-c6db-4ea3-a115-73a6f07f94d3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.075681] env[69524]: DEBUG nova.compute.manager [req-da8f2f74-821a-4159-b75f-83f57de1568d req-fe04a534-b675-4f92-a9f9-8e0763b96bed service nova] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] No waiting events found dispatching network-vif-plugged-1aed28d3-0fab-41c4-a708-1ae5ca67455a {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 880.075681] env[69524]: WARNING nova.compute.manager [req-da8f2f74-821a-4159-b75f-83f57de1568d req-fe04a534-b675-4f92-a9f9-8e0763b96bed service nova] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Received unexpected event network-vif-plugged-1aed28d3-0fab-41c4-a708-1ae5ca67455a for instance with vm_state building and task_state spawning. [ 880.159994] env[69524]: DEBUG oslo_concurrency.lockutils [req-00e901dc-2109-41cb-a746-84a3bc1f0185 req-df2c7221-2a0d-42b5-b2af-9f4e9bdbf2ae service nova] Releasing lock "refresh_cache-4244948e-6a1e-446b-b02b-18ee384d9553" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.232292] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]524f4b00-8deb-3ea3-52bc-a6cc040aa159, 'name': SearchDatastore_Task, 'duration_secs': 0.047904} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.232837] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.233248] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 4244948e-6a1e-446b-b02b-18ee384d9553/4244948e-6a1e-446b-b02b-18ee384d9553.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 880.233683] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85ebbb8d-3911-41d8-a3b3-f6665d018917 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.243974] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Waiting for the task: (returnval){ [ 880.243974] env[69524]: value = "task-4067888" [ 880.243974] env[69524]: _type = "Task" [ 880.243974] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.254629] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': task-4067888, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.310773] env[69524]: DEBUG nova.network.neutron [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Successfully updated port: 1aed28d3-0fab-41c4-a708-1ae5ca67455a {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 880.400697] env[69524]: DEBUG nova.network.neutron [None req-f0ff9eef-82ac-4709-aa00-213aeb0b3121 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Updating instance_info_cache with network_info: [{"id": "0f025ac1-3f58-43d7-9e27-1347bb8f0c1b", "address": "fa:16:3e:d6:13:8a", "network": {"id": "44e29569-eeca-4e3a-bfa6-eaf437fc808b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1419956527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4133a0547d154af78d7556a7517cb285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f025ac1-3f", "ovs_interfaceid": "0f025ac1-3f58-43d7-9e27-1347bb8f0c1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.520215] env[69524]: DEBUG oslo_vmware.api [None req-211aa5dd-171d-4405-b29a-e4b7ecbe8a82 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4067886, 'name': PowerOnVM_Task, 'duration_secs': 0.466857} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.523539] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-211aa5dd-171d-4405-b29a-e4b7ecbe8a82 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 880.523539] env[69524]: DEBUG nova.compute.manager [None req-211aa5dd-171d-4405-b29a-e4b7ecbe8a82 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 880.523539] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e957d48b-322a-45b8-bd61-fc20647c8051 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.564898] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': task-4067887, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086064} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.565234] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 59826e8d-b225-411c-988c-1f36f89ea4a0] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 880.566261] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9dcb82-2d16-48a9-99d1-a65eba46bf8e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.603073] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 59826e8d-b225-411c-988c-1f36f89ea4a0] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 59826e8d-b225-411c-988c-1f36f89ea4a0/59826e8d-b225-411c-988c-1f36f89ea4a0.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.607791] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1997c96-9be5-4748-b450-8e4c33baa88f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.631742] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Waiting for the task: (returnval){ [ 880.631742] env[69524]: value = "task-4067889" [ 880.631742] env[69524]: _type = "Task" [ 880.631742] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.649534] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': task-4067889, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.757717] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': task-4067888, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.812983] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Acquiring lock "refresh_cache-7524a781-c6db-4ea3-a115-73a6f07f94d3" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.812983] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Acquired lock "refresh_cache-7524a781-c6db-4ea3-a115-73a6f07f94d3" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.812983] env[69524]: DEBUG nova.network.neutron [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 880.904310] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f0ff9eef-82ac-4709-aa00-213aeb0b3121 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Releasing lock "refresh_cache-e2c166bd-9b6d-4450-bba0-43bb56975555" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.085052] env[69524]: DEBUG nova.compute.manager [req-dcaff95b-a179-423b-bb5c-6d18855e5778 req-2d468220-a111-497f-b453-79ac47fd56c6 service nova] [instance: 5de29246-15dd-470d-b18e-b2453818b760] Received event network-vif-deleted-026afd23-8a42-4841-bb90-17ef2ec56e1c {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.085052] env[69524]: INFO nova.compute.manager [req-dcaff95b-a179-423b-bb5c-6d18855e5778 req-2d468220-a111-497f-b453-79ac47fd56c6 service nova] [instance: 5de29246-15dd-470d-b18e-b2453818b760] Neutron deleted interface 026afd23-8a42-4841-bb90-17ef2ec56e1c; detaching it from the instance and deleting it from the info cache [ 881.085052] env[69524]: DEBUG nova.network.neutron [req-dcaff95b-a179-423b-bb5c-6d18855e5778 req-2d468220-a111-497f-b453-79ac47fd56c6 service nova] [instance: 5de29246-15dd-470d-b18e-b2453818b760] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.147352] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': task-4067889, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.218577] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eac6f2d9-7bde-4b7e-aaf9-2cf0d50e54dd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.229732] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd1c161-b1f1-4f3f-8653-5dc208f4a468 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.272080] env[69524]: DEBUG nova.network.neutron [-] [instance: 5de29246-15dd-470d-b18e-b2453818b760] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.279932] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce308b03-a77c-4381-bf4f-8f53142bd61d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.291875] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': task-4067888, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563154} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.292342] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 4244948e-6a1e-446b-b02b-18ee384d9553/4244948e-6a1e-446b-b02b-18ee384d9553.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 881.292508] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 4244948e-6a1e-446b-b02b-18ee384d9553] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 881.293846] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96d4037-9bde-4ad0-ab78-34814b0e1ecf {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.298127] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d893d506-820a-404f-8c7c-9b0a9c090b6b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.313409] env[69524]: DEBUG nova.compute.provider_tree [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.318744] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Waiting for the task: (returnval){ [ 881.318744] env[69524]: value = "task-4067890" [ 881.318744] env[69524]: _type = "Task" [ 881.318744] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.330629] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': task-4067890, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.420116] env[69524]: DEBUG nova.network.neutron [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 881.588301] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5f8a9476-60c9-47a2-ba64-cc379c72de86 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.600163] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365f8895-1506-4c94-8c91-4699beb65fe8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.644619] env[69524]: DEBUG nova.compute.manager [req-dcaff95b-a179-423b-bb5c-6d18855e5778 req-2d468220-a111-497f-b453-79ac47fd56c6 service nova] [instance: 5de29246-15dd-470d-b18e-b2453818b760] Detach interface failed, port_id=026afd23-8a42-4841-bb90-17ef2ec56e1c, reason: Instance 5de29246-15dd-470d-b18e-b2453818b760 could not be found. {{(pid=69524) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 881.658629] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': task-4067889, 'name': ReconfigVM_Task, 'duration_secs': 0.765735} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.659027] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 59826e8d-b225-411c-988c-1f36f89ea4a0] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 59826e8d-b225-411c-988c-1f36f89ea4a0/59826e8d-b225-411c-988c-1f36f89ea4a0.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 881.660278] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a75dfe3f-220f-425f-b724-7119bcb3acbf {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.673615] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Waiting for the task: (returnval){ [ 881.673615] env[69524]: value = "task-4067891" [ 881.673615] env[69524]: _type = "Task" [ 881.673615] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.690059] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': task-4067891, 'name': Rename_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.700246] env[69524]: DEBUG nova.network.neutron [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Updating instance_info_cache with network_info: [{"id": "1aed28d3-0fab-41c4-a708-1ae5ca67455a", "address": "fa:16:3e:f2:98:0f", "network": {"id": "9ba6743d-ce8d-49df-87a9-5afc4de01489", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a86a460dd4454b05b84917cee5434b27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aed28d3-0f", "ovs_interfaceid": "1aed28d3-0fab-41c4-a708-1ae5ca67455a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.776994] env[69524]: INFO nova.compute.manager [-] [instance: 5de29246-15dd-470d-b18e-b2453818b760] Took 2.03 seconds to deallocate network for instance. [ 881.822279] env[69524]: DEBUG nova.scheduler.client.report [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.841474] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': task-4067890, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072212} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.841711] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 4244948e-6a1e-446b-b02b-18ee384d9553] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 881.842686] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914cf718-8587-4f1b-a305-84a6c446ab34 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.870057] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 4244948e-6a1e-446b-b02b-18ee384d9553] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 4244948e-6a1e-446b-b02b-18ee384d9553/4244948e-6a1e-446b-b02b-18ee384d9553.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 881.870611] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e25cfe6-c479-44df-8a10-b2d285389a1f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.896365] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Waiting for the task: (returnval){ [ 881.896365] env[69524]: value = "task-4067892" [ 881.896365] env[69524]: _type = "Task" [ 881.896365] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.906328] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': task-4067892, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.185641] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': task-4067891, 'name': Rename_Task, 'duration_secs': 0.333977} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.186012] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 59826e8d-b225-411c-988c-1f36f89ea4a0] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 882.186357] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-342bd9bc-6b39-4a90-9b39-6f058c2b480f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.196811] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Waiting for the task: (returnval){ [ 882.196811] env[69524]: value = "task-4067893" [ 882.196811] env[69524]: _type = "Task" [ 882.196811] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.205803] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Releasing lock "refresh_cache-7524a781-c6db-4ea3-a115-73a6f07f94d3" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.207239] env[69524]: DEBUG nova.compute.manager [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Instance network_info: |[{"id": "1aed28d3-0fab-41c4-a708-1ae5ca67455a", "address": "fa:16:3e:f2:98:0f", "network": {"id": "9ba6743d-ce8d-49df-87a9-5afc4de01489", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a86a460dd4454b05b84917cee5434b27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aed28d3-0f", "ovs_interfaceid": "1aed28d3-0fab-41c4-a708-1ae5ca67455a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 882.207633] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': task-4067893, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.208098] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:98:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69f65356-c85e-4b7f-ad28-7c7b5e8cf50c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1aed28d3-0fab-41c4-a708-1ae5ca67455a', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 882.218103] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Creating folder: Project (c7afd20737034a989be2956c51248410). Parent ref: group-v806025. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 882.218474] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-076d1343-dd25-4492-9168-fabcd006a1dc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.231490] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Created folder: Project (c7afd20737034a989be2956c51248410) in parent group-v806025. [ 882.231687] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Creating folder: Instances. Parent ref: group-v806158. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 882.231961] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5cdb04c-ce93-4572-9e20-e4a9b8c209a0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.243069] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Created folder: Instances in parent group-v806158. [ 882.245471] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.245471] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 882.245471] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ded7dee0-8f16-4dfb-959f-48dc6bf6cf23 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.269355] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 882.269355] env[69524]: value = "task-4067896" [ 882.269355] env[69524]: _type = "Task" [ 882.269355] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.280440] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067896, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.286207] env[69524]: DEBUG oslo_concurrency.lockutils [None req-def0dc0f-96ee-4b30-8579-62085ba21875 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.292392] env[69524]: DEBUG nova.compute.manager [req-db17351c-3b6d-43e4-a692-57dcc9f31b12 req-c65660d3-99d5-44f6-a6e4-02f5c4c411a2 service nova] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Received event network-changed-1aed28d3-0fab-41c4-a708-1ae5ca67455a {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.292613] env[69524]: DEBUG nova.compute.manager [req-db17351c-3b6d-43e4-a692-57dcc9f31b12 req-c65660d3-99d5-44f6-a6e4-02f5c4c411a2 service nova] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Refreshing instance network info cache due to event network-changed-1aed28d3-0fab-41c4-a708-1ae5ca67455a. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 882.292949] env[69524]: DEBUG oslo_concurrency.lockutils [req-db17351c-3b6d-43e4-a692-57dcc9f31b12 req-c65660d3-99d5-44f6-a6e4-02f5c4c411a2 service nova] Acquiring lock "refresh_cache-7524a781-c6db-4ea3-a115-73a6f07f94d3" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.293147] env[69524]: DEBUG oslo_concurrency.lockutils [req-db17351c-3b6d-43e4-a692-57dcc9f31b12 req-c65660d3-99d5-44f6-a6e4-02f5c4c411a2 service nova] Acquired lock "refresh_cache-7524a781-c6db-4ea3-a115-73a6f07f94d3" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.293971] env[69524]: DEBUG nova.network.neutron [req-db17351c-3b6d-43e4-a692-57dcc9f31b12 req-c65660d3-99d5-44f6-a6e4-02f5c4c411a2 service nova] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Refreshing network info cache for port 1aed28d3-0fab-41c4-a708-1ae5ca67455a {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 882.335639] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.881s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.336190] env[69524]: DEBUG nova.compute.manager [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 882.339316] env[69524]: DEBUG oslo_concurrency.lockutils [None req-26b8e722-3bcf-42a9-820e-65bf4c377a6d tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.102s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.339493] env[69524]: DEBUG oslo_concurrency.lockutils [None req-26b8e722-3bcf-42a9-820e-65bf4c377a6d tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.342532] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d5bcaf22-6e85-4988-bf84-9bb6d8387ea6 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 34.651s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.377352] env[69524]: INFO nova.scheduler.client.report [None req-26b8e722-3bcf-42a9-820e-65bf4c377a6d tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Deleted allocations for instance 6eb890b2-e6d7-49b2-a24a-9f94d574868d [ 882.417307] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': task-4067892, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.432090] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671bbd1b-22a9-475d-882b-e1b9a7635500 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.456561] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ff9eef-82ac-4709-aa00-213aeb0b3121 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Updating instance 'e2c166bd-9b6d-4450-bba0-43bb56975555' progress to 0 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 882.711772] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': task-4067893, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.790342] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067896, 'name': CreateVM_Task, 'duration_secs': 0.404961} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.790741] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 882.792051] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.792383] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.793192] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.793864] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6e43c8c-e438-4cba-9918-4367439147ef {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.807026] env[69524]: DEBUG oslo_vmware.api [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Waiting for the task: (returnval){ [ 882.807026] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52fcc4bc-e72f-5bd1-f736-f805e5bae655" [ 882.807026] env[69524]: _type = "Task" [ 882.807026] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.822764] env[69524]: DEBUG oslo_vmware.api [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52fcc4bc-e72f-5bd1-f736-f805e5bae655, 'name': SearchDatastore_Task, 'duration_secs': 0.010963} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.823165] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.823808] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 882.824140] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.824429] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.824681] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 882.825015] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81041958-00f7-430d-a525-e232d08385a1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.837382] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 882.837382] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 882.837853] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0af08579-c9d0-48ca-a28a-1d38feb49256 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.844124] env[69524]: DEBUG oslo_vmware.api [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Waiting for the task: (returnval){ [ 882.844124] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]521a83de-372a-50fc-b3a2-4518da65530f" [ 882.844124] env[69524]: _type = "Task" [ 882.844124] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.854784] env[69524]: DEBUG nova.compute.utils [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 882.863991] env[69524]: DEBUG nova.compute.manager [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 882.863991] env[69524]: DEBUG nova.network.neutron [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 882.874299] env[69524]: DEBUG oslo_vmware.api [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]521a83de-372a-50fc-b3a2-4518da65530f, 'name': SearchDatastore_Task, 'duration_secs': 0.010624} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.874299] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02a966c0-5cf9-42b1-8be9-f0cd3621ddb6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.882125] env[69524]: DEBUG oslo_vmware.api [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Waiting for the task: (returnval){ [ 882.882125] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]523755b7-8d66-085e-6526-54d08e4adf82" [ 882.882125] env[69524]: _type = "Task" [ 882.882125] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.894290] env[69524]: DEBUG oslo_vmware.api [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]523755b7-8d66-085e-6526-54d08e4adf82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.896478] env[69524]: DEBUG oslo_concurrency.lockutils [None req-26b8e722-3bcf-42a9-820e-65bf4c377a6d tempest-ServerShowV254Test-1323000816 tempest-ServerShowV254Test-1323000816-project-member] Lock "6eb890b2-e6d7-49b2-a24a-9f94d574868d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.018s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.910977] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': task-4067892, 'name': ReconfigVM_Task, 'duration_secs': 0.530205} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.912429] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 4244948e-6a1e-446b-b02b-18ee384d9553] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 4244948e-6a1e-446b-b02b-18ee384d9553/4244948e-6a1e-446b-b02b-18ee384d9553.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 882.916029] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-749973b2-bb61-433e-9c18-136cf009130f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.918680] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Acquiring lock "0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.918897] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Lock "0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.928346] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Waiting for the task: (returnval){ [ 882.928346] env[69524]: value = "task-4067897" [ 882.928346] env[69524]: _type = "Task" [ 882.928346] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.941666] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': task-4067897, 'name': Rename_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.963719] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ff9eef-82ac-4709-aa00-213aeb0b3121 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.968334] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-109812bc-796d-47e5-97f7-7f8262185ee4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.977804] env[69524]: DEBUG oslo_vmware.api [None req-f0ff9eef-82ac-4709-aa00-213aeb0b3121 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 882.977804] env[69524]: value = "task-4067898" [ 882.977804] env[69524]: _type = "Task" [ 882.977804] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.989841] env[69524]: DEBUG nova.policy [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ff6991e1b654b7dbb034ffd97167a3c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c7afd20737034a989be2956c51248410', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 882.993669] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ff9eef-82ac-4709-aa00-213aeb0b3121 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] VM already powered off {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 882.994289] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ff9eef-82ac-4709-aa00-213aeb0b3121 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Updating instance 'e2c166bd-9b6d-4450-bba0-43bb56975555' progress to 17 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 883.212579] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': task-4067893, 'name': PowerOnVM_Task, 'duration_secs': 0.574105} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.212987] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 59826e8d-b225-411c-988c-1f36f89ea4a0] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 883.213470] env[69524]: INFO nova.compute.manager [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 59826e8d-b225-411c-988c-1f36f89ea4a0] Took 11.11 seconds to spawn the instance on the hypervisor. [ 883.213708] env[69524]: DEBUG nova.compute.manager [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 59826e8d-b225-411c-988c-1f36f89ea4a0] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 883.215126] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f40d5e0-64af-43d7-a9c1-ef2bf057e68d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.263995] env[69524]: DEBUG nova.network.neutron [req-db17351c-3b6d-43e4-a692-57dcc9f31b12 req-c65660d3-99d5-44f6-a6e4-02f5c4c411a2 service nova] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Updated VIF entry in instance network info cache for port 1aed28d3-0fab-41c4-a708-1ae5ca67455a. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 883.264648] env[69524]: DEBUG nova.network.neutron [req-db17351c-3b6d-43e4-a692-57dcc9f31b12 req-c65660d3-99d5-44f6-a6e4-02f5c4c411a2 service nova] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Updating instance_info_cache with network_info: [{"id": "1aed28d3-0fab-41c4-a708-1ae5ca67455a", "address": "fa:16:3e:f2:98:0f", "network": {"id": "9ba6743d-ce8d-49df-87a9-5afc4de01489", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a86a460dd4454b05b84917cee5434b27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aed28d3-0f", "ovs_interfaceid": "1aed28d3-0fab-41c4-a708-1ae5ca67455a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.362558] env[69524]: DEBUG nova.compute.manager [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 883.391845] env[69524]: DEBUG oslo_vmware.api [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]523755b7-8d66-085e-6526-54d08e4adf82, 'name': SearchDatastore_Task, 'duration_secs': 0.012145} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.392153] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.392548] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 7524a781-c6db-4ea3-a115-73a6f07f94d3/7524a781-c6db-4ea3-a115-73a6f07f94d3.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 883.392845] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9fe3dd51-91a5-4014-b376-e51d1cfa931d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.405158] env[69524]: DEBUG oslo_vmware.api [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Waiting for the task: (returnval){ [ 883.405158] env[69524]: value = "task-4067899" [ 883.405158] env[69524]: _type = "Task" [ 883.405158] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.415046] env[69524]: DEBUG oslo_vmware.api [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4067899, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.445940] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': task-4067897, 'name': Rename_Task, 'duration_secs': 0.312255} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.446252] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 4244948e-6a1e-446b-b02b-18ee384d9553] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 883.446497] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-935e9002-f82d-4b98-b547-e97b55851651 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.455658] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Waiting for the task: (returnval){ [ 883.455658] env[69524]: value = "task-4067900" [ 883.455658] env[69524]: _type = "Task" [ 883.455658] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.466644] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': task-4067900, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.495840] env[69524]: DEBUG nova.network.neutron [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255] Successfully created port: 3f521216-a6d3-43fa-8a5a-84cfe908ebf7 {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 883.504364] env[69524]: DEBUG nova.virt.hardware [None req-f0ff9eef-82ac-4709-aa00-213aeb0b3121 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 883.505219] env[69524]: DEBUG nova.virt.hardware [None req-f0ff9eef-82ac-4709-aa00-213aeb0b3121 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 883.505219] env[69524]: DEBUG nova.virt.hardware [None req-f0ff9eef-82ac-4709-aa00-213aeb0b3121 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 883.505219] env[69524]: DEBUG nova.virt.hardware [None req-f0ff9eef-82ac-4709-aa00-213aeb0b3121 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 883.505219] env[69524]: DEBUG nova.virt.hardware [None req-f0ff9eef-82ac-4709-aa00-213aeb0b3121 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 883.505219] env[69524]: DEBUG nova.virt.hardware [None req-f0ff9eef-82ac-4709-aa00-213aeb0b3121 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 883.505431] env[69524]: DEBUG nova.virt.hardware [None req-f0ff9eef-82ac-4709-aa00-213aeb0b3121 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 883.505580] env[69524]: DEBUG nova.virt.hardware [None req-f0ff9eef-82ac-4709-aa00-213aeb0b3121 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 883.505743] env[69524]: DEBUG nova.virt.hardware [None req-f0ff9eef-82ac-4709-aa00-213aeb0b3121 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 883.505900] env[69524]: DEBUG nova.virt.hardware [None req-f0ff9eef-82ac-4709-aa00-213aeb0b3121 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 883.506081] env[69524]: DEBUG nova.virt.hardware [None req-f0ff9eef-82ac-4709-aa00-213aeb0b3121 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 883.512104] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d22a455-89f8-4fc0-b8a4-95a8e457aa2d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.533030] env[69524]: DEBUG oslo_vmware.api [None req-f0ff9eef-82ac-4709-aa00-213aeb0b3121 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 883.533030] env[69524]: value = "task-4067901" [ 883.533030] env[69524]: _type = "Task" [ 883.533030] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.546047] env[69524]: DEBUG oslo_vmware.api [None req-f0ff9eef-82ac-4709-aa00-213aeb0b3121 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4067901, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.594679] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29864a08-faae-494f-924b-abc517bd0e19 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.603524] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3449cb-e142-41e7-9f60-f3432beb5ec4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.645140] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94ac971b-00b1-4265-a047-cd06e3f6fe32 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.655584] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9d0653-383e-494b-8abb-d97a8200c8cd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.672574] env[69524]: DEBUG nova.compute.provider_tree [None req-d5bcaf22-6e85-4988-bf84-9bb6d8387ea6 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.739026] env[69524]: INFO nova.compute.manager [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 59826e8d-b225-411c-988c-1f36f89ea4a0] Took 61.65 seconds to build instance. [ 883.772551] env[69524]: DEBUG oslo_concurrency.lockutils [req-db17351c-3b6d-43e4-a692-57dcc9f31b12 req-c65660d3-99d5-44f6-a6e4-02f5c4c411a2 service nova] Releasing lock "refresh_cache-7524a781-c6db-4ea3-a115-73a6f07f94d3" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.922864] env[69524]: DEBUG oslo_vmware.api [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4067899, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.971443] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': task-4067900, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.049999] env[69524]: DEBUG oslo_vmware.api [None req-f0ff9eef-82ac-4709-aa00-213aeb0b3121 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4067901, 'name': ReconfigVM_Task, 'duration_secs': 0.178087} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.050538] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ff9eef-82ac-4709-aa00-213aeb0b3121 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Updating instance 'e2c166bd-9b6d-4450-bba0-43bb56975555' progress to 33 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 884.176153] env[69524]: DEBUG nova.scheduler.client.report [None req-d5bcaf22-6e85-4988-bf84-9bb6d8387ea6 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.240943] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Lock "59826e8d-b225-411c-988c-1f36f89ea4a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.112s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.373642] env[69524]: DEBUG nova.compute.manager [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 884.407583] env[69524]: DEBUG nova.virt.hardware [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 884.407956] env[69524]: DEBUG nova.virt.hardware [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 884.408693] env[69524]: DEBUG nova.virt.hardware [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 884.408948] env[69524]: DEBUG nova.virt.hardware [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 884.413176] env[69524]: DEBUG nova.virt.hardware [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 884.413344] env[69524]: DEBUG nova.virt.hardware [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 884.413562] env[69524]: DEBUG nova.virt.hardware [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 884.413743] env[69524]: DEBUG nova.virt.hardware [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 884.413980] env[69524]: DEBUG nova.virt.hardware [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 884.414156] env[69524]: DEBUG nova.virt.hardware [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 884.414449] env[69524]: DEBUG nova.virt.hardware [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 884.415310] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54ae244-5040-4603-92f3-4bdc0bdbceaf {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.431938] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91ae68a-5a5e-4fa6-838b-0749b0a7c960 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.435960] env[69524]: DEBUG oslo_vmware.api [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4067899, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521266} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.438448] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 7524a781-c6db-4ea3-a115-73a6f07f94d3/7524a781-c6db-4ea3-a115-73a6f07f94d3.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 884.438448] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 884.439188] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-662543d9-648b-4b63-bf89-f53e7ae985af {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.455365] env[69524]: DEBUG oslo_vmware.api [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Waiting for the task: (returnval){ [ 884.455365] env[69524]: value = "task-4067902" [ 884.455365] env[69524]: _type = "Task" [ 884.455365] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.467945] env[69524]: DEBUG oslo_vmware.api [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4067902, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.471244] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': task-4067900, 'name': PowerOnVM_Task} progress is 74%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.558562] env[69524]: DEBUG nova.virt.hardware [None req-f0ff9eef-82ac-4709-aa00-213aeb0b3121 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 884.558976] env[69524]: DEBUG nova.virt.hardware [None req-f0ff9eef-82ac-4709-aa00-213aeb0b3121 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 884.559181] env[69524]: DEBUG nova.virt.hardware [None req-f0ff9eef-82ac-4709-aa00-213aeb0b3121 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 884.559397] env[69524]: DEBUG nova.virt.hardware [None req-f0ff9eef-82ac-4709-aa00-213aeb0b3121 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 884.559510] env[69524]: DEBUG nova.virt.hardware [None req-f0ff9eef-82ac-4709-aa00-213aeb0b3121 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 884.559657] env[69524]: DEBUG nova.virt.hardware [None req-f0ff9eef-82ac-4709-aa00-213aeb0b3121 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 884.559858] env[69524]: DEBUG nova.virt.hardware [None req-f0ff9eef-82ac-4709-aa00-213aeb0b3121 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 884.561133] env[69524]: DEBUG nova.virt.hardware [None req-f0ff9eef-82ac-4709-aa00-213aeb0b3121 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 884.561400] env[69524]: DEBUG nova.virt.hardware [None req-f0ff9eef-82ac-4709-aa00-213aeb0b3121 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 884.561552] env[69524]: DEBUG nova.virt.hardware [None req-f0ff9eef-82ac-4709-aa00-213aeb0b3121 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 884.561756] env[69524]: DEBUG nova.virt.hardware [None req-f0ff9eef-82ac-4709-aa00-213aeb0b3121 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 884.567604] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0ff9eef-82ac-4709-aa00-213aeb0b3121 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Reconfiguring VM instance instance-0000000b to detach disk 2000 {{(pid=69524) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 884.567690] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-824ee8c0-b116-4f22-83f1-539c9e6f8742 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.591643] env[69524]: DEBUG oslo_vmware.api [None req-f0ff9eef-82ac-4709-aa00-213aeb0b3121 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 884.591643] env[69524]: value = "task-4067903" [ 884.591643] env[69524]: _type = "Task" [ 884.591643] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.600911] env[69524]: DEBUG oslo_vmware.api [None req-f0ff9eef-82ac-4709-aa00-213aeb0b3121 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4067903, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.744045] env[69524]: DEBUG nova.compute.manager [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: da06a11a-6bb5-4f4b-a1ae-365fcdf0641f] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 884.973034] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': task-4067900, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.973034] env[69524]: DEBUG oslo_vmware.api [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4067902, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095791} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.973034] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 884.974225] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbdaf1fd-944b-414c-b672-093ec724ad21 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.006141] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 7524a781-c6db-4ea3-a115-73a6f07f94d3/7524a781-c6db-4ea3-a115-73a6f07f94d3.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 885.009038] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0789538a-60be-4ef4-94c0-e95973f376f9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.029975] env[69524]: DEBUG oslo_vmware.api [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Waiting for the task: (returnval){ [ 885.029975] env[69524]: value = "task-4067904" [ 885.029975] env[69524]: _type = "Task" [ 885.029975] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.041803] env[69524]: DEBUG oslo_vmware.api [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4067904, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.102670] env[69524]: DEBUG oslo_vmware.api [None req-f0ff9eef-82ac-4709-aa00-213aeb0b3121 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4067903, 'name': ReconfigVM_Task, 'duration_secs': 0.177659} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.106020] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0ff9eef-82ac-4709-aa00-213aeb0b3121 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Reconfigured VM instance instance-0000000b to detach disk 2000 {{(pid=69524) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 885.106020] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa282bfc-b7b9-488e-bf45-ba7e42c083da {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.132465] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0ff9eef-82ac-4709-aa00-213aeb0b3121 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] e2c166bd-9b6d-4450-bba0-43bb56975555/e2c166bd-9b6d-4450-bba0-43bb56975555.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 885.134746] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0ff1642-1810-48a9-b31a-b4670bd3f636 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.159029] env[69524]: DEBUG oslo_vmware.api [None req-f0ff9eef-82ac-4709-aa00-213aeb0b3121 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 885.159029] env[69524]: value = "task-4067905" [ 885.159029] env[69524]: _type = "Task" [ 885.159029] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.167876] env[69524]: DEBUG oslo_vmware.api [None req-f0ff9eef-82ac-4709-aa00-213aeb0b3121 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4067905, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.187551] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d5bcaf22-6e85-4988-bf84-9bb6d8387ea6 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.845s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.192050] env[69524]: DEBUG oslo_concurrency.lockutils [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.301s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.193592] env[69524]: INFO nova.compute.claims [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 885.287020] env[69524]: DEBUG oslo_concurrency.lockutils [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.475274] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': task-4067900, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.541820] env[69524]: DEBUG oslo_vmware.api [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4067904, 'name': ReconfigVM_Task, 'duration_secs': 0.436568} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.542154] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 7524a781-c6db-4ea3-a115-73a6f07f94d3/7524a781-c6db-4ea3-a115-73a6f07f94d3.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.542853] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0b81af2-2aee-4d1f-934d-19e6187ba2ef {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.552541] env[69524]: DEBUG oslo_vmware.api [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Waiting for the task: (returnval){ [ 885.552541] env[69524]: value = "task-4067906" [ 885.552541] env[69524]: _type = "Task" [ 885.552541] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.564499] env[69524]: DEBUG oslo_vmware.api [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4067906, 'name': Rename_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.575353] env[69524]: DEBUG nova.network.neutron [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255] Successfully updated port: 3f521216-a6d3-43fa-8a5a-84cfe908ebf7 {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 885.673271] env[69524]: DEBUG oslo_vmware.api [None req-f0ff9eef-82ac-4709-aa00-213aeb0b3121 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4067905, 'name': ReconfigVM_Task, 'duration_secs': 0.309873} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.673271] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0ff9eef-82ac-4709-aa00-213aeb0b3121 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Reconfigured VM instance instance-0000000b to attach disk [datastore1] e2c166bd-9b6d-4450-bba0-43bb56975555/e2c166bd-9b6d-4450-bba0-43bb56975555.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.673271] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ff9eef-82ac-4709-aa00-213aeb0b3121 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Updating instance 'e2c166bd-9b6d-4450-bba0-43bb56975555' progress to 50 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 885.711716] env[69524]: DEBUG nova.compute.manager [req-d203723c-4afb-4efc-a87b-d741fac1b633 req-93dacecb-32e1-4348-b325-84a65288b954 service nova] [instance: d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255] Received event network-vif-plugged-3f521216-a6d3-43fa-8a5a-84cfe908ebf7 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.711864] env[69524]: DEBUG oslo_concurrency.lockutils [req-d203723c-4afb-4efc-a87b-d741fac1b633 req-93dacecb-32e1-4348-b325-84a65288b954 service nova] Acquiring lock "d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.712141] env[69524]: DEBUG oslo_concurrency.lockutils [req-d203723c-4afb-4efc-a87b-d741fac1b633 req-93dacecb-32e1-4348-b325-84a65288b954 service nova] Lock "d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.712293] env[69524]: DEBUG oslo_concurrency.lockutils [req-d203723c-4afb-4efc-a87b-d741fac1b633 req-93dacecb-32e1-4348-b325-84a65288b954 service nova] Lock "d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.712468] env[69524]: DEBUG nova.compute.manager [req-d203723c-4afb-4efc-a87b-d741fac1b633 req-93dacecb-32e1-4348-b325-84a65288b954 service nova] [instance: d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255] No waiting events found dispatching network-vif-plugged-3f521216-a6d3-43fa-8a5a-84cfe908ebf7 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 885.712634] env[69524]: WARNING nova.compute.manager [req-d203723c-4afb-4efc-a87b-d741fac1b633 req-93dacecb-32e1-4348-b325-84a65288b954 service nova] [instance: d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255] Received unexpected event network-vif-plugged-3f521216-a6d3-43fa-8a5a-84cfe908ebf7 for instance with vm_state building and task_state spawning. [ 885.785048] env[69524]: INFO nova.scheduler.client.report [None req-d5bcaf22-6e85-4988-bf84-9bb6d8387ea6 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Deleted allocation for migration f901ab08-035a-46aa-9923-ff522808482f [ 885.974127] env[69524]: DEBUG oslo_vmware.api [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': task-4067900, 'name': PowerOnVM_Task, 'duration_secs': 2.148664} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.976149] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 4244948e-6a1e-446b-b02b-18ee384d9553] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 885.977035] env[69524]: INFO nova.compute.manager [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 4244948e-6a1e-446b-b02b-18ee384d9553] Took 11.08 seconds to spawn the instance on the hypervisor. [ 885.977035] env[69524]: DEBUG nova.compute.manager [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 4244948e-6a1e-446b-b02b-18ee384d9553] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 885.977928] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b370ff8-9b37-4f25-b508-fd71f70d2b87 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.064881] env[69524]: DEBUG oslo_vmware.api [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4067906, 'name': Rename_Task, 'duration_secs': 0.150098} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.068523] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 886.068523] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad1586ca-13fe-4da4-8035-5b5f2c950084 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.073794] env[69524]: DEBUG oslo_vmware.api [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Waiting for the task: (returnval){ [ 886.073794] env[69524]: value = "task-4067907" [ 886.073794] env[69524]: _type = "Task" [ 886.073794] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.079042] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Acquiring lock "refresh_cache-d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.079187] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Acquired lock "refresh_cache-d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.079366] env[69524]: DEBUG nova.network.neutron [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 886.090053] env[69524]: DEBUG oslo_vmware.api [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4067907, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.182312] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02002a9-7ea8-4ece-8f97-296bd382359f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.208858] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a58b7e-c950-4792-a69e-c62779842118 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.233044] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ff9eef-82ac-4709-aa00-213aeb0b3121 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Updating instance 'e2c166bd-9b6d-4450-bba0-43bb56975555' progress to 67 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 886.293466] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d5bcaf22-6e85-4988-bf84-9bb6d8387ea6 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Lock "3a962860-7a12-485a-af4e-1e86f7292a8a" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 42.241s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.430276] env[69524]: DEBUG oslo_concurrency.lockutils [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Acquiring lock "795966e5-14a4-4179-8eec-c90e8c73c313" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.430739] env[69524]: DEBUG oslo_concurrency.lockutils [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Lock "795966e5-14a4-4179-8eec-c90e8c73c313" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.501863] env[69524]: INFO nova.compute.manager [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 4244948e-6a1e-446b-b02b-18ee384d9553] Took 60.55 seconds to build instance. [ 886.587847] env[69524]: DEBUG oslo_vmware.api [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4067907, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.623678] env[69524]: DEBUG nova.network.neutron [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 886.809033] env[69524]: DEBUG nova.network.neutron [None req-f0ff9eef-82ac-4709-aa00-213aeb0b3121 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Port 0f025ac1-3f58-43d7-9e27-1347bb8f0c1b binding to destination host cpu-1 is already ACTIVE {{(pid=69524) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 886.823792] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c749c75c-0f6f-4f43-87b1-9dfd6a735e76 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.836286] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0053316b-41ca-4a38-b06c-25f2b3d6b441 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.871615] env[69524]: DEBUG nova.network.neutron [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255] Updating instance_info_cache with network_info: [{"id": "3f521216-a6d3-43fa-8a5a-84cfe908ebf7", "address": "fa:16:3e:73:4b:db", "network": {"id": "9ba6743d-ce8d-49df-87a9-5afc4de01489", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a86a460dd4454b05b84917cee5434b27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f521216-a6", "ovs_interfaceid": "3f521216-a6d3-43fa-8a5a-84cfe908ebf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.873439] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad4cf39-53f0-4101-b1a9-07bd1b5aec47 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.882746] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0442796-4f19-4339-8933-be013e53478c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.898931] env[69524]: DEBUG nova.compute.provider_tree [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.004743] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b255891c-a056-4dd0-8273-7abd9a9cfeae tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Lock "4244948e-6a1e-446b-b02b-18ee384d9553" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 99.826s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.085898] env[69524]: DEBUG oslo_vmware.api [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4067907, 'name': PowerOnVM_Task, 'duration_secs': 0.778237} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.090610] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 887.090610] env[69524]: INFO nova.compute.manager [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Took 9.41 seconds to spawn the instance on the hypervisor. [ 887.090610] env[69524]: DEBUG nova.compute.manager [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 887.091487] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b90d5e7-46ba-4dc6-8cfe-b4ca75ed1f77 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.380932] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Releasing lock "refresh_cache-d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.380932] env[69524]: DEBUG nova.compute.manager [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255] Instance network_info: |[{"id": "3f521216-a6d3-43fa-8a5a-84cfe908ebf7", "address": "fa:16:3e:73:4b:db", "network": {"id": "9ba6743d-ce8d-49df-87a9-5afc4de01489", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a86a460dd4454b05b84917cee5434b27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f521216-a6", "ovs_interfaceid": "3f521216-a6d3-43fa-8a5a-84cfe908ebf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 887.380932] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:4b:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69f65356-c85e-4b7f-ad28-7c7b5e8cf50c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f521216-a6d3-43fa-8a5a-84cfe908ebf7', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 887.389445] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 887.389704] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 887.390052] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5cc8576c-1082-4ee4-b7f3-b23b26ad8aa1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.408970] env[69524]: DEBUG nova.scheduler.client.report [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.420138] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 887.420138] env[69524]: value = "task-4067908" [ 887.420138] env[69524]: _type = "Task" [ 887.420138] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.432141] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067908, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.507414] env[69524]: DEBUG nova.compute.manager [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 696358b1-7618-480a-b1c8-d4a5a775e5db] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 887.620049] env[69524]: INFO nova.compute.manager [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Took 54.21 seconds to build instance. [ 887.684718] env[69524]: DEBUG oslo_concurrency.lockutils [None req-90eaf56d-41c4-42f9-85d0-d9e6b97639dd tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Acquiring lock "7e2a7748-eea9-454c-bb16-07035bc82919" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.685021] env[69524]: DEBUG oslo_concurrency.lockutils [None req-90eaf56d-41c4-42f9-85d0-d9e6b97639dd tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Lock "7e2a7748-eea9-454c-bb16-07035bc82919" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.685255] env[69524]: DEBUG oslo_concurrency.lockutils [None req-90eaf56d-41c4-42f9-85d0-d9e6b97639dd tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Acquiring lock "7e2a7748-eea9-454c-bb16-07035bc82919-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.685443] env[69524]: DEBUG oslo_concurrency.lockutils [None req-90eaf56d-41c4-42f9-85d0-d9e6b97639dd tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Lock "7e2a7748-eea9-454c-bb16-07035bc82919-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.685617] env[69524]: DEBUG oslo_concurrency.lockutils [None req-90eaf56d-41c4-42f9-85d0-d9e6b97639dd tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Lock "7e2a7748-eea9-454c-bb16-07035bc82919-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.690122] env[69524]: INFO nova.compute.manager [None req-90eaf56d-41c4-42f9-85d0-d9e6b97639dd tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 7e2a7748-eea9-454c-bb16-07035bc82919] Terminating instance [ 887.789162] env[69524]: DEBUG nova.compute.manager [req-7fe1f068-8dac-4492-ad1e-d089fcc0997f req-f6bf595e-c2e6-483b-9540-b9b0645a33d5 service nova] [instance: d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255] Received event network-changed-3f521216-a6d3-43fa-8a5a-84cfe908ebf7 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.789487] env[69524]: DEBUG nova.compute.manager [req-7fe1f068-8dac-4492-ad1e-d089fcc0997f req-f6bf595e-c2e6-483b-9540-b9b0645a33d5 service nova] [instance: d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255] Refreshing instance network info cache due to event network-changed-3f521216-a6d3-43fa-8a5a-84cfe908ebf7. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 887.789749] env[69524]: DEBUG oslo_concurrency.lockutils [req-7fe1f068-8dac-4492-ad1e-d089fcc0997f req-f6bf595e-c2e6-483b-9540-b9b0645a33d5 service nova] Acquiring lock "refresh_cache-d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.789897] env[69524]: DEBUG oslo_concurrency.lockutils [req-7fe1f068-8dac-4492-ad1e-d089fcc0997f req-f6bf595e-c2e6-483b-9540-b9b0645a33d5 service nova] Acquired lock "refresh_cache-d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.790319] env[69524]: DEBUG nova.network.neutron [req-7fe1f068-8dac-4492-ad1e-d089fcc0997f req-f6bf595e-c2e6-483b-9540-b9b0645a33d5 service nova] [instance: d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255] Refreshing network info cache for port 3f521216-a6d3-43fa-8a5a-84cfe908ebf7 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 887.848073] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f0ff9eef-82ac-4709-aa00-213aeb0b3121 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquiring lock "e2c166bd-9b6d-4450-bba0-43bb56975555-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.848368] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f0ff9eef-82ac-4709-aa00-213aeb0b3121 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lock "e2c166bd-9b6d-4450-bba0-43bb56975555-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.848582] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f0ff9eef-82ac-4709-aa00-213aeb0b3121 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lock "e2c166bd-9b6d-4450-bba0-43bb56975555-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.915488] env[69524]: DEBUG oslo_concurrency.lockutils [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.723s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.916835] env[69524]: DEBUG nova.compute.manager [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 887.923029] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.994s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.924780] env[69524]: INFO nova.compute.claims [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 6ecdec81-31ef-46fc-b920-327d01640f2d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 887.950061] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067908, 'name': CreateVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.032449] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.123066] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8bb5b8b1-129f-4811-8598-b10381a8c5ba tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Lock "7524a781-c6db-4ea3-a115-73a6f07f94d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.534s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.199911] env[69524]: DEBUG nova.compute.manager [None req-90eaf56d-41c4-42f9-85d0-d9e6b97639dd tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 7e2a7748-eea9-454c-bb16-07035bc82919] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 888.200191] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-90eaf56d-41c4-42f9-85d0-d9e6b97639dd tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 7e2a7748-eea9-454c-bb16-07035bc82919] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 888.202070] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd88327d-ff65-4b65-a6b6-db88ae290aaf {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.211266] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-90eaf56d-41c4-42f9-85d0-d9e6b97639dd tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 7e2a7748-eea9-454c-bb16-07035bc82919] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 888.211586] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-135cd22e-6ec0-4ed5-a182-1b485c3089dc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.219776] env[69524]: DEBUG oslo_vmware.api [None req-90eaf56d-41c4-42f9-85d0-d9e6b97639dd tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Waiting for the task: (returnval){ [ 888.219776] env[69524]: value = "task-4067909" [ 888.219776] env[69524]: _type = "Task" [ 888.219776] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.232216] env[69524]: DEBUG oslo_vmware.api [None req-90eaf56d-41c4-42f9-85d0-d9e6b97639dd tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': task-4067909, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.433852] env[69524]: DEBUG nova.compute.utils [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 888.441359] env[69524]: DEBUG nova.compute.manager [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 888.441959] env[69524]: DEBUG nova.network.neutron [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 888.451294] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067908, 'name': CreateVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.550720] env[69524]: DEBUG nova.policy [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10a24c476bed46ec87170e210aa013eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a766371d7bf74ace9ef49123f69e3631', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 888.628160] env[69524]: DEBUG nova.compute.manager [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 888.731432] env[69524]: DEBUG oslo_vmware.api [None req-90eaf56d-41c4-42f9-85d0-d9e6b97639dd tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': task-4067909, 'name': PowerOffVM_Task, 'duration_secs': 0.233393} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.731707] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-90eaf56d-41c4-42f9-85d0-d9e6b97639dd tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 7e2a7748-eea9-454c-bb16-07035bc82919] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 888.731878] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-90eaf56d-41c4-42f9-85d0-d9e6b97639dd tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 7e2a7748-eea9-454c-bb16-07035bc82919] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 888.732211] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1751c3d3-d0b8-475e-bd4a-363a05dc74ad {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.746347] env[69524]: DEBUG nova.network.neutron [req-7fe1f068-8dac-4492-ad1e-d089fcc0997f req-f6bf595e-c2e6-483b-9540-b9b0645a33d5 service nova] [instance: d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255] Updated VIF entry in instance network info cache for port 3f521216-a6d3-43fa-8a5a-84cfe908ebf7. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 888.746347] env[69524]: DEBUG nova.network.neutron [req-7fe1f068-8dac-4492-ad1e-d089fcc0997f req-f6bf595e-c2e6-483b-9540-b9b0645a33d5 service nova] [instance: d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255] Updating instance_info_cache with network_info: [{"id": "3f521216-a6d3-43fa-8a5a-84cfe908ebf7", "address": "fa:16:3e:73:4b:db", "network": {"id": "9ba6743d-ce8d-49df-87a9-5afc4de01489", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a86a460dd4454b05b84917cee5434b27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f521216-a6", "ovs_interfaceid": "3f521216-a6d3-43fa-8a5a-84cfe908ebf7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.801472] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-90eaf56d-41c4-42f9-85d0-d9e6b97639dd tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 7e2a7748-eea9-454c-bb16-07035bc82919] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 888.801943] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-90eaf56d-41c4-42f9-85d0-d9e6b97639dd tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 7e2a7748-eea9-454c-bb16-07035bc82919] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 888.802284] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-90eaf56d-41c4-42f9-85d0-d9e6b97639dd tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Deleting the datastore file [datastore1] 7e2a7748-eea9-454c-bb16-07035bc82919 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 888.802704] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db980711-2fcb-4c6d-8c0e-33a864935b2a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.811403] env[69524]: DEBUG oslo_vmware.api [None req-90eaf56d-41c4-42f9-85d0-d9e6b97639dd tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Waiting for the task: (returnval){ [ 888.811403] env[69524]: value = "task-4067911" [ 888.811403] env[69524]: _type = "Task" [ 888.811403] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.822203] env[69524]: DEBUG oslo_vmware.api [None req-90eaf56d-41c4-42f9-85d0-d9e6b97639dd tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': task-4067911, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.944157] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067908, 'name': CreateVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.945541] env[69524]: DEBUG nova.compute.manager [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 889.153769] env[69524]: DEBUG oslo_concurrency.lockutils [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.204569] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f0ff9eef-82ac-4709-aa00-213aeb0b3121 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquiring lock "refresh_cache-e2c166bd-9b6d-4450-bba0-43bb56975555" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.204850] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f0ff9eef-82ac-4709-aa00-213aeb0b3121 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquired lock "refresh_cache-e2c166bd-9b6d-4450-bba0-43bb56975555" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.205054] env[69524]: DEBUG nova.network.neutron [None req-f0ff9eef-82ac-4709-aa00-213aeb0b3121 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 889.248756] env[69524]: DEBUG oslo_concurrency.lockutils [req-7fe1f068-8dac-4492-ad1e-d089fcc0997f req-f6bf595e-c2e6-483b-9540-b9b0645a33d5 service nova] Releasing lock "refresh_cache-d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.322063] env[69524]: DEBUG oslo_concurrency.lockutils [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Acquiring lock "0c857091-9d2c-4ecd-b853-e7efbb799669" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.322470] env[69524]: DEBUG oslo_concurrency.lockutils [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Lock "0c857091-9d2c-4ecd-b853-e7efbb799669" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.335433] env[69524]: DEBUG oslo_vmware.api [None req-90eaf56d-41c4-42f9-85d0-d9e6b97639dd tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': task-4067911, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.40981} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.335769] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-90eaf56d-41c4-42f9-85d0-d9e6b97639dd tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 889.336344] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-90eaf56d-41c4-42f9-85d0-d9e6b97639dd tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 7e2a7748-eea9-454c-bb16-07035bc82919] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 889.336344] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-90eaf56d-41c4-42f9-85d0-d9e6b97639dd tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 7e2a7748-eea9-454c-bb16-07035bc82919] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 889.336487] env[69524]: INFO nova.compute.manager [None req-90eaf56d-41c4-42f9-85d0-d9e6b97639dd tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 7e2a7748-eea9-454c-bb16-07035bc82919] Took 1.14 seconds to destroy the instance on the hypervisor. [ 889.336750] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90eaf56d-41c4-42f9-85d0-d9e6b97639dd tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.336963] env[69524]: DEBUG nova.compute.manager [-] [instance: 7e2a7748-eea9-454c-bb16-07035bc82919] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 889.337067] env[69524]: DEBUG nova.network.neutron [-] [instance: 7e2a7748-eea9-454c-bb16-07035bc82919] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 889.344089] env[69524]: DEBUG nova.network.neutron [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Successfully created port: 73a3838f-18ae-4614-8ceb-3733ab15219d {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 889.448188] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067908, 'name': CreateVM_Task, 'duration_secs': 1.561883} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.448586] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 889.449782] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.450288] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.450558] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.456170] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e03a934a-8f4d-4da6-9caa-a8a828a5ac81 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.468436] env[69524]: DEBUG oslo_vmware.api [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Waiting for the task: (returnval){ [ 889.468436] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52e1bd41-3522-1016-f0b8-41ba515261a9" [ 889.468436] env[69524]: _type = "Task" [ 889.468436] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.478698] env[69524]: DEBUG oslo_vmware.api [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52e1bd41-3522-1016-f0b8-41ba515261a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.659935] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d8ec71-293f-4253-8d13-0a693f845562 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.675260] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2a707d-f2e5-454d-a1ee-4f25a2138b50 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.735276] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0042ae-aced-46b3-969c-931f55193a2f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.748837] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493b4bf3-7067-4890-9bad-c518835efc4b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.772093] env[69524]: DEBUG nova.compute.provider_tree [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.916857] env[69524]: DEBUG nova.compute.manager [req-053ef231-f80d-4a82-ab8e-2754956d10c0 req-8320dbab-bb0e-493a-8de2-67920789d63c service nova] [instance: 7e2a7748-eea9-454c-bb16-07035bc82919] Received event network-vif-deleted-57ac949c-9bdd-48f2-b2c5-57a5e24ef636 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.917080] env[69524]: INFO nova.compute.manager [req-053ef231-f80d-4a82-ab8e-2754956d10c0 req-8320dbab-bb0e-493a-8de2-67920789d63c service nova] [instance: 7e2a7748-eea9-454c-bb16-07035bc82919] Neutron deleted interface 57ac949c-9bdd-48f2-b2c5-57a5e24ef636; detaching it from the instance and deleting it from the info cache [ 889.917302] env[69524]: DEBUG nova.network.neutron [req-053ef231-f80d-4a82-ab8e-2754956d10c0 req-8320dbab-bb0e-493a-8de2-67920789d63c service nova] [instance: 7e2a7748-eea9-454c-bb16-07035bc82919] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.961015] env[69524]: DEBUG nova.compute.manager [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 889.978937] env[69524]: DEBUG oslo_vmware.api [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52e1bd41-3522-1016-f0b8-41ba515261a9, 'name': SearchDatastore_Task, 'duration_secs': 0.015029} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.979317] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.979553] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 889.979791] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.979937] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.980135] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 889.980427] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1452cbc7-4486-4e4d-9649-3e59474f3744 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.992611] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 889.994144] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 889.994144] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3989236-17da-4cc9-8eec-12652e637ac9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.003697] env[69524]: DEBUG nova.virt.hardware [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 890.003955] env[69524]: DEBUG nova.virt.hardware [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 890.004326] env[69524]: DEBUG nova.virt.hardware [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 890.004623] env[69524]: DEBUG nova.virt.hardware [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 890.004860] env[69524]: DEBUG nova.virt.hardware [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 890.005117] env[69524]: DEBUG nova.virt.hardware [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 890.005471] env[69524]: DEBUG nova.virt.hardware [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 890.005733] env[69524]: DEBUG nova.virt.hardware [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 890.005960] env[69524]: DEBUG nova.virt.hardware [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 890.006922] env[69524]: DEBUG nova.virt.hardware [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 890.007361] env[69524]: DEBUG nova.virt.hardware [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 890.007928] env[69524]: DEBUG oslo_vmware.api [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Waiting for the task: (returnval){ [ 890.007928] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5240cda9-06b6-5090-552a-2928300c1836" [ 890.007928] env[69524]: _type = "Task" [ 890.007928] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.009504] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311ab3a2-928c-43b7-912b-d2e0848ae03b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.037689] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cffb0fcf-68be-491f-a595-3b70d74103d4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.043079] env[69524]: DEBUG oslo_vmware.api [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5240cda9-06b6-5090-552a-2928300c1836, 'name': SearchDatastore_Task, 'duration_secs': 0.029144} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.044355] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce939846-e6fe-4aef-a8cb-42b6b592a294 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.062265] env[69524]: DEBUG oslo_vmware.api [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Waiting for the task: (returnval){ [ 890.062265] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52237bce-a63e-e4fc-9394-69ff9cc0caa5" [ 890.062265] env[69524]: _type = "Task" [ 890.062265] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.070733] env[69524]: DEBUG oslo_vmware.api [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52237bce-a63e-e4fc-9394-69ff9cc0caa5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.141606] env[69524]: DEBUG nova.network.neutron [None req-f0ff9eef-82ac-4709-aa00-213aeb0b3121 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Updating instance_info_cache with network_info: [{"id": "0f025ac1-3f58-43d7-9e27-1347bb8f0c1b", "address": "fa:16:3e:d6:13:8a", "network": {"id": "44e29569-eeca-4e3a-bfa6-eaf437fc808b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1419956527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4133a0547d154af78d7556a7517cb285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f025ac1-3f", "ovs_interfaceid": "0f025ac1-3f58-43d7-9e27-1347bb8f0c1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.278336] env[69524]: DEBUG nova.scheduler.client.report [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 890.394275] env[69524]: DEBUG nova.network.neutron [-] [instance: 7e2a7748-eea9-454c-bb16-07035bc82919] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.423314] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b7d45595-333b-4b0c-9d18-34c9e4f91fed {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.433720] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8668340-0725-4637-979e-7a115ca6bf88 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.473496] env[69524]: DEBUG nova.compute.manager [req-053ef231-f80d-4a82-ab8e-2754956d10c0 req-8320dbab-bb0e-493a-8de2-67920789d63c service nova] [instance: 7e2a7748-eea9-454c-bb16-07035bc82919] Detach interface failed, port_id=57ac949c-9bdd-48f2-b2c5-57a5e24ef636, reason: Instance 7e2a7748-eea9-454c-bb16-07035bc82919 could not be found. {{(pid=69524) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 890.574752] env[69524]: DEBUG oslo_vmware.api [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52237bce-a63e-e4fc-9394-69ff9cc0caa5, 'name': SearchDatastore_Task, 'duration_secs': 0.035352} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.574752] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.576073] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255/d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 890.576073] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-129381db-b7c4-4652-9e4e-c5dcc472c12d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.584331] env[69524]: DEBUG oslo_vmware.api [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Waiting for the task: (returnval){ [ 890.584331] env[69524]: value = "task-4067912" [ 890.584331] env[69524]: _type = "Task" [ 890.584331] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.594200] env[69524]: DEBUG oslo_vmware.api [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4067912, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.644862] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f0ff9eef-82ac-4709-aa00-213aeb0b3121 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Releasing lock "refresh_cache-e2c166bd-9b6d-4450-bba0-43bb56975555" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.783964] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.861s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.784532] env[69524]: DEBUG nova.compute.manager [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 6ecdec81-31ef-46fc-b920-327d01640f2d] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 890.789394] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.315s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.790952] env[69524]: INFO nova.compute.claims [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 890.896679] env[69524]: INFO nova.compute.manager [-] [instance: 7e2a7748-eea9-454c-bb16-07035bc82919] Took 1.56 seconds to deallocate network for instance. [ 891.094468] env[69524]: DEBUG oslo_vmware.api [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4067912, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.179918] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f61a06-827b-4e03-aa84-a8cef8238712 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.200613] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b4216e-0626-47f9-8338-38aeae9cd215 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.209348] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ff9eef-82ac-4709-aa00-213aeb0b3121 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Updating instance 'e2c166bd-9b6d-4450-bba0-43bb56975555' progress to 83 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 891.258273] env[69524]: DEBUG nova.network.neutron [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Successfully updated port: 73a3838f-18ae-4614-8ceb-3733ab15219d {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 891.295362] env[69524]: DEBUG nova.compute.utils [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 891.307028] env[69524]: DEBUG nova.compute.manager [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 6ecdec81-31ef-46fc-b920-327d01640f2d] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 891.307028] env[69524]: DEBUG nova.network.neutron [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 6ecdec81-31ef-46fc-b920-327d01640f2d] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 891.370846] env[69524]: DEBUG nova.policy [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d196627b0a3414a9800fd16ecaf3bfa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '54095f21acb74b8d861305732d45e952', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 891.405256] env[69524]: DEBUG oslo_concurrency.lockutils [None req-90eaf56d-41c4-42f9-85d0-d9e6b97639dd tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.598841] env[69524]: DEBUG oslo_vmware.api [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4067912, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664674} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.598841] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255/d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 891.598841] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 891.598841] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b89bd91-9975-4eb2-a88c-210af2d3f378 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.605554] env[69524]: DEBUG oslo_vmware.api [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Waiting for the task: (returnval){ [ 891.605554] env[69524]: value = "task-4067913" [ 891.605554] env[69524]: _type = "Task" [ 891.605554] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.614842] env[69524]: DEBUG oslo_vmware.api [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4067913, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.716304] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ff9eef-82ac-4709-aa00-213aeb0b3121 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Updating instance 'e2c166bd-9b6d-4450-bba0-43bb56975555' progress to 100 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 891.745187] env[69524]: DEBUG nova.network.neutron [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 6ecdec81-31ef-46fc-b920-327d01640f2d] Successfully created port: 014870e1-2762-4c62-8b43-69656423d116 {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 891.767025] env[69524]: DEBUG oslo_concurrency.lockutils [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Acquiring lock "refresh_cache-7908b4fb-eb18-493b-b98b-48c23f0926fd" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.767025] env[69524]: DEBUG oslo_concurrency.lockutils [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Acquired lock "refresh_cache-7908b4fb-eb18-493b-b98b-48c23f0926fd" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.767025] env[69524]: DEBUG nova.network.neutron [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 891.803931] env[69524]: DEBUG nova.compute.manager [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 6ecdec81-31ef-46fc-b920-327d01640f2d] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 891.946974] env[69524]: DEBUG nova.compute.manager [req-43f47591-63b8-4eae-add5-e0e74660e235 req-92ec95e3-155c-4701-9fa4-fee5d8f1feb5 service nova] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Received event network-vif-plugged-73a3838f-18ae-4614-8ceb-3733ab15219d {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.947227] env[69524]: DEBUG oslo_concurrency.lockutils [req-43f47591-63b8-4eae-add5-e0e74660e235 req-92ec95e3-155c-4701-9fa4-fee5d8f1feb5 service nova] Acquiring lock "7908b4fb-eb18-493b-b98b-48c23f0926fd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.947439] env[69524]: DEBUG oslo_concurrency.lockutils [req-43f47591-63b8-4eae-add5-e0e74660e235 req-92ec95e3-155c-4701-9fa4-fee5d8f1feb5 service nova] Lock "7908b4fb-eb18-493b-b98b-48c23f0926fd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.947650] env[69524]: DEBUG oslo_concurrency.lockutils [req-43f47591-63b8-4eae-add5-e0e74660e235 req-92ec95e3-155c-4701-9fa4-fee5d8f1feb5 service nova] Lock "7908b4fb-eb18-493b-b98b-48c23f0926fd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.947898] env[69524]: DEBUG nova.compute.manager [req-43f47591-63b8-4eae-add5-e0e74660e235 req-92ec95e3-155c-4701-9fa4-fee5d8f1feb5 service nova] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] No waiting events found dispatching network-vif-plugged-73a3838f-18ae-4614-8ceb-3733ab15219d {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 891.949049] env[69524]: WARNING nova.compute.manager [req-43f47591-63b8-4eae-add5-e0e74660e235 req-92ec95e3-155c-4701-9fa4-fee5d8f1feb5 service nova] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Received unexpected event network-vif-plugged-73a3838f-18ae-4614-8ceb-3733ab15219d for instance with vm_state building and task_state spawning. [ 891.949224] env[69524]: DEBUG nova.compute.manager [req-43f47591-63b8-4eae-add5-e0e74660e235 req-92ec95e3-155c-4701-9fa4-fee5d8f1feb5 service nova] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Received event network-changed-73a3838f-18ae-4614-8ceb-3733ab15219d {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.950459] env[69524]: DEBUG nova.compute.manager [req-43f47591-63b8-4eae-add5-e0e74660e235 req-92ec95e3-155c-4701-9fa4-fee5d8f1feb5 service nova] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Refreshing instance network info cache due to event network-changed-73a3838f-18ae-4614-8ceb-3733ab15219d. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 891.950661] env[69524]: DEBUG oslo_concurrency.lockutils [req-43f47591-63b8-4eae-add5-e0e74660e235 req-92ec95e3-155c-4701-9fa4-fee5d8f1feb5 service nova] Acquiring lock "refresh_cache-7908b4fb-eb18-493b-b98b-48c23f0926fd" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.126301] env[69524]: DEBUG oslo_vmware.api [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4067913, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072025} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.126600] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 892.127569] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30798ff-406e-48dc-b223-64aadb4124d7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.152450] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255/d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.155532] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ebf463f7-8070-48e6-9ca4-6ee4413b741b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.178260] env[69524]: DEBUG oslo_vmware.api [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Waiting for the task: (returnval){ [ 892.178260] env[69524]: value = "task-4067914" [ 892.178260] env[69524]: _type = "Task" [ 892.178260] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.191203] env[69524]: DEBUG oslo_vmware.api [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4067914, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.340252] env[69524]: DEBUG nova.network.neutron [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 892.496052] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0f8266-6715-4a84-90c0-6cc4bc917059 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.505516] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0226e910-f25d-4f06-8c7a-847329e1a462 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.539267] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234c6301-2c72-4fe1-a502-8d6c3d7f032d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.548384] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b100248e-d7df-46eb-94fb-cdcca219b18e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.387986] env[69524]: DEBUG nova.compute.manager [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 6ecdec81-31ef-46fc-b920-327d01640f2d] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 893.391866] env[69524]: DEBUG nova.compute.provider_tree [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.409343] env[69524]: DEBUG oslo_vmware.api [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4067914, 'name': ReconfigVM_Task, 'duration_secs': 0.880169} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.411156] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255] Reconfigured VM instance instance-0000002b to attach disk [datastore1] d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255/d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.411156] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a7bec6a-7d95-46dd-b8c6-725efebea06f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.421208] env[69524]: DEBUG oslo_vmware.api [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Waiting for the task: (returnval){ [ 893.421208] env[69524]: value = "task-4067915" [ 893.421208] env[69524]: _type = "Task" [ 893.421208] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.432530] env[69524]: DEBUG oslo_vmware.api [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4067915, 'name': Rename_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.444378] env[69524]: DEBUG nova.virt.hardware [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 893.444887] env[69524]: DEBUG nova.virt.hardware [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 893.445109] env[69524]: DEBUG nova.virt.hardware [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 893.445304] env[69524]: DEBUG nova.virt.hardware [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 893.445480] env[69524]: DEBUG nova.virt.hardware [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 893.445635] env[69524]: DEBUG nova.virt.hardware [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 893.445981] env[69524]: DEBUG nova.virt.hardware [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 893.446162] env[69524]: DEBUG nova.virt.hardware [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 893.446364] env[69524]: DEBUG nova.virt.hardware [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 893.446531] env[69524]: DEBUG nova.virt.hardware [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 893.446767] env[69524]: DEBUG nova.virt.hardware [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 893.449184] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294e7f80-ff0e-4d05-9664-3ff9a8cbc485 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.453321] env[69524]: DEBUG nova.network.neutron [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Updating instance_info_cache with network_info: [{"id": "73a3838f-18ae-4614-8ceb-3733ab15219d", "address": "fa:16:3e:d1:6f:14", "network": {"id": "3b549f2a-fb2a-4e76-943e-4bfaa49b2ec6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1668477436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a766371d7bf74ace9ef49123f69e3631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73a3838f-18", "ovs_interfaceid": "73a3838f-18ae-4614-8ceb-3733ab15219d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.462125] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581e40e1-a3ac-4327-b277-4115abb28622 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.720284] env[69524]: DEBUG nova.network.neutron [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 6ecdec81-31ef-46fc-b920-327d01640f2d] Successfully updated port: 014870e1-2762-4c62-8b43-69656423d116 {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 893.897141] env[69524]: DEBUG nova.scheduler.client.report [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.931758] env[69524]: DEBUG oslo_vmware.api [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4067915, 'name': Rename_Task, 'duration_secs': 0.16899} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.932293] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 893.932899] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c71f9c48-6930-4ba6-be42-5582631cf7e6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.941066] env[69524]: DEBUG oslo_vmware.api [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Waiting for the task: (returnval){ [ 893.941066] env[69524]: value = "task-4067916" [ 893.941066] env[69524]: _type = "Task" [ 893.941066] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.950745] env[69524]: DEBUG oslo_vmware.api [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4067916, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.956431] env[69524]: DEBUG oslo_concurrency.lockutils [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Releasing lock "refresh_cache-7908b4fb-eb18-493b-b98b-48c23f0926fd" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.956431] env[69524]: DEBUG nova.compute.manager [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Instance network_info: |[{"id": "73a3838f-18ae-4614-8ceb-3733ab15219d", "address": "fa:16:3e:d1:6f:14", "network": {"id": "3b549f2a-fb2a-4e76-943e-4bfaa49b2ec6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1668477436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a766371d7bf74ace9ef49123f69e3631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73a3838f-18", "ovs_interfaceid": "73a3838f-18ae-4614-8ceb-3733ab15219d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 893.956643] env[69524]: DEBUG oslo_concurrency.lockutils [req-43f47591-63b8-4eae-add5-e0e74660e235 req-92ec95e3-155c-4701-9fa4-fee5d8f1feb5 service nova] Acquired lock "refresh_cache-7908b4fb-eb18-493b-b98b-48c23f0926fd" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.956758] env[69524]: DEBUG nova.network.neutron [req-43f47591-63b8-4eae-add5-e0e74660e235 req-92ec95e3-155c-4701-9fa4-fee5d8f1feb5 service nova] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Refreshing network info cache for port 73a3838f-18ae-4614-8ceb-3733ab15219d {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 893.958119] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:6f:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73a3838f-18ae-4614-8ceb-3733ab15219d', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 893.968292] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.970364] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 893.973663] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e10bdeb-d9ab-4545-ad83-9d9df9f3bf9b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.990832] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a804ef4d-23bc-4b58-9242-7a7be77b6b62 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquiring lock "e2c166bd-9b6d-4450-bba0-43bb56975555" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.991133] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a804ef4d-23bc-4b58-9242-7a7be77b6b62 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lock "e2c166bd-9b6d-4450-bba0-43bb56975555" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.991344] env[69524]: DEBUG nova.compute.manager [None req-a804ef4d-23bc-4b58-9242-7a7be77b6b62 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Going to confirm migration 2 {{(pid=69524) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 893.997771] env[69524]: DEBUG nova.compute.manager [req-004f8e4c-ef20-4327-baa2-6df3039bade1 req-2c0e2ff4-0b98-43e5-a5b9-65b9e0b3b371 service nova] [instance: 6ecdec81-31ef-46fc-b920-327d01640f2d] Received event network-vif-plugged-014870e1-2762-4c62-8b43-69656423d116 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.997771] env[69524]: DEBUG oslo_concurrency.lockutils [req-004f8e4c-ef20-4327-baa2-6df3039bade1 req-2c0e2ff4-0b98-43e5-a5b9-65b9e0b3b371 service nova] Acquiring lock "6ecdec81-31ef-46fc-b920-327d01640f2d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.997771] env[69524]: DEBUG oslo_concurrency.lockutils [req-004f8e4c-ef20-4327-baa2-6df3039bade1 req-2c0e2ff4-0b98-43e5-a5b9-65b9e0b3b371 service nova] Lock "6ecdec81-31ef-46fc-b920-327d01640f2d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.997771] env[69524]: DEBUG oslo_concurrency.lockutils [req-004f8e4c-ef20-4327-baa2-6df3039bade1 req-2c0e2ff4-0b98-43e5-a5b9-65b9e0b3b371 service nova] Lock "6ecdec81-31ef-46fc-b920-327d01640f2d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.997771] env[69524]: DEBUG nova.compute.manager [req-004f8e4c-ef20-4327-baa2-6df3039bade1 req-2c0e2ff4-0b98-43e5-a5b9-65b9e0b3b371 service nova] [instance: 6ecdec81-31ef-46fc-b920-327d01640f2d] No waiting events found dispatching network-vif-plugged-014870e1-2762-4c62-8b43-69656423d116 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 893.997771] env[69524]: WARNING nova.compute.manager [req-004f8e4c-ef20-4327-baa2-6df3039bade1 req-2c0e2ff4-0b98-43e5-a5b9-65b9e0b3b371 service nova] [instance: 6ecdec81-31ef-46fc-b920-327d01640f2d] Received unexpected event network-vif-plugged-014870e1-2762-4c62-8b43-69656423d116 for instance with vm_state building and task_state spawning. [ 893.997771] env[69524]: DEBUG nova.compute.manager [req-004f8e4c-ef20-4327-baa2-6df3039bade1 req-2c0e2ff4-0b98-43e5-a5b9-65b9e0b3b371 service nova] [instance: 6ecdec81-31ef-46fc-b920-327d01640f2d] Received event network-changed-014870e1-2762-4c62-8b43-69656423d116 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.997771] env[69524]: DEBUG nova.compute.manager [req-004f8e4c-ef20-4327-baa2-6df3039bade1 req-2c0e2ff4-0b98-43e5-a5b9-65b9e0b3b371 service nova] [instance: 6ecdec81-31ef-46fc-b920-327d01640f2d] Refreshing instance network info cache due to event network-changed-014870e1-2762-4c62-8b43-69656423d116. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 893.997771] env[69524]: DEBUG oslo_concurrency.lockutils [req-004f8e4c-ef20-4327-baa2-6df3039bade1 req-2c0e2ff4-0b98-43e5-a5b9-65b9e0b3b371 service nova] Acquiring lock "refresh_cache-6ecdec81-31ef-46fc-b920-327d01640f2d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.997771] env[69524]: DEBUG oslo_concurrency.lockutils [req-004f8e4c-ef20-4327-baa2-6df3039bade1 req-2c0e2ff4-0b98-43e5-a5b9-65b9e0b3b371 service nova] Acquired lock "refresh_cache-6ecdec81-31ef-46fc-b920-327d01640f2d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.997771] env[69524]: DEBUG nova.network.neutron [req-004f8e4c-ef20-4327-baa2-6df3039bade1 req-2c0e2ff4-0b98-43e5-a5b9-65b9e0b3b371 service nova] [instance: 6ecdec81-31ef-46fc-b920-327d01640f2d] Refreshing network info cache for port 014870e1-2762-4c62-8b43-69656423d116 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 894.002435] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 894.002435] env[69524]: value = "task-4067917" [ 894.002435] env[69524]: _type = "Task" [ 894.002435] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.012808] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067917, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.225802] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Acquiring lock "refresh_cache-6ecdec81-31ef-46fc-b920-327d01640f2d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.402389] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.613s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.403427] env[69524]: DEBUG nova.compute.manager [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 894.406363] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.639s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.410142] env[69524]: INFO nova.compute.claims [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: b51544bf-55dd-45b8-8ff7-f0bdffbec768] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 894.456044] env[69524]: DEBUG oslo_vmware.api [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4067916, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.515390] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067917, 'name': CreateVM_Task, 'duration_secs': 0.403728} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.515840] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 894.517091] env[69524]: DEBUG oslo_concurrency.lockutils [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.517091] env[69524]: DEBUG oslo_concurrency.lockutils [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.517091] env[69524]: DEBUG oslo_concurrency.lockutils [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.517361] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb4b74bf-b6d2-43bc-b5c1-7469013846dc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.523654] env[69524]: DEBUG oslo_vmware.api [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Waiting for the task: (returnval){ [ 894.523654] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52523c0b-1dc0-bd2e-017c-c35dff001046" [ 894.523654] env[69524]: _type = "Task" [ 894.523654] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.536071] env[69524]: DEBUG oslo_vmware.api [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52523c0b-1dc0-bd2e-017c-c35dff001046, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.575759] env[69524]: DEBUG nova.network.neutron [req-004f8e4c-ef20-4327-baa2-6df3039bade1 req-2c0e2ff4-0b98-43e5-a5b9-65b9e0b3b371 service nova] [instance: 6ecdec81-31ef-46fc-b920-327d01640f2d] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 894.636430] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a804ef4d-23bc-4b58-9242-7a7be77b6b62 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquiring lock "refresh_cache-e2c166bd-9b6d-4450-bba0-43bb56975555" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.636568] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a804ef4d-23bc-4b58-9242-7a7be77b6b62 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquired lock "refresh_cache-e2c166bd-9b6d-4450-bba0-43bb56975555" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.636784] env[69524]: DEBUG nova.network.neutron [None req-a804ef4d-23bc-4b58-9242-7a7be77b6b62 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.637036] env[69524]: DEBUG nova.objects.instance [None req-a804ef4d-23bc-4b58-9242-7a7be77b6b62 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lazy-loading 'info_cache' on Instance uuid e2c166bd-9b6d-4450-bba0-43bb56975555 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 894.725429] env[69524]: DEBUG nova.network.neutron [req-004f8e4c-ef20-4327-baa2-6df3039bade1 req-2c0e2ff4-0b98-43e5-a5b9-65b9e0b3b371 service nova] [instance: 6ecdec81-31ef-46fc-b920-327d01640f2d] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.855647] env[69524]: DEBUG nova.network.neutron [req-43f47591-63b8-4eae-add5-e0e74660e235 req-92ec95e3-155c-4701-9fa4-fee5d8f1feb5 service nova] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Updated VIF entry in instance network info cache for port 73a3838f-18ae-4614-8ceb-3733ab15219d. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 894.856442] env[69524]: DEBUG nova.network.neutron [req-43f47591-63b8-4eae-add5-e0e74660e235 req-92ec95e3-155c-4701-9fa4-fee5d8f1feb5 service nova] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Updating instance_info_cache with network_info: [{"id": "73a3838f-18ae-4614-8ceb-3733ab15219d", "address": "fa:16:3e:d1:6f:14", "network": {"id": "3b549f2a-fb2a-4e76-943e-4bfaa49b2ec6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1668477436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a766371d7bf74ace9ef49123f69e3631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73a3838f-18", "ovs_interfaceid": "73a3838f-18ae-4614-8ceb-3733ab15219d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.914473] env[69524]: DEBUG nova.compute.utils [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 894.921808] env[69524]: DEBUG nova.compute.manager [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 894.922009] env[69524]: DEBUG nova.network.neutron [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 894.954589] env[69524]: DEBUG oslo_vmware.api [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4067916, 'name': PowerOnVM_Task, 'duration_secs': 0.631025} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.954855] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 894.955099] env[69524]: INFO nova.compute.manager [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255] Took 10.58 seconds to spawn the instance on the hypervisor. [ 894.955253] env[69524]: DEBUG nova.compute.manager [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 894.956059] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5deb6790-3dff-4034-aa82-a299de96c883 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.992601] env[69524]: DEBUG nova.policy [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f6018c9e3f44efcac0c8840eb79fcad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c577040ac1174430983ad8df058bd7c1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 895.038507] env[69524]: DEBUG oslo_vmware.api [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52523c0b-1dc0-bd2e-017c-c35dff001046, 'name': SearchDatastore_Task, 'duration_secs': 0.01656} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.038507] env[69524]: DEBUG oslo_concurrency.lockutils [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.038507] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 895.038761] env[69524]: DEBUG oslo_concurrency.lockutils [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.038761] env[69524]: DEBUG oslo_concurrency.lockutils [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.038856] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 895.039183] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57fda0f6-f93d-4d88-a54a-9246c0f27b07 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.050829] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 895.051092] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 895.052487] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee47a192-1534-4caa-80ab-2a043b16211d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.062727] env[69524]: DEBUG oslo_vmware.api [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Waiting for the task: (returnval){ [ 895.062727] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]522d2555-ee30-7964-3343-7d1c5e9ef30f" [ 895.062727] env[69524]: _type = "Task" [ 895.062727] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.072491] env[69524]: DEBUG oslo_vmware.api [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]522d2555-ee30-7964-3343-7d1c5e9ef30f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.228786] env[69524]: DEBUG oslo_concurrency.lockutils [req-004f8e4c-ef20-4327-baa2-6df3039bade1 req-2c0e2ff4-0b98-43e5-a5b9-65b9e0b3b371 service nova] Releasing lock "refresh_cache-6ecdec81-31ef-46fc-b920-327d01640f2d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.229790] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Acquired lock "refresh_cache-6ecdec81-31ef-46fc-b920-327d01640f2d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.230073] env[69524]: DEBUG nova.network.neutron [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 6ecdec81-31ef-46fc-b920-327d01640f2d] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 895.361766] env[69524]: DEBUG oslo_concurrency.lockutils [req-43f47591-63b8-4eae-add5-e0e74660e235 req-92ec95e3-155c-4701-9fa4-fee5d8f1feb5 service nova] Releasing lock "refresh_cache-7908b4fb-eb18-493b-b98b-48c23f0926fd" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.390788] env[69524]: DEBUG nova.network.neutron [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Successfully created port: ae45aefd-c8cf-4bb7-9db9-c50b68bae13c {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 895.422640] env[69524]: DEBUG nova.compute.manager [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 895.491491] env[69524]: INFO nova.compute.manager [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255] Took 50.60 seconds to build instance. [ 895.551621] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Acquiring lock "ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.551887] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Lock "ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.576662] env[69524]: DEBUG oslo_vmware.api [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]522d2555-ee30-7964-3343-7d1c5e9ef30f, 'name': SearchDatastore_Task, 'duration_secs': 0.023354} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.580591] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e65e958-dee8-47a0-b580-546829b51679 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.592026] env[69524]: DEBUG oslo_vmware.api [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Waiting for the task: (returnval){ [ 895.592026] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]529c4821-b0ce-b69f-2e2a-18628f92cc7f" [ 895.592026] env[69524]: _type = "Task" [ 895.592026] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.599149] env[69524]: DEBUG oslo_vmware.api [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]529c4821-b0ce-b69f-2e2a-18628f92cc7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.766464] env[69524]: DEBUG nova.network.neutron [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 6ecdec81-31ef-46fc-b920-327d01640f2d] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 895.928856] env[69524]: DEBUG nova.network.neutron [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 6ecdec81-31ef-46fc-b920-327d01640f2d] Updating instance_info_cache with network_info: [{"id": "014870e1-2762-4c62-8b43-69656423d116", "address": "fa:16:3e:be:98:20", "network": {"id": "b106d9d8-dc34-4f50-b322-d1ed6d20ee3b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1097604607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54095f21acb74b8d861305732d45e952", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap014870e1-27", "ovs_interfaceid": "014870e1-2762-4c62-8b43-69656423d116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.966011] env[69524]: DEBUG nova.network.neutron [None req-a804ef4d-23bc-4b58-9242-7a7be77b6b62 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Updating instance_info_cache with network_info: [{"id": "0f025ac1-3f58-43d7-9e27-1347bb8f0c1b", "address": "fa:16:3e:d6:13:8a", "network": {"id": "44e29569-eeca-4e3a-bfa6-eaf437fc808b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1419956527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4133a0547d154af78d7556a7517cb285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f025ac1-3f", "ovs_interfaceid": "0f025ac1-3f58-43d7-9e27-1347bb8f0c1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.996545] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1311ab99-128d-475d-9aa6-3c946a024510 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Lock "d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 105.166s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.073871] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53f47f1-248d-4ee1-a0d5-f39effea7152 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.082179] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd42fbfd-c6e5-43b5-9717-53c82894ee91 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.118717] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa282cd2-6060-4cf9-95fe-378d9e76135c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.130671] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08d7800-6a88-427d-90a7-c1bae684a916 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.134741] env[69524]: DEBUG oslo_vmware.api [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]529c4821-b0ce-b69f-2e2a-18628f92cc7f, 'name': SearchDatastore_Task, 'duration_secs': 0.031557} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.135009] env[69524]: DEBUG oslo_concurrency.lockutils [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.135315] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 7908b4fb-eb18-493b-b98b-48c23f0926fd/7908b4fb-eb18-493b-b98b-48c23f0926fd.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 896.136100] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28dbec2e-a0ec-47a7-b495-5a0eb7911016 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.146493] env[69524]: DEBUG nova.compute.provider_tree [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.153559] env[69524]: DEBUG oslo_vmware.api [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Waiting for the task: (returnval){ [ 896.153559] env[69524]: value = "task-4067918" [ 896.153559] env[69524]: _type = "Task" [ 896.153559] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.164203] env[69524]: DEBUG oslo_vmware.api [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Task: {'id': task-4067918, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.439042] env[69524]: DEBUG nova.compute.manager [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 896.442032] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Releasing lock "refresh_cache-6ecdec81-31ef-46fc-b920-327d01640f2d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.442185] env[69524]: DEBUG nova.compute.manager [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 6ecdec81-31ef-46fc-b920-327d01640f2d] Instance network_info: |[{"id": "014870e1-2762-4c62-8b43-69656423d116", "address": "fa:16:3e:be:98:20", "network": {"id": "b106d9d8-dc34-4f50-b322-d1ed6d20ee3b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1097604607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54095f21acb74b8d861305732d45e952", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap014870e1-27", "ovs_interfaceid": "014870e1-2762-4c62-8b43-69656423d116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 896.442583] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 6ecdec81-31ef-46fc-b920-327d01640f2d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:98:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f499bc9-78da-46c1-9274-19edf26d31cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '014870e1-2762-4c62-8b43-69656423d116', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 896.450581] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 896.451700] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ecdec81-31ef-46fc-b920-327d01640f2d] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 896.451700] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa0c3e85-f18e-4f1c-a43a-f2d554c2fdc1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.470689] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a804ef4d-23bc-4b58-9242-7a7be77b6b62 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Releasing lock "refresh_cache-e2c166bd-9b6d-4450-bba0-43bb56975555" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.471015] env[69524]: DEBUG nova.objects.instance [None req-a804ef4d-23bc-4b58-9242-7a7be77b6b62 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lazy-loading 'migration_context' on Instance uuid e2c166bd-9b6d-4450-bba0-43bb56975555 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 896.474982] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 896.474982] env[69524]: value = "task-4067919" [ 896.474982] env[69524]: _type = "Task" [ 896.474982] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.477428] env[69524]: DEBUG nova.virt.hardware [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 896.477692] env[69524]: DEBUG nova.virt.hardware [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 896.477850] env[69524]: DEBUG nova.virt.hardware [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 896.478141] env[69524]: DEBUG nova.virt.hardware [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 896.478249] env[69524]: DEBUG nova.virt.hardware [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 896.478396] env[69524]: DEBUG nova.virt.hardware [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 896.478609] env[69524]: DEBUG nova.virt.hardware [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 896.478767] env[69524]: DEBUG nova.virt.hardware [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 896.478961] env[69524]: DEBUG nova.virt.hardware [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 896.479250] env[69524]: DEBUG nova.virt.hardware [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 896.479500] env[69524]: DEBUG nova.virt.hardware [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 896.481219] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2a6bef-12a6-4c39-a398-ae6a24c8acc5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.499087] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc9b4c7-267d-4471-b427-6ac6949e0631 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.502970] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067919, 'name': CreateVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.503778] env[69524]: DEBUG nova.compute.manager [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] [instance: 86b272e6-8a18-486f-81e9-d1a325d83cf3] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 896.650766] env[69524]: DEBUG nova.scheduler.client.report [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 896.669212] env[69524]: DEBUG oslo_vmware.api [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Task: {'id': task-4067918, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.974447] env[69524]: DEBUG nova.objects.base [None req-a804ef4d-23bc-4b58-9242-7a7be77b6b62 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69524) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 896.975446] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5489419e-2f2a-48a4-b707-3e806e6892e6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.991640] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067919, 'name': CreateVM_Task, 'duration_secs': 0.431931} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.004652] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ecdec81-31ef-46fc-b920-327d01640f2d] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 897.006121] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.006536] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.006923] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.007087] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92455104-ebbb-411e-8159-463d04160d13 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.009624] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75187cfe-54f3-45ec-9a99-7a4afcf1db72 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.022306] env[69524]: DEBUG oslo_vmware.api [None req-a804ef4d-23bc-4b58-9242-7a7be77b6b62 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 897.022306] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52ce8491-9028-e965-d7be-fc613bc14127" [ 897.022306] env[69524]: _type = "Task" [ 897.022306] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.027611] env[69524]: DEBUG oslo_vmware.api [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for the task: (returnval){ [ 897.027611] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]524cfc4c-1e39-d109-7174-dfef4012c0ab" [ 897.027611] env[69524]: _type = "Task" [ 897.027611] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.035600] env[69524]: DEBUG oslo_concurrency.lockutils [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.039253] env[69524]: DEBUG oslo_vmware.api [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]524cfc4c-1e39-d109-7174-dfef4012c0ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.042883] env[69524]: DEBUG oslo_vmware.api [None req-a804ef4d-23bc-4b58-9242-7a7be77b6b62 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52ce8491-9028-e965-d7be-fc613bc14127, 'name': SearchDatastore_Task, 'duration_secs': 0.01436} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.043214] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a804ef4d-23bc-4b58-9242-7a7be77b6b62 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.160611] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.754s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.161289] env[69524]: DEBUG nova.compute.manager [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: b51544bf-55dd-45b8-8ff7-f0bdffbec768] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 897.171887] env[69524]: DEBUG oslo_concurrency.lockutils [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.611s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.174650] env[69524]: INFO nova.compute.claims [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 897.181026] env[69524]: DEBUG oslo_vmware.api [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Task: {'id': task-4067918, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557695} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.181026] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 7908b4fb-eb18-493b-b98b-48c23f0926fd/7908b4fb-eb18-493b-b98b-48c23f0926fd.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 897.181026] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 897.181026] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95271aac-7a38-4bff-ae94-c8ee1294e0bd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.188369] env[69524]: DEBUG oslo_vmware.api [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Waiting for the task: (returnval){ [ 897.188369] env[69524]: value = "task-4067920" [ 897.188369] env[69524]: _type = "Task" [ 897.188369] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.200831] env[69524]: DEBUG oslo_vmware.api [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Task: {'id': task-4067920, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.204017] env[69524]: DEBUG nova.compute.manager [req-8d0613c9-4cb3-49df-9c0e-1025d973c57f req-a33f1781-067a-4582-9eba-823265300c82 service nova] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Received event network-vif-plugged-ae45aefd-c8cf-4bb7-9db9-c50b68bae13c {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.204230] env[69524]: DEBUG oslo_concurrency.lockutils [req-8d0613c9-4cb3-49df-9c0e-1025d973c57f req-a33f1781-067a-4582-9eba-823265300c82 service nova] Acquiring lock "d9b19d6a-6d26-4da3-a888-1fa1bc95bd23-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.204541] env[69524]: DEBUG oslo_concurrency.lockutils [req-8d0613c9-4cb3-49df-9c0e-1025d973c57f req-a33f1781-067a-4582-9eba-823265300c82 service nova] Lock "d9b19d6a-6d26-4da3-a888-1fa1bc95bd23-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.204774] env[69524]: DEBUG oslo_concurrency.lockutils [req-8d0613c9-4cb3-49df-9c0e-1025d973c57f req-a33f1781-067a-4582-9eba-823265300c82 service nova] Lock "d9b19d6a-6d26-4da3-a888-1fa1bc95bd23-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.204994] env[69524]: DEBUG nova.compute.manager [req-8d0613c9-4cb3-49df-9c0e-1025d973c57f req-a33f1781-067a-4582-9eba-823265300c82 service nova] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] No waiting events found dispatching network-vif-plugged-ae45aefd-c8cf-4bb7-9db9-c50b68bae13c {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 897.205259] env[69524]: WARNING nova.compute.manager [req-8d0613c9-4cb3-49df-9c0e-1025d973c57f req-a33f1781-067a-4582-9eba-823265300c82 service nova] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Received unexpected event network-vif-plugged-ae45aefd-c8cf-4bb7-9db9-c50b68bae13c for instance with vm_state building and task_state spawning. [ 897.232940] env[69524]: DEBUG nova.compute.manager [None req-dbf58e24-d667-4ee9-bc49-59441560e607 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 897.232940] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d9aa65-faf2-46a0-ab44-693174c60184 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.398884] env[69524]: DEBUG nova.network.neutron [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Successfully updated port: ae45aefd-c8cf-4bb7-9db9-c50b68bae13c {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 897.542478] env[69524]: DEBUG oslo_vmware.api [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]524cfc4c-1e39-d109-7174-dfef4012c0ab, 'name': SearchDatastore_Task, 'duration_secs': 0.020831} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.542478] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.542478] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 6ecdec81-31ef-46fc-b920-327d01640f2d] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 897.542478] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.543077] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.543077] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 897.543077] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa0ef3ee-b7aa-49f2-8fca-c7352a25e295 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.561473] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 897.561789] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 897.562454] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4c75077-582b-4bf2-95cd-944821cf3893 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.569037] env[69524]: DEBUG oslo_vmware.api [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for the task: (returnval){ [ 897.569037] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5245b2b9-e1e7-ad51-19ff-bdad576b0ab6" [ 897.569037] env[69524]: _type = "Task" [ 897.569037] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.578554] env[69524]: DEBUG oslo_vmware.api [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5245b2b9-e1e7-ad51-19ff-bdad576b0ab6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.680338] env[69524]: DEBUG nova.compute.utils [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 897.685824] env[69524]: DEBUG nova.compute.manager [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: b51544bf-55dd-45b8-8ff7-f0bdffbec768] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 897.686064] env[69524]: DEBUG nova.network.neutron [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: b51544bf-55dd-45b8-8ff7-f0bdffbec768] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 897.699700] env[69524]: DEBUG oslo_vmware.api [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Task: {'id': task-4067920, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085261} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.700085] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 897.700969] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2209455-a458-4d4f-84ee-c2c9c5af5028 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.725671] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 7908b4fb-eb18-493b-b98b-48c23f0926fd/7908b4fb-eb18-493b-b98b-48c23f0926fd.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 897.726465] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45f136b2-4f69-4f4a-96e6-522dca7d8ba6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.744245] env[69524]: DEBUG nova.policy [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f6018c9e3f44efcac0c8840eb79fcad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c577040ac1174430983ad8df058bd7c1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 897.746956] env[69524]: INFO nova.compute.manager [None req-dbf58e24-d667-4ee9-bc49-59441560e607 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] instance snapshotting [ 897.750386] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad49ff96-43eb-4189-8136-d6b907b738b7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.755235] env[69524]: DEBUG oslo_vmware.api [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Waiting for the task: (returnval){ [ 897.755235] env[69524]: value = "task-4067921" [ 897.755235] env[69524]: _type = "Task" [ 897.755235] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.772877] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587f744b-6346-419d-8303-bb2aaaae1cfe {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.780736] env[69524]: DEBUG oslo_vmware.api [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Task: {'id': task-4067921, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.901527] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Acquiring lock "refresh_cache-d9b19d6a-6d26-4da3-a888-1fa1bc95bd23" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.901694] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Acquired lock "refresh_cache-d9b19d6a-6d26-4da3-a888-1fa1bc95bd23" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.901893] env[69524]: DEBUG nova.network.neutron [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 898.039638] env[69524]: DEBUG nova.network.neutron [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: b51544bf-55dd-45b8-8ff7-f0bdffbec768] Successfully created port: c13ad0ee-0c2e-49b1-b011-791a521aa4f7 {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 898.082806] env[69524]: DEBUG oslo_vmware.api [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5245b2b9-e1e7-ad51-19ff-bdad576b0ab6, 'name': SearchDatastore_Task, 'duration_secs': 0.054994} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.083862] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36629144-fb5d-4ea2-9051-f0f3b7f0263c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.091594] env[69524]: DEBUG oslo_vmware.api [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for the task: (returnval){ [ 898.091594] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52c02481-6469-712f-d9d6-d7cee080912a" [ 898.091594] env[69524]: _type = "Task" [ 898.091594] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.103702] env[69524]: DEBUG oslo_vmware.api [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52c02481-6469-712f-d9d6-d7cee080912a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.186500] env[69524]: DEBUG nova.compute.manager [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: b51544bf-55dd-45b8-8ff7-f0bdffbec768] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 898.269959] env[69524]: DEBUG oslo_vmware.api [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Task: {'id': task-4067921, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.290854] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf58e24-d667-4ee9-bc49-59441560e607 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Creating Snapshot of the VM instance {{(pid=69524) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 898.291114] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ad124cf5-0583-48a7-9df5-ff3749a4aa5a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.298816] env[69524]: DEBUG oslo_vmware.api [None req-dbf58e24-d667-4ee9-bc49-59441560e607 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Waiting for the task: (returnval){ [ 898.298816] env[69524]: value = "task-4067922" [ 898.298816] env[69524]: _type = "Task" [ 898.298816] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.313504] env[69524]: DEBUG oslo_vmware.api [None req-dbf58e24-d667-4ee9-bc49-59441560e607 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4067922, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.446725] env[69524]: DEBUG nova.network.neutron [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 898.586205] env[69524]: DEBUG nova.network.neutron [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Updating instance_info_cache with network_info: [{"id": "ae45aefd-c8cf-4bb7-9db9-c50b68bae13c", "address": "fa:16:3e:07:2f:32", "network": {"id": "c3059a41-0d8e-4f5e-aa55-00477c3a6ec8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1909587943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c577040ac1174430983ad8df058bd7c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae45aefd-c8", "ovs_interfaceid": "ae45aefd-c8cf-4bb7-9db9-c50b68bae13c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.602684] env[69524]: DEBUG oslo_vmware.api [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52c02481-6469-712f-d9d6-d7cee080912a, 'name': SearchDatastore_Task, 'duration_secs': 0.011605} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.606592] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.606859] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 6ecdec81-31ef-46fc-b920-327d01640f2d/6ecdec81-31ef-46fc-b920-327d01640f2d.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 898.607557] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-994feb2c-d4e6-4ce5-a81a-4d27fc1ec5e2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.615420] env[69524]: DEBUG oslo_vmware.api [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for the task: (returnval){ [ 898.615420] env[69524]: value = "task-4067923" [ 898.615420] env[69524]: _type = "Task" [ 898.615420] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.625455] env[69524]: DEBUG oslo_vmware.api [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4067923, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.767743] env[69524]: DEBUG oslo_vmware.api [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Task: {'id': task-4067921, 'name': ReconfigVM_Task, 'duration_secs': 0.527365} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.768152] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 7908b4fb-eb18-493b-b98b-48c23f0926fd/7908b4fb-eb18-493b-b98b-48c23f0926fd.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 898.770179] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5168bb9d-31ec-49cc-b0e8-20047a0c24b2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.776270] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7979d4e3-125a-426a-8971-098113f028c9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.786205] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05a81fe2-2b5e-445f-84c0-dead61ac46bb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.789814] env[69524]: DEBUG oslo_vmware.api [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Waiting for the task: (returnval){ [ 898.789814] env[69524]: value = "task-4067924" [ 898.789814] env[69524]: _type = "Task" [ 898.789814] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.829683] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d986d913-0230-45b6-9ee2-f08328e1b932 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.836254] env[69524]: DEBUG oslo_vmware.api [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Task: {'id': task-4067924, 'name': Rename_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.846920] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf32e4b-e626-4f41-9b48-abf2504f14c1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.851407] env[69524]: DEBUG oslo_vmware.api [None req-dbf58e24-d667-4ee9-bc49-59441560e607 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4067922, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.864596] env[69524]: DEBUG nova.compute.provider_tree [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.091816] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Releasing lock "refresh_cache-d9b19d6a-6d26-4da3-a888-1fa1bc95bd23" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.092239] env[69524]: DEBUG nova.compute.manager [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Instance network_info: |[{"id": "ae45aefd-c8cf-4bb7-9db9-c50b68bae13c", "address": "fa:16:3e:07:2f:32", "network": {"id": "c3059a41-0d8e-4f5e-aa55-00477c3a6ec8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1909587943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c577040ac1174430983ad8df058bd7c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae45aefd-c8", "ovs_interfaceid": "ae45aefd-c8cf-4bb7-9db9-c50b68bae13c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 899.092684] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:2f:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dacd109c-2442-41b8-b612-7ed3efbdaa94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ae45aefd-c8cf-4bb7-9db9-c50b68bae13c', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 899.101213] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Creating folder: Project (c577040ac1174430983ad8df058bd7c1). Parent ref: group-v806025. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 899.101680] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2957cb2b-bbf8-4842-9a43-1b9b1a104a55 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.116068] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Created folder: Project (c577040ac1174430983ad8df058bd7c1) in parent group-v806025. [ 899.116482] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Creating folder: Instances. Parent ref: group-v806164. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 899.120945] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a51d851-a775-4af5-ad0f-f3ec7f7930ed {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.131754] env[69524]: DEBUG oslo_vmware.api [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4067923, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.133787] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Created folder: Instances in parent group-v806164. [ 899.134197] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 899.134443] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 899.134753] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-864e628e-5191-4e97-a7ed-8ae716dd4714 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.157748] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 899.157748] env[69524]: value = "task-4067927" [ 899.157748] env[69524]: _type = "Task" [ 899.157748] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.165976] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067927, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.200555] env[69524]: DEBUG nova.compute.manager [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: b51544bf-55dd-45b8-8ff7-f0bdffbec768] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 899.233340] env[69524]: DEBUG nova.virt.hardware [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 899.233771] env[69524]: DEBUG nova.virt.hardware [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 899.233997] env[69524]: DEBUG nova.virt.hardware [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 899.235062] env[69524]: DEBUG nova.virt.hardware [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 899.235062] env[69524]: DEBUG nova.virt.hardware [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 899.235062] env[69524]: DEBUG nova.virt.hardware [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 899.235373] env[69524]: DEBUG nova.virt.hardware [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 899.235373] env[69524]: DEBUG nova.virt.hardware [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 899.235712] env[69524]: DEBUG nova.virt.hardware [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 899.236250] env[69524]: DEBUG nova.virt.hardware [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 899.236383] env[69524]: DEBUG nova.virt.hardware [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 899.237856] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4073da9b-5e6a-4e61-8998-cc7301faa520 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.244338] env[69524]: DEBUG nova.compute.manager [req-2088813d-39ef-43e2-938e-c3d1a8dd67b6 req-069a09b5-ec77-47db-96d4-c31c487b71cc service nova] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Received event network-changed-ae45aefd-c8cf-4bb7-9db9-c50b68bae13c {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 899.244574] env[69524]: DEBUG nova.compute.manager [req-2088813d-39ef-43e2-938e-c3d1a8dd67b6 req-069a09b5-ec77-47db-96d4-c31c487b71cc service nova] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Refreshing instance network info cache due to event network-changed-ae45aefd-c8cf-4bb7-9db9-c50b68bae13c. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 899.244847] env[69524]: DEBUG oslo_concurrency.lockutils [req-2088813d-39ef-43e2-938e-c3d1a8dd67b6 req-069a09b5-ec77-47db-96d4-c31c487b71cc service nova] Acquiring lock "refresh_cache-d9b19d6a-6d26-4da3-a888-1fa1bc95bd23" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.245040] env[69524]: DEBUG oslo_concurrency.lockutils [req-2088813d-39ef-43e2-938e-c3d1a8dd67b6 req-069a09b5-ec77-47db-96d4-c31c487b71cc service nova] Acquired lock "refresh_cache-d9b19d6a-6d26-4da3-a888-1fa1bc95bd23" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.245237] env[69524]: DEBUG nova.network.neutron [req-2088813d-39ef-43e2-938e-c3d1a8dd67b6 req-069a09b5-ec77-47db-96d4-c31c487b71cc service nova] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Refreshing network info cache for port ae45aefd-c8cf-4bb7-9db9-c50b68bae13c {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 899.254509] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0005a6f8-d637-462c-9fdd-fad581bbd6f1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.301438] env[69524]: DEBUG oslo_vmware.api [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Task: {'id': task-4067924, 'name': Rename_Task, 'duration_secs': 0.397033} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.301675] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 899.302039] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6022be71-6400-47cc-9a26-b88cd5d6a1c5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.311105] env[69524]: DEBUG oslo_vmware.api [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Waiting for the task: (returnval){ [ 899.311105] env[69524]: value = "task-4067928" [ 899.311105] env[69524]: _type = "Task" [ 899.311105] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.326025] env[69524]: DEBUG oslo_vmware.api [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Task: {'id': task-4067928, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.337588] env[69524]: DEBUG oslo_vmware.api [None req-dbf58e24-d667-4ee9-bc49-59441560e607 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4067922, 'name': CreateSnapshot_Task, 'duration_secs': 1.020747} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.337588] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf58e24-d667-4ee9-bc49-59441560e607 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Created Snapshot of the VM instance {{(pid=69524) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 899.337588] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a1e973-b2ad-444c-9e2e-39f7a859cf2d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.371021] env[69524]: DEBUG nova.scheduler.client.report [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.625720] env[69524]: DEBUG oslo_vmware.api [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4067923, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560692} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.626301] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 6ecdec81-31ef-46fc-b920-327d01640f2d/6ecdec81-31ef-46fc-b920-327d01640f2d.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 899.626484] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 6ecdec81-31ef-46fc-b920-327d01640f2d] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 899.626747] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0dcd93ac-2805-42c7-917d-d22e8444d889 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.635201] env[69524]: DEBUG oslo_vmware.api [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for the task: (returnval){ [ 899.635201] env[69524]: value = "task-4067929" [ 899.635201] env[69524]: _type = "Task" [ 899.635201] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.644846] env[69524]: DEBUG oslo_vmware.api [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4067929, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.669457] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067927, 'name': CreateVM_Task, 'duration_secs': 0.401366} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.669666] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 899.670440] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.670621] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.670970] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.671281] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a6810c5-c9a9-4245-83d6-11bb477b1480 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.679080] env[69524]: DEBUG oslo_vmware.api [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for the task: (returnval){ [ 899.679080] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]521102c4-4b87-f68d-ef7e-cf93d6740f75" [ 899.679080] env[69524]: _type = "Task" [ 899.679080] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.686381] env[69524]: DEBUG oslo_vmware.api [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]521102c4-4b87-f68d-ef7e-cf93d6740f75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.737571] env[69524]: DEBUG nova.network.neutron [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: b51544bf-55dd-45b8-8ff7-f0bdffbec768] Successfully updated port: c13ad0ee-0c2e-49b1-b011-791a521aa4f7 {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 899.822133] env[69524]: DEBUG oslo_vmware.api [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Task: {'id': task-4067928, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.865095] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf58e24-d667-4ee9-bc49-59441560e607 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Creating linked-clone VM from snapshot {{(pid=69524) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 899.868853] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f326fddc-5c3b-4d8f-844e-cb811564a0dc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.878293] env[69524]: DEBUG oslo_concurrency.lockutils [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.706s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.879063] env[69524]: DEBUG nova.compute.manager [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 899.885145] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.387s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.887477] env[69524]: INFO nova.compute.claims [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] [instance: b81bde1d-fb4a-4ab2-87e7-9be900c07511] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 899.892021] env[69524]: DEBUG oslo_vmware.api [None req-dbf58e24-d667-4ee9-bc49-59441560e607 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Waiting for the task: (returnval){ [ 899.892021] env[69524]: value = "task-4067930" [ 899.892021] env[69524]: _type = "Task" [ 899.892021] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.905687] env[69524]: DEBUG oslo_vmware.api [None req-dbf58e24-d667-4ee9-bc49-59441560e607 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4067930, 'name': CloneVM_Task} progress is 10%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.075289] env[69524]: DEBUG nova.network.neutron [req-2088813d-39ef-43e2-938e-c3d1a8dd67b6 req-069a09b5-ec77-47db-96d4-c31c487b71cc service nova] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Updated VIF entry in instance network info cache for port ae45aefd-c8cf-4bb7-9db9-c50b68bae13c. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 900.075634] env[69524]: DEBUG nova.network.neutron [req-2088813d-39ef-43e2-938e-c3d1a8dd67b6 req-069a09b5-ec77-47db-96d4-c31c487b71cc service nova] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Updating instance_info_cache with network_info: [{"id": "ae45aefd-c8cf-4bb7-9db9-c50b68bae13c", "address": "fa:16:3e:07:2f:32", "network": {"id": "c3059a41-0d8e-4f5e-aa55-00477c3a6ec8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1909587943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c577040ac1174430983ad8df058bd7c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae45aefd-c8", "ovs_interfaceid": "ae45aefd-c8cf-4bb7-9db9-c50b68bae13c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.146475] env[69524]: DEBUG oslo_vmware.api [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4067929, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074811} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.146742] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 6ecdec81-31ef-46fc-b920-327d01640f2d] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 900.147594] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e95cc18-6d97-496c-a394-da6dadd38973 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.171694] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 6ecdec81-31ef-46fc-b920-327d01640f2d] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 6ecdec81-31ef-46fc-b920-327d01640f2d/6ecdec81-31ef-46fc-b920-327d01640f2d.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 900.172071] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb503dd9-9eed-437f-8eb4-2625bff7483a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.198871] env[69524]: DEBUG oslo_vmware.api [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]521102c4-4b87-f68d-ef7e-cf93d6740f75, 'name': SearchDatastore_Task, 'duration_secs': 0.011597} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.200824] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.201094] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 900.201339] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.201485] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.201662] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 900.202057] env[69524]: DEBUG oslo_vmware.api [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for the task: (returnval){ [ 900.202057] env[69524]: value = "task-4067931" [ 900.202057] env[69524]: _type = "Task" [ 900.202057] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.202255] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57f00e2a-e352-461e-9745-17cd773fa1e0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.214554] env[69524]: DEBUG oslo_vmware.api [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4067931, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.219128] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 900.219200] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 900.220132] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d717d5aa-afa1-4f25-9d9c-38a21e041e58 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.227236] env[69524]: DEBUG oslo_vmware.api [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for the task: (returnval){ [ 900.227236] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52744796-a4d2-c91e-8ed1-1400c753bb0d" [ 900.227236] env[69524]: _type = "Task" [ 900.227236] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.239181] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Acquiring lock "refresh_cache-b51544bf-55dd-45b8-8ff7-f0bdffbec768" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.239398] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Acquired lock "refresh_cache-b51544bf-55dd-45b8-8ff7-f0bdffbec768" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.239800] env[69524]: DEBUG nova.network.neutron [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: b51544bf-55dd-45b8-8ff7-f0bdffbec768] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 900.241034] env[69524]: DEBUG oslo_vmware.api [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52744796-a4d2-c91e-8ed1-1400c753bb0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.324558] env[69524]: DEBUG oslo_vmware.api [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Task: {'id': task-4067928, 'name': PowerOnVM_Task, 'duration_secs': 0.720245} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.325560] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 900.325560] env[69524]: INFO nova.compute.manager [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Took 10.36 seconds to spawn the instance on the hypervisor. [ 900.325560] env[69524]: DEBUG nova.compute.manager [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 900.326604] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe4ed4e-b977-4edf-8ee1-c5c69957ccbe {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.398105] env[69524]: DEBUG nova.compute.utils [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 900.400028] env[69524]: DEBUG nova.compute.manager [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 900.400431] env[69524]: DEBUG nova.network.neutron [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 900.413072] env[69524]: DEBUG oslo_vmware.api [None req-dbf58e24-d667-4ee9-bc49-59441560e607 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4067930, 'name': CloneVM_Task} progress is 94%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.474744] env[69524]: DEBUG nova.policy [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa0e69885d644bb394a0b4a5c32bce57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c0583911a34499e92e7299e6bdb937d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 900.579041] env[69524]: DEBUG oslo_concurrency.lockutils [req-2088813d-39ef-43e2-938e-c3d1a8dd67b6 req-069a09b5-ec77-47db-96d4-c31c487b71cc service nova] Releasing lock "refresh_cache-d9b19d6a-6d26-4da3-a888-1fa1bc95bd23" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.716660] env[69524]: DEBUG oslo_vmware.api [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4067931, 'name': ReconfigVM_Task, 'duration_secs': 0.320702} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.717213] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 6ecdec81-31ef-46fc-b920-327d01640f2d] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 6ecdec81-31ef-46fc-b920-327d01640f2d/6ecdec81-31ef-46fc-b920-327d01640f2d.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 900.717942] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed66d87b-1a3b-421b-861a-b8a1f15afb84 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.726970] env[69524]: DEBUG oslo_vmware.api [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for the task: (returnval){ [ 900.726970] env[69524]: value = "task-4067932" [ 900.726970] env[69524]: _type = "Task" [ 900.726970] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.739731] env[69524]: DEBUG oslo_vmware.api [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4067932, 'name': Rename_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.743662] env[69524]: DEBUG oslo_vmware.api [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52744796-a4d2-c91e-8ed1-1400c753bb0d, 'name': SearchDatastore_Task, 'duration_secs': 0.018982} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.746560] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c5470e6-983a-429a-b9d0-aa7ae06fba59 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.753087] env[69524]: DEBUG oslo_vmware.api [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for the task: (returnval){ [ 900.753087] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52ec36e9-8e54-539e-2993-ef9e14437a0c" [ 900.753087] env[69524]: _type = "Task" [ 900.753087] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.764178] env[69524]: DEBUG oslo_vmware.api [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52ec36e9-8e54-539e-2993-ef9e14437a0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.802847] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquiring lock "927921d9-8e59-44c3-a3ee-7f60c3387625" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.803244] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "927921d9-8e59-44c3-a3ee-7f60c3387625" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.808998] env[69524]: DEBUG nova.network.neutron [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: b51544bf-55dd-45b8-8ff7-f0bdffbec768] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 900.846018] env[69524]: DEBUG nova.network.neutron [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Successfully created port: 340c8c92-36e8-41ec-ab17-6fc31982a161 {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 900.848447] env[69524]: INFO nova.compute.manager [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Took 48.99 seconds to build instance. [ 900.907492] env[69524]: DEBUG nova.compute.manager [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 900.918168] env[69524]: DEBUG oslo_vmware.api [None req-dbf58e24-d667-4ee9-bc49-59441560e607 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4067930, 'name': CloneVM_Task} progress is 94%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.239277] env[69524]: DEBUG oslo_vmware.api [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4067932, 'name': Rename_Task, 'duration_secs': 0.164464} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.239586] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 6ecdec81-31ef-46fc-b920-327d01640f2d] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 901.239908] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f70bd6e7-72de-460a-9701-37784c412dc4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.249146] env[69524]: DEBUG oslo_vmware.api [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for the task: (returnval){ [ 901.249146] env[69524]: value = "task-4067933" [ 901.249146] env[69524]: _type = "Task" [ 901.249146] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.264799] env[69524]: DEBUG oslo_vmware.api [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4067933, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.273447] env[69524]: DEBUG oslo_vmware.api [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52ec36e9-8e54-539e-2993-ef9e14437a0c, 'name': SearchDatastore_Task, 'duration_secs': 0.027086} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.274140] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.274564] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] d9b19d6a-6d26-4da3-a888-1fa1bc95bd23/d9b19d6a-6d26-4da3-a888-1fa1bc95bd23.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 901.275312] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aef82342-1e69-4722-9e53-692271bc1529 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.284198] env[69524]: DEBUG oslo_vmware.api [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for the task: (returnval){ [ 901.284198] env[69524]: value = "task-4067934" [ 901.284198] env[69524]: _type = "Task" [ 901.284198] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.302224] env[69524]: DEBUG oslo_vmware.api [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4067934, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.347618] env[69524]: DEBUG nova.network.neutron [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: b51544bf-55dd-45b8-8ff7-f0bdffbec768] Updating instance_info_cache with network_info: [{"id": "c13ad0ee-0c2e-49b1-b011-791a521aa4f7", "address": "fa:16:3e:6a:ee:1c", "network": {"id": "c3059a41-0d8e-4f5e-aa55-00477c3a6ec8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1909587943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c577040ac1174430983ad8df058bd7c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc13ad0ee-0c", "ovs_interfaceid": "c13ad0ee-0c2e-49b1-b011-791a521aa4f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.352738] env[69524]: DEBUG oslo_concurrency.lockutils [None req-083cba3d-d221-4ce9-9be9-9e005932061a tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Lock "7908b4fb-eb18-493b-b98b-48c23f0926fd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 102.384s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.421180] env[69524]: DEBUG oslo_vmware.api [None req-dbf58e24-d667-4ee9-bc49-59441560e607 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4067930, 'name': CloneVM_Task} progress is 94%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.543026] env[69524]: DEBUG nova.compute.manager [req-42a464b6-8720-45e1-9970-3b9af1e115a4 req-f20a6c5c-2b9f-4301-8762-175452ddf6fe service nova] [instance: b51544bf-55dd-45b8-8ff7-f0bdffbec768] Received event network-vif-plugged-c13ad0ee-0c2e-49b1-b011-791a521aa4f7 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.543026] env[69524]: DEBUG oslo_concurrency.lockutils [req-42a464b6-8720-45e1-9970-3b9af1e115a4 req-f20a6c5c-2b9f-4301-8762-175452ddf6fe service nova] Acquiring lock "b51544bf-55dd-45b8-8ff7-f0bdffbec768-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.543026] env[69524]: DEBUG oslo_concurrency.lockutils [req-42a464b6-8720-45e1-9970-3b9af1e115a4 req-f20a6c5c-2b9f-4301-8762-175452ddf6fe service nova] Lock "b51544bf-55dd-45b8-8ff7-f0bdffbec768-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.543026] env[69524]: DEBUG oslo_concurrency.lockutils [req-42a464b6-8720-45e1-9970-3b9af1e115a4 req-f20a6c5c-2b9f-4301-8762-175452ddf6fe service nova] Lock "b51544bf-55dd-45b8-8ff7-f0bdffbec768-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.543026] env[69524]: DEBUG nova.compute.manager [req-42a464b6-8720-45e1-9970-3b9af1e115a4 req-f20a6c5c-2b9f-4301-8762-175452ddf6fe service nova] [instance: b51544bf-55dd-45b8-8ff7-f0bdffbec768] No waiting events found dispatching network-vif-plugged-c13ad0ee-0c2e-49b1-b011-791a521aa4f7 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 901.543026] env[69524]: WARNING nova.compute.manager [req-42a464b6-8720-45e1-9970-3b9af1e115a4 req-f20a6c5c-2b9f-4301-8762-175452ddf6fe service nova] [instance: b51544bf-55dd-45b8-8ff7-f0bdffbec768] Received unexpected event network-vif-plugged-c13ad0ee-0c2e-49b1-b011-791a521aa4f7 for instance with vm_state building and task_state spawning. [ 901.543330] env[69524]: DEBUG nova.compute.manager [req-42a464b6-8720-45e1-9970-3b9af1e115a4 req-f20a6c5c-2b9f-4301-8762-175452ddf6fe service nova] [instance: b51544bf-55dd-45b8-8ff7-f0bdffbec768] Received event network-changed-c13ad0ee-0c2e-49b1-b011-791a521aa4f7 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 901.543330] env[69524]: DEBUG nova.compute.manager [req-42a464b6-8720-45e1-9970-3b9af1e115a4 req-f20a6c5c-2b9f-4301-8762-175452ddf6fe service nova] [instance: b51544bf-55dd-45b8-8ff7-f0bdffbec768] Refreshing instance network info cache due to event network-changed-c13ad0ee-0c2e-49b1-b011-791a521aa4f7. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 901.545201] env[69524]: DEBUG oslo_concurrency.lockutils [req-42a464b6-8720-45e1-9970-3b9af1e115a4 req-f20a6c5c-2b9f-4301-8762-175452ddf6fe service nova] Acquiring lock "refresh_cache-b51544bf-55dd-45b8-8ff7-f0bdffbec768" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.580084] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a404f8f-96fc-4648-a1df-54b4dd4e200a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.593031] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a1b1c7-920e-41e6-83c2-0b00ad92dcd1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.632529] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39481c5-51a6-4fc4-801e-9713af0de5dd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.641428] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51a0903-154f-4890-a63d-9b8a37fd9ec1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.658366] env[69524]: DEBUG nova.compute.provider_tree [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.772129] env[69524]: DEBUG oslo_vmware.api [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4067933, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.797936] env[69524]: DEBUG oslo_vmware.api [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4067934, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.854850] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Releasing lock "refresh_cache-b51544bf-55dd-45b8-8ff7-f0bdffbec768" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.856043] env[69524]: DEBUG nova.compute.manager [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: b51544bf-55dd-45b8-8ff7-f0bdffbec768] Instance network_info: |[{"id": "c13ad0ee-0c2e-49b1-b011-791a521aa4f7", "address": "fa:16:3e:6a:ee:1c", "network": {"id": "c3059a41-0d8e-4f5e-aa55-00477c3a6ec8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1909587943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c577040ac1174430983ad8df058bd7c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc13ad0ee-0c", "ovs_interfaceid": "c13ad0ee-0c2e-49b1-b011-791a521aa4f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 901.856043] env[69524]: DEBUG nova.compute.manager [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] [instance: 2c5c2c0d-c218-4ce4-995d-42d28e5106aa] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 901.861028] env[69524]: DEBUG oslo_concurrency.lockutils [req-42a464b6-8720-45e1-9970-3b9af1e115a4 req-f20a6c5c-2b9f-4301-8762-175452ddf6fe service nova] Acquired lock "refresh_cache-b51544bf-55dd-45b8-8ff7-f0bdffbec768" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.861028] env[69524]: DEBUG nova.network.neutron [req-42a464b6-8720-45e1-9970-3b9af1e115a4 req-f20a6c5c-2b9f-4301-8762-175452ddf6fe service nova] [instance: b51544bf-55dd-45b8-8ff7-f0bdffbec768] Refreshing network info cache for port c13ad0ee-0c2e-49b1-b011-791a521aa4f7 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 901.861028] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: b51544bf-55dd-45b8-8ff7-f0bdffbec768] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:ee:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dacd109c-2442-41b8-b612-7ed3efbdaa94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c13ad0ee-0c2e-49b1-b011-791a521aa4f7', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 901.868623] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 901.869475] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b51544bf-55dd-45b8-8ff7-f0bdffbec768] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 901.870329] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d63e66d-826d-4a4d-9d8b-fd74099fd828 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.893494] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 901.893494] env[69524]: value = "task-4067935" [ 901.893494] env[69524]: _type = "Task" [ 901.893494] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.905346] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067935, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.918182] env[69524]: DEBUG oslo_vmware.api [None req-dbf58e24-d667-4ee9-bc49-59441560e607 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4067930, 'name': CloneVM_Task} progress is 95%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.926597] env[69524]: DEBUG nova.compute.manager [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 901.962781] env[69524]: DEBUG nova.virt.hardware [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 901.962980] env[69524]: DEBUG nova.virt.hardware [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 901.963201] env[69524]: DEBUG nova.virt.hardware [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 901.963388] env[69524]: DEBUG nova.virt.hardware [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 901.963534] env[69524]: DEBUG nova.virt.hardware [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 901.963681] env[69524]: DEBUG nova.virt.hardware [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 901.963887] env[69524]: DEBUG nova.virt.hardware [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 901.964671] env[69524]: DEBUG nova.virt.hardware [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 901.964964] env[69524]: DEBUG nova.virt.hardware [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 901.965684] env[69524]: DEBUG nova.virt.hardware [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 901.965684] env[69524]: DEBUG nova.virt.hardware [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 901.967475] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad593555-c124-4006-9f6e-c67db8ba1ba8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.975852] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba75fd34-a6ab-4da7-adab-21edb0f1d204 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.161879] env[69524]: DEBUG nova.scheduler.client.report [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.170229] env[69524]: DEBUG nova.compute.manager [req-046676da-9205-41a6-982c-c770815a1914 req-44974f89-7b46-4d35-80d0-5701d6d1ab49 service nova] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] Received event network-changed-9bd41fa2-c762-4642-ae7f-9ac647d1c22b {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.170444] env[69524]: DEBUG nova.compute.manager [req-046676da-9205-41a6-982c-c770815a1914 req-44974f89-7b46-4d35-80d0-5701d6d1ab49 service nova] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] Refreshing instance network info cache due to event network-changed-9bd41fa2-c762-4642-ae7f-9ac647d1c22b. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 902.170645] env[69524]: DEBUG oslo_concurrency.lockutils [req-046676da-9205-41a6-982c-c770815a1914 req-44974f89-7b46-4d35-80d0-5701d6d1ab49 service nova] Acquiring lock "refresh_cache-848cef21-f975-4f2e-ae88-4f05cb97ba5d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.170788] env[69524]: DEBUG oslo_concurrency.lockutils [req-046676da-9205-41a6-982c-c770815a1914 req-44974f89-7b46-4d35-80d0-5701d6d1ab49 service nova] Acquired lock "refresh_cache-848cef21-f975-4f2e-ae88-4f05cb97ba5d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.170947] env[69524]: DEBUG nova.network.neutron [req-046676da-9205-41a6-982c-c770815a1914 req-44974f89-7b46-4d35-80d0-5701d6d1ab49 service nova] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] Refreshing network info cache for port 9bd41fa2-c762-4642-ae7f-9ac647d1c22b {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 902.263029] env[69524]: DEBUG oslo_vmware.api [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4067933, 'name': PowerOnVM_Task, 'duration_secs': 0.552727} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.263661] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 6ecdec81-31ef-46fc-b920-327d01640f2d] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 902.264034] env[69524]: INFO nova.compute.manager [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 6ecdec81-31ef-46fc-b920-327d01640f2d] Took 8.88 seconds to spawn the instance on the hypervisor. [ 902.264348] env[69524]: DEBUG nova.compute.manager [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 6ecdec81-31ef-46fc-b920-327d01640f2d] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 902.265943] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691a369c-e03c-40c7-b47d-35cf36032297 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.303257] env[69524]: DEBUG oslo_vmware.api [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4067934, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518261} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.303257] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] d9b19d6a-6d26-4da3-a888-1fa1bc95bd23/d9b19d6a-6d26-4da3-a888-1fa1bc95bd23.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 902.303257] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 902.303546] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c3656e8-5430-4216-b8ac-11df0a38f4f3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.313162] env[69524]: DEBUG oslo_vmware.api [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for the task: (returnval){ [ 902.313162] env[69524]: value = "task-4067936" [ 902.313162] env[69524]: _type = "Task" [ 902.313162] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.325609] env[69524]: DEBUG oslo_vmware.api [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4067936, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.392371] env[69524]: DEBUG oslo_concurrency.lockutils [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.403644] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067935, 'name': CreateVM_Task} progress is 25%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.412569] env[69524]: DEBUG oslo_vmware.api [None req-dbf58e24-d667-4ee9-bc49-59441560e607 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4067930, 'name': CloneVM_Task, 'duration_secs': 2.280212} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.412892] env[69524]: INFO nova.virt.vmwareapi.vmops [None req-dbf58e24-d667-4ee9-bc49-59441560e607 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Created linked-clone VM from snapshot [ 902.413801] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cee7049-efdb-4595-b9e2-9bb7e38a0596 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.422281] env[69524]: DEBUG nova.virt.vmwareapi.images [None req-dbf58e24-d667-4ee9-bc49-59441560e607 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Uploading image 17ab257b-4203-455b-8048-a47e40a09c1d {{(pid=69524) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 902.449982] env[69524]: DEBUG oslo_vmware.rw_handles [None req-dbf58e24-d667-4ee9-bc49-59441560e607 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 902.449982] env[69524]: value = "vm-806168" [ 902.449982] env[69524]: _type = "VirtualMachine" [ 902.449982] env[69524]: }. {{(pid=69524) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 902.450406] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-323c34cb-3670-4903-9fff-d532c8eae7da {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.458463] env[69524]: DEBUG oslo_vmware.rw_handles [None req-dbf58e24-d667-4ee9-bc49-59441560e607 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Lease: (returnval){ [ 902.458463] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5241554b-da83-b1f8-f7e9-168e66ccb545" [ 902.458463] env[69524]: _type = "HttpNfcLease" [ 902.458463] env[69524]: } obtained for exporting VM: (result){ [ 902.458463] env[69524]: value = "vm-806168" [ 902.458463] env[69524]: _type = "VirtualMachine" [ 902.458463] env[69524]: }. {{(pid=69524) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 902.458898] env[69524]: DEBUG oslo_vmware.api [None req-dbf58e24-d667-4ee9-bc49-59441560e607 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Waiting for the lease: (returnval){ [ 902.458898] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5241554b-da83-b1f8-f7e9-168e66ccb545" [ 902.458898] env[69524]: _type = "HttpNfcLease" [ 902.458898] env[69524]: } to be ready. {{(pid=69524) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 902.467042] env[69524]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 902.467042] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5241554b-da83-b1f8-f7e9-168e66ccb545" [ 902.467042] env[69524]: _type = "HttpNfcLease" [ 902.467042] env[69524]: } is initializing. {{(pid=69524) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 902.663545] env[69524]: DEBUG nova.network.neutron [req-42a464b6-8720-45e1-9970-3b9af1e115a4 req-f20a6c5c-2b9f-4301-8762-175452ddf6fe service nova] [instance: b51544bf-55dd-45b8-8ff7-f0bdffbec768] Updated VIF entry in instance network info cache for port c13ad0ee-0c2e-49b1-b011-791a521aa4f7. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 902.663908] env[69524]: DEBUG nova.network.neutron [req-42a464b6-8720-45e1-9970-3b9af1e115a4 req-f20a6c5c-2b9f-4301-8762-175452ddf6fe service nova] [instance: b51544bf-55dd-45b8-8ff7-f0bdffbec768] Updating instance_info_cache with network_info: [{"id": "c13ad0ee-0c2e-49b1-b011-791a521aa4f7", "address": "fa:16:3e:6a:ee:1c", "network": {"id": "c3059a41-0d8e-4f5e-aa55-00477c3a6ec8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1909587943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c577040ac1174430983ad8df058bd7c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc13ad0ee-0c", "ovs_interfaceid": "c13ad0ee-0c2e-49b1-b011-791a521aa4f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.667095] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.782s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.667582] env[69524]: DEBUG nova.compute.manager [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] [instance: b81bde1d-fb4a-4ab2-87e7-9be900c07511] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 902.670500] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f80c2e71-c61f-4ca7-8d2e-bb355728d042 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.030s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.670905] env[69524]: DEBUG nova.objects.instance [None req-f80c2e71-c61f-4ca7-8d2e-bb355728d042 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Lazy-loading 'resources' on Instance uuid 87e8e7a1-56fc-4065-861e-1b07b8097db3 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 902.737556] env[69524]: DEBUG nova.network.neutron [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Successfully updated port: 340c8c92-36e8-41ec-ab17-6fc31982a161 {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 902.795101] env[69524]: INFO nova.compute.manager [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 6ecdec81-31ef-46fc-b920-327d01640f2d] Took 49.89 seconds to build instance. [ 902.808332] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0ae4b62b-7c23-4112-9427-59bfba053b3c tempest-ServersAdminTestJSON-123758245 tempest-ServersAdminTestJSON-123758245-project-admin] Acquiring lock "refresh_cache-6ecdec81-31ef-46fc-b920-327d01640f2d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.808332] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0ae4b62b-7c23-4112-9427-59bfba053b3c tempest-ServersAdminTestJSON-123758245 tempest-ServersAdminTestJSON-123758245-project-admin] Acquired lock "refresh_cache-6ecdec81-31ef-46fc-b920-327d01640f2d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.808497] env[69524]: DEBUG nova.network.neutron [None req-0ae4b62b-7c23-4112-9427-59bfba053b3c tempest-ServersAdminTestJSON-123758245 tempest-ServersAdminTestJSON-123758245-project-admin] [instance: 6ecdec81-31ef-46fc-b920-327d01640f2d] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 902.829133] env[69524]: DEBUG oslo_vmware.api [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4067936, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072864} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.829688] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 902.830546] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c144817-a8e6-447e-bc96-ae92af9a1607 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.858293] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] d9b19d6a-6d26-4da3-a888-1fa1bc95bd23/d9b19d6a-6d26-4da3-a888-1fa1bc95bd23.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 902.858657] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-239a2ef8-d1cc-48b0-8658-0b947a425446 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.887382] env[69524]: DEBUG oslo_vmware.api [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for the task: (returnval){ [ 902.887382] env[69524]: value = "task-4067938" [ 902.887382] env[69524]: _type = "Task" [ 902.887382] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.898063] env[69524]: DEBUG oslo_vmware.api [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4067938, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.906717] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067935, 'name': CreateVM_Task, 'duration_secs': 0.723765} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.906910] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b51544bf-55dd-45b8-8ff7-f0bdffbec768] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 902.907628] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.907804] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.908228] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.908567] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ae4d267-3671-4885-a9a0-f3431389dd57 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.914930] env[69524]: DEBUG oslo_vmware.api [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for the task: (returnval){ [ 902.914930] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52f34e5f-d76e-cc08-baa6-f017e65aed06" [ 902.914930] env[69524]: _type = "Task" [ 902.914930] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.927645] env[69524]: DEBUG oslo_vmware.api [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52f34e5f-d76e-cc08-baa6-f017e65aed06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.967525] env[69524]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 902.967525] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5241554b-da83-b1f8-f7e9-168e66ccb545" [ 902.967525] env[69524]: _type = "HttpNfcLease" [ 902.967525] env[69524]: } is ready. {{(pid=69524) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 902.967867] env[69524]: DEBUG oslo_vmware.rw_handles [None req-dbf58e24-d667-4ee9-bc49-59441560e607 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 902.967867] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5241554b-da83-b1f8-f7e9-168e66ccb545" [ 902.967867] env[69524]: _type = "HttpNfcLease" [ 902.967867] env[69524]: }. {{(pid=69524) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 902.968661] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84fd98d-ba09-4418-982b-df6e87329fef {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.977368] env[69524]: DEBUG oslo_vmware.rw_handles [None req-dbf58e24-d667-4ee9-bc49-59441560e607 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52828bac-b1e6-54e2-83c7-b6efa07c363e/disk-0.vmdk from lease info. {{(pid=69524) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 902.977586] env[69524]: DEBUG oslo_vmware.rw_handles [None req-dbf58e24-d667-4ee9-bc49-59441560e607 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52828bac-b1e6-54e2-83c7-b6efa07c363e/disk-0.vmdk for reading. {{(pid=69524) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 902.979975] env[69524]: DEBUG nova.network.neutron [req-046676da-9205-41a6-982c-c770815a1914 req-44974f89-7b46-4d35-80d0-5701d6d1ab49 service nova] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] Updated VIF entry in instance network info cache for port 9bd41fa2-c762-4642-ae7f-9ac647d1c22b. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 902.980369] env[69524]: DEBUG nova.network.neutron [req-046676da-9205-41a6-982c-c770815a1914 req-44974f89-7b46-4d35-80d0-5701d6d1ab49 service nova] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] Updating instance_info_cache with network_info: [{"id": "9bd41fa2-c762-4642-ae7f-9ac647d1c22b", "address": "fa:16:3e:a8:64:da", "network": {"id": "3b549f2a-fb2a-4e76-943e-4bfaa49b2ec6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1668477436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.238", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a766371d7bf74ace9ef49123f69e3631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bd41fa2-c7", "ovs_interfaceid": "9bd41fa2-c762-4642-ae7f-9ac647d1c22b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.078215] env[69524]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bca38850-be3d-438a-a597-43540cecca86 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.172223] env[69524]: DEBUG oslo_concurrency.lockutils [req-42a464b6-8720-45e1-9970-3b9af1e115a4 req-f20a6c5c-2b9f-4301-8762-175452ddf6fe service nova] Releasing lock "refresh_cache-b51544bf-55dd-45b8-8ff7-f0bdffbec768" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.173348] env[69524]: DEBUG nova.compute.utils [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 903.179845] env[69524]: DEBUG nova.compute.manager [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] [instance: b81bde1d-fb4a-4ab2-87e7-9be900c07511] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 903.180118] env[69524]: DEBUG nova.network.neutron [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] [instance: b81bde1d-fb4a-4ab2-87e7-9be900c07511] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 903.232595] env[69524]: DEBUG nova.policy [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aacb67174c9145d58187ea4dc5730e39', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40006c6f6b0f49de86165cd31cc5fd1e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 903.241820] env[69524]: DEBUG oslo_concurrency.lockutils [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquiring lock "refresh_cache-cbb08f23-34b1-4486-942f-e0f4781f04fc" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.241972] env[69524]: DEBUG oslo_concurrency.lockutils [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquired lock "refresh_cache-cbb08f23-34b1-4486-942f-e0f4781f04fc" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.242146] env[69524]: DEBUG nova.network.neutron [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 903.300211] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b90e33b9-1188-4fab-ae9d-b0fe6be2ba7b tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Lock "6ecdec81-31ef-46fc-b920-327d01640f2d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 102.666s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.403226] env[69524]: DEBUG oslo_vmware.api [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4067938, 'name': ReconfigVM_Task, 'duration_secs': 0.498184} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.403653] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Reconfigured VM instance instance-0000002e to attach disk [datastore1] d9b19d6a-6d26-4da3-a888-1fa1bc95bd23/d9b19d6a-6d26-4da3-a888-1fa1bc95bd23.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 903.404392] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b160473c-91ec-4c82-919c-195caaf90698 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.412923] env[69524]: DEBUG oslo_vmware.api [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for the task: (returnval){ [ 903.412923] env[69524]: value = "task-4067939" [ 903.412923] env[69524]: _type = "Task" [ 903.412923] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.435042] env[69524]: DEBUG oslo_vmware.api [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4067939, 'name': Rename_Task} progress is 10%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.435451] env[69524]: DEBUG oslo_vmware.api [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52f34e5f-d76e-cc08-baa6-f017e65aed06, 'name': SearchDatastore_Task, 'duration_secs': 0.012657} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.439075] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.439236] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: b51544bf-55dd-45b8-8ff7-f0bdffbec768] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 903.439436] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.439586] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.439771] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 903.443065] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3be474f-5233-42d2-a047-7a5a1fa5908f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.454900] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 903.455116] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 903.455909] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0baaa383-3834-4c11-a044-c9b481b31c7e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.468042] env[69524]: DEBUG oslo_vmware.api [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for the task: (returnval){ [ 903.468042] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5244621f-bc3b-81a6-3c8a-3f13f7b26fb9" [ 903.468042] env[69524]: _type = "Task" [ 903.468042] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.480067] env[69524]: DEBUG oslo_vmware.api [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5244621f-bc3b-81a6-3c8a-3f13f7b26fb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.543822] env[69524]: DEBUG oslo_concurrency.lockutils [req-046676da-9205-41a6-982c-c770815a1914 req-44974f89-7b46-4d35-80d0-5701d6d1ab49 service nova] Releasing lock "refresh_cache-848cef21-f975-4f2e-ae88-4f05cb97ba5d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.683545] env[69524]: DEBUG nova.compute.manager [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] [instance: b81bde1d-fb4a-4ab2-87e7-9be900c07511] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 903.712657] env[69524]: DEBUG nova.network.neutron [None req-0ae4b62b-7c23-4112-9427-59bfba053b3c tempest-ServersAdminTestJSON-123758245 tempest-ServersAdminTestJSON-123758245-project-admin] [instance: 6ecdec81-31ef-46fc-b920-327d01640f2d] Updating instance_info_cache with network_info: [{"id": "014870e1-2762-4c62-8b43-69656423d116", "address": "fa:16:3e:be:98:20", "network": {"id": "b106d9d8-dc34-4f50-b322-d1ed6d20ee3b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1097604607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54095f21acb74b8d861305732d45e952", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap014870e1-27", "ovs_interfaceid": "014870e1-2762-4c62-8b43-69656423d116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.760818] env[69524]: DEBUG nova.network.neutron [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] [instance: b81bde1d-fb4a-4ab2-87e7-9be900c07511] Successfully created port: 781069ab-4100-4d07-98e8-a615013a0617 {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 903.802761] env[69524]: DEBUG nova.network.neutron [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 903.806187] env[69524]: DEBUG nova.compute.manager [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 903.930151] env[69524]: DEBUG oslo_vmware.api [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4067939, 'name': Rename_Task, 'duration_secs': 0.240933} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.930553] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 903.931290] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28ddd413-9f14-40a0-bf0f-db4da79df821 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.938529] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502ec7d9-59fe-4e83-877b-150f7db45722 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.943538] env[69524]: DEBUG oslo_vmware.api [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for the task: (returnval){ [ 903.943538] env[69524]: value = "task-4067940" [ 903.943538] env[69524]: _type = "Task" [ 903.943538] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.951594] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16fe6fd4-9010-4383-8c1c-287900e47765 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.961900] env[69524]: DEBUG oslo_vmware.api [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4067940, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.999358] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a6d7f4-0e65-4f6e-8ed2-3adf49c49b7d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.013922] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b17c78-cc1a-46b3-b2c8-617607bff7c8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.018439] env[69524]: DEBUG oslo_vmware.api [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5244621f-bc3b-81a6-3c8a-3f13f7b26fb9, 'name': SearchDatastore_Task, 'duration_secs': 0.012078} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.019992] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0eb14a6-83e7-4c3f-875b-e2d8fbbcfff8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.031539] env[69524]: DEBUG nova.compute.provider_tree [None req-f80c2e71-c61f-4ca7-8d2e-bb355728d042 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.044576] env[69524]: DEBUG oslo_vmware.api [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for the task: (returnval){ [ 904.044576] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52d92d79-bf60-e148-0155-db18df5c1861" [ 904.044576] env[69524]: _type = "Task" [ 904.044576] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.053142] env[69524]: DEBUG oslo_vmware.api [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52d92d79-bf60-e148-0155-db18df5c1861, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.091380] env[69524]: DEBUG nova.network.neutron [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Updating instance_info_cache with network_info: [{"id": "340c8c92-36e8-41ec-ab17-6fc31982a161", "address": "fa:16:3e:ce:4e:ed", "network": {"id": "37adc9d0-a545-4ad6-8bda-bbeebaeaad38", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1811246761-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c0583911a34499e92e7299e6bdb937d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap340c8c92-36", "ovs_interfaceid": "340c8c92-36e8-41ec-ab17-6fc31982a161", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.220744] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0ae4b62b-7c23-4112-9427-59bfba053b3c tempest-ServersAdminTestJSON-123758245 tempest-ServersAdminTestJSON-123758245-project-admin] Releasing lock "refresh_cache-6ecdec81-31ef-46fc-b920-327d01640f2d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.221070] env[69524]: DEBUG nova.compute.manager [None req-0ae4b62b-7c23-4112-9427-59bfba053b3c tempest-ServersAdminTestJSON-123758245 tempest-ServersAdminTestJSON-123758245-project-admin] [instance: 6ecdec81-31ef-46fc-b920-327d01640f2d] Inject network info {{(pid=69524) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 904.221357] env[69524]: DEBUG nova.compute.manager [None req-0ae4b62b-7c23-4112-9427-59bfba053b3c tempest-ServersAdminTestJSON-123758245 tempest-ServersAdminTestJSON-123758245-project-admin] [instance: 6ecdec81-31ef-46fc-b920-327d01640f2d] network_info to inject: |[{"id": "014870e1-2762-4c62-8b43-69656423d116", "address": "fa:16:3e:be:98:20", "network": {"id": "b106d9d8-dc34-4f50-b322-d1ed6d20ee3b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1097604607-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "54095f21acb74b8d861305732d45e952", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f499bc9-78da-46c1-9274-19edf26d31cb", "external-id": "nsx-vlan-transportzone-243", "segmentation_id": 243, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap014870e1-27", "ovs_interfaceid": "014870e1-2762-4c62-8b43-69656423d116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 904.228030] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae4b62b-7c23-4112-9427-59bfba053b3c tempest-ServersAdminTestJSON-123758245 tempest-ServersAdminTestJSON-123758245-project-admin] [instance: 6ecdec81-31ef-46fc-b920-327d01640f2d] Reconfiguring VM instance to set the machine id {{(pid=69524) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 904.228423] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8993f64-b673-42d3-8882-ed9b0ccb2819 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.260117] env[69524]: DEBUG oslo_vmware.api [None req-0ae4b62b-7c23-4112-9427-59bfba053b3c tempest-ServersAdminTestJSON-123758245 tempest-ServersAdminTestJSON-123758245-project-admin] Waiting for the task: (returnval){ [ 904.260117] env[69524]: value = "task-4067941" [ 904.260117] env[69524]: _type = "Task" [ 904.260117] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.276356] env[69524]: DEBUG oslo_vmware.api [None req-0ae4b62b-7c23-4112-9427-59bfba053b3c tempest-ServersAdminTestJSON-123758245 tempest-ServersAdminTestJSON-123758245-project-admin] Task: {'id': task-4067941, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.341300] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.419121] env[69524]: DEBUG nova.compute.manager [req-0f514861-b017-43c1-9051-aded7c954339 req-fcd07fc8-fa17-4b5b-b922-cab6ec146408 service nova] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Received event network-vif-plugged-340c8c92-36e8-41ec-ab17-6fc31982a161 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.419317] env[69524]: DEBUG oslo_concurrency.lockutils [req-0f514861-b017-43c1-9051-aded7c954339 req-fcd07fc8-fa17-4b5b-b922-cab6ec146408 service nova] Acquiring lock "cbb08f23-34b1-4486-942f-e0f4781f04fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.419570] env[69524]: DEBUG oslo_concurrency.lockutils [req-0f514861-b017-43c1-9051-aded7c954339 req-fcd07fc8-fa17-4b5b-b922-cab6ec146408 service nova] Lock "cbb08f23-34b1-4486-942f-e0f4781f04fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.419893] env[69524]: DEBUG oslo_concurrency.lockutils [req-0f514861-b017-43c1-9051-aded7c954339 req-fcd07fc8-fa17-4b5b-b922-cab6ec146408 service nova] Lock "cbb08f23-34b1-4486-942f-e0f4781f04fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.419972] env[69524]: DEBUG nova.compute.manager [req-0f514861-b017-43c1-9051-aded7c954339 req-fcd07fc8-fa17-4b5b-b922-cab6ec146408 service nova] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] No waiting events found dispatching network-vif-plugged-340c8c92-36e8-41ec-ab17-6fc31982a161 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 904.420226] env[69524]: WARNING nova.compute.manager [req-0f514861-b017-43c1-9051-aded7c954339 req-fcd07fc8-fa17-4b5b-b922-cab6ec146408 service nova] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Received unexpected event network-vif-plugged-340c8c92-36e8-41ec-ab17-6fc31982a161 for instance with vm_state building and task_state spawning. [ 904.420478] env[69524]: DEBUG nova.compute.manager [req-0f514861-b017-43c1-9051-aded7c954339 req-fcd07fc8-fa17-4b5b-b922-cab6ec146408 service nova] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Received event network-changed-340c8c92-36e8-41ec-ab17-6fc31982a161 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.420792] env[69524]: DEBUG nova.compute.manager [req-0f514861-b017-43c1-9051-aded7c954339 req-fcd07fc8-fa17-4b5b-b922-cab6ec146408 service nova] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Refreshing instance network info cache due to event network-changed-340c8c92-36e8-41ec-ab17-6fc31982a161. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 904.421123] env[69524]: DEBUG oslo_concurrency.lockutils [req-0f514861-b017-43c1-9051-aded7c954339 req-fcd07fc8-fa17-4b5b-b922-cab6ec146408 service nova] Acquiring lock "refresh_cache-cbb08f23-34b1-4486-942f-e0f4781f04fc" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.455074] env[69524]: DEBUG oslo_vmware.api [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4067940, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.535187] env[69524]: DEBUG nova.scheduler.client.report [None req-f80c2e71-c61f-4ca7-8d2e-bb355728d042 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.557276] env[69524]: DEBUG oslo_vmware.api [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52d92d79-bf60-e148-0155-db18df5c1861, 'name': SearchDatastore_Task, 'duration_secs': 0.019298} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.559011] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.559223] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] b51544bf-55dd-45b8-8ff7-f0bdffbec768/b51544bf-55dd-45b8-8ff7-f0bdffbec768.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 904.559628] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff5a5f5e-40e4-464c-8b76-941a8e6649a3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.570034] env[69524]: DEBUG oslo_vmware.api [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for the task: (returnval){ [ 904.570034] env[69524]: value = "task-4067942" [ 904.570034] env[69524]: _type = "Task" [ 904.570034] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.584245] env[69524]: DEBUG oslo_vmware.api [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4067942, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.594243] env[69524]: DEBUG oslo_concurrency.lockutils [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Releasing lock "refresh_cache-cbb08f23-34b1-4486-942f-e0f4781f04fc" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.594649] env[69524]: DEBUG nova.compute.manager [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Instance network_info: |[{"id": "340c8c92-36e8-41ec-ab17-6fc31982a161", "address": "fa:16:3e:ce:4e:ed", "network": {"id": "37adc9d0-a545-4ad6-8bda-bbeebaeaad38", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1811246761-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c0583911a34499e92e7299e6bdb937d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap340c8c92-36", "ovs_interfaceid": "340c8c92-36e8-41ec-ab17-6fc31982a161", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 904.595021] env[69524]: DEBUG oslo_concurrency.lockutils [req-0f514861-b017-43c1-9051-aded7c954339 req-fcd07fc8-fa17-4b5b-b922-cab6ec146408 service nova] Acquired lock "refresh_cache-cbb08f23-34b1-4486-942f-e0f4781f04fc" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.595242] env[69524]: DEBUG nova.network.neutron [req-0f514861-b017-43c1-9051-aded7c954339 req-fcd07fc8-fa17-4b5b-b922-cab6ec146408 service nova] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Refreshing network info cache for port 340c8c92-36e8-41ec-ab17-6fc31982a161 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 904.596982] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:4e:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ab93899c-92b2-4d84-95a6-192234add28c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '340c8c92-36e8-41ec-ab17-6fc31982a161', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 904.606362] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Creating folder: Project (4c0583911a34499e92e7299e6bdb937d). Parent ref: group-v806025. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 904.607882] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1985482-eb21-43d6-a216-a3cd5f598b50 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.622960] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Created folder: Project (4c0583911a34499e92e7299e6bdb937d) in parent group-v806025. [ 904.623369] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Creating folder: Instances. Parent ref: group-v806170. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 904.623898] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da8a15e6-dbf9-49ef-901c-e0cd2cb6d2ad {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.641534] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Created folder: Instances in parent group-v806170. [ 904.641534] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 904.641534] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 904.641534] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7e9dd6f-fe3c-47cc-ada8-c4fbdfbe17e5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.667667] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 904.667667] env[69524]: value = "task-4067945" [ 904.667667] env[69524]: _type = "Task" [ 904.667667] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.684379] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067945, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.701378] env[69524]: DEBUG nova.compute.manager [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] [instance: b81bde1d-fb4a-4ab2-87e7-9be900c07511] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 904.740753] env[69524]: DEBUG nova.virt.hardware [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 904.741122] env[69524]: DEBUG nova.virt.hardware [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 904.741273] env[69524]: DEBUG nova.virt.hardware [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 904.741571] env[69524]: DEBUG nova.virt.hardware [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 904.741827] env[69524]: DEBUG nova.virt.hardware [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 904.741919] env[69524]: DEBUG nova.virt.hardware [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 904.742269] env[69524]: DEBUG nova.virt.hardware [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 904.743041] env[69524]: DEBUG nova.virt.hardware [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 904.743041] env[69524]: DEBUG nova.virt.hardware [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 904.743041] env[69524]: DEBUG nova.virt.hardware [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 904.743041] env[69524]: DEBUG nova.virt.hardware [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 904.743884] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38be946-4586-4a6d-a522-83dbd1577b77 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.754776] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0c0540-94c8-4855-94ea-cfb97a00e912 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.782715] env[69524]: DEBUG oslo_vmware.api [None req-0ae4b62b-7c23-4112-9427-59bfba053b3c tempest-ServersAdminTestJSON-123758245 tempest-ServersAdminTestJSON-123758245-project-admin] Task: {'id': task-4067941, 'name': ReconfigVM_Task, 'duration_secs': 0.204951} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.782964] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-0ae4b62b-7c23-4112-9427-59bfba053b3c tempest-ServersAdminTestJSON-123758245 tempest-ServersAdminTestJSON-123758245-project-admin] [instance: 6ecdec81-31ef-46fc-b920-327d01640f2d] Reconfigured VM instance to set the machine id {{(pid=69524) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 904.963271] env[69524]: DEBUG oslo_vmware.api [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4067940, 'name': PowerOnVM_Task, 'duration_secs': 0.695741} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.963677] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 904.963972] env[69524]: INFO nova.compute.manager [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Took 8.52 seconds to spawn the instance on the hypervisor. [ 904.964243] env[69524]: DEBUG nova.compute.manager [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 904.965220] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a48d5e-8537-4391-ae6e-34e07ebbf395 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.042651] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f80c2e71-c61f-4ca7-8d2e-bb355728d042 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.372s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.045875] env[69524]: DEBUG oslo_concurrency.lockutils [None req-def0dc0f-96ee-4b30-8579-62085ba21875 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.760s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.046205] env[69524]: DEBUG nova.objects.instance [None req-def0dc0f-96ee-4b30-8579-62085ba21875 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Lazy-loading 'resources' on Instance uuid 5de29246-15dd-470d-b18e-b2453818b760 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 905.081167] env[69524]: INFO nova.scheduler.client.report [None req-f80c2e71-c61f-4ca7-8d2e-bb355728d042 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Deleted allocations for instance 87e8e7a1-56fc-4065-861e-1b07b8097db3 [ 905.088092] env[69524]: DEBUG oslo_vmware.api [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4067942, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.190762] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067945, 'name': CreateVM_Task, 'duration_secs': 0.520382} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.191027] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 905.192682] env[69524]: DEBUG oslo_concurrency.lockutils [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.192764] env[69524]: DEBUG oslo_concurrency.lockutils [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.193285] env[69524]: DEBUG oslo_concurrency.lockutils [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.193664] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5c5306d-78d4-4beb-9f33-cfbd1b0d3616 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.202416] env[69524]: DEBUG oslo_vmware.api [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 905.202416] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52fe0639-5997-8a8a-9434-773d5a2ab7c4" [ 905.202416] env[69524]: _type = "Task" [ 905.202416] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.220464] env[69524]: DEBUG oslo_vmware.api [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52fe0639-5997-8a8a-9434-773d5a2ab7c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.493545] env[69524]: INFO nova.compute.manager [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Took 50.03 seconds to build instance. [ 905.516189] env[69524]: DEBUG nova.network.neutron [req-0f514861-b017-43c1-9051-aded7c954339 req-fcd07fc8-fa17-4b5b-b922-cab6ec146408 service nova] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Updated VIF entry in instance network info cache for port 340c8c92-36e8-41ec-ab17-6fc31982a161. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 905.516731] env[69524]: DEBUG nova.network.neutron [req-0f514861-b017-43c1-9051-aded7c954339 req-fcd07fc8-fa17-4b5b-b922-cab6ec146408 service nova] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Updating instance_info_cache with network_info: [{"id": "340c8c92-36e8-41ec-ab17-6fc31982a161", "address": "fa:16:3e:ce:4e:ed", "network": {"id": "37adc9d0-a545-4ad6-8bda-bbeebaeaad38", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1811246761-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c0583911a34499e92e7299e6bdb937d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap340c8c92-36", "ovs_interfaceid": "340c8c92-36e8-41ec-ab17-6fc31982a161", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.584982] env[69524]: DEBUG oslo_vmware.api [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4067942, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.708451} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.585392] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] b51544bf-55dd-45b8-8ff7-f0bdffbec768/b51544bf-55dd-45b8-8ff7-f0bdffbec768.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 905.585863] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: b51544bf-55dd-45b8-8ff7-f0bdffbec768] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 905.586619] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-284d4226-d746-42be-8653-38c5d2d627d3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.599326] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f80c2e71-c61f-4ca7-8d2e-bb355728d042 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Lock "87e8e7a1-56fc-4065-861e-1b07b8097db3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.890s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.600716] env[69524]: DEBUG oslo_vmware.api [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for the task: (returnval){ [ 905.600716] env[69524]: value = "task-4067946" [ 905.600716] env[69524]: _type = "Task" [ 905.600716] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.611221] env[69524]: DEBUG nova.network.neutron [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] [instance: b81bde1d-fb4a-4ab2-87e7-9be900c07511] Successfully updated port: 781069ab-4100-4d07-98e8-a615013a0617 {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 905.621169] env[69524]: DEBUG oslo_vmware.api [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4067946, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.714568] env[69524]: DEBUG oslo_vmware.api [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52fe0639-5997-8a8a-9434-773d5a2ab7c4, 'name': SearchDatastore_Task, 'duration_secs': 0.022424} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.714884] env[69524]: DEBUG oslo_concurrency.lockutils [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.715124] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 905.715592] env[69524]: DEBUG oslo_concurrency.lockutils [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.715795] env[69524]: DEBUG oslo_concurrency.lockutils [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.716016] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 905.716448] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a3c0847-3fd4-46a3-9ed8-ed9245af199d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.724501] env[69524]: DEBUG nova.compute.manager [req-d822ba8c-75c5-45f5-8b52-119f64b0d8ca req-32fd63d2-f651-4b39-a55d-aa81cecb385f service nova] [instance: b81bde1d-fb4a-4ab2-87e7-9be900c07511] Received event network-vif-plugged-781069ab-4100-4d07-98e8-a615013a0617 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.724757] env[69524]: DEBUG oslo_concurrency.lockutils [req-d822ba8c-75c5-45f5-8b52-119f64b0d8ca req-32fd63d2-f651-4b39-a55d-aa81cecb385f service nova] Acquiring lock "b81bde1d-fb4a-4ab2-87e7-9be900c07511-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.724966] env[69524]: DEBUG oslo_concurrency.lockutils [req-d822ba8c-75c5-45f5-8b52-119f64b0d8ca req-32fd63d2-f651-4b39-a55d-aa81cecb385f service nova] Lock "b81bde1d-fb4a-4ab2-87e7-9be900c07511-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.725183] env[69524]: DEBUG oslo_concurrency.lockutils [req-d822ba8c-75c5-45f5-8b52-119f64b0d8ca req-32fd63d2-f651-4b39-a55d-aa81cecb385f service nova] Lock "b81bde1d-fb4a-4ab2-87e7-9be900c07511-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.725398] env[69524]: DEBUG nova.compute.manager [req-d822ba8c-75c5-45f5-8b52-119f64b0d8ca req-32fd63d2-f651-4b39-a55d-aa81cecb385f service nova] [instance: b81bde1d-fb4a-4ab2-87e7-9be900c07511] No waiting events found dispatching network-vif-plugged-781069ab-4100-4d07-98e8-a615013a0617 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 905.725616] env[69524]: WARNING nova.compute.manager [req-d822ba8c-75c5-45f5-8b52-119f64b0d8ca req-32fd63d2-f651-4b39-a55d-aa81cecb385f service nova] [instance: b81bde1d-fb4a-4ab2-87e7-9be900c07511] Received unexpected event network-vif-plugged-781069ab-4100-4d07-98e8-a615013a0617 for instance with vm_state building and task_state spawning. [ 905.730780] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 905.730972] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 905.731749] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d724fea3-70ea-4229-b701-1e7bc6f9301d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.739749] env[69524]: DEBUG oslo_vmware.api [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 905.739749] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5226309c-fe60-7abd-ddaa-14aa599aa9f1" [ 905.739749] env[69524]: _type = "Task" [ 905.739749] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.748245] env[69524]: DEBUG oslo_vmware.api [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5226309c-fe60-7abd-ddaa-14aa599aa9f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.996435] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5e1b22d9-c7c1-4bda-84f9-00d79c9676fc tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Lock "d9b19d6a-6d26-4da3-a888-1fa1bc95bd23" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 102.180s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.020784] env[69524]: DEBUG oslo_concurrency.lockutils [req-0f514861-b017-43c1-9051-aded7c954339 req-fcd07fc8-fa17-4b5b-b922-cab6ec146408 service nova] Releasing lock "refresh_cache-cbb08f23-34b1-4486-942f-e0f4781f04fc" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.021083] env[69524]: DEBUG nova.compute.manager [req-0f514861-b017-43c1-9051-aded7c954339 req-fcd07fc8-fa17-4b5b-b922-cab6ec146408 service nova] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] Received event network-changed-9bd41fa2-c762-4642-ae7f-9ac647d1c22b {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.021281] env[69524]: DEBUG nova.compute.manager [req-0f514861-b017-43c1-9051-aded7c954339 req-fcd07fc8-fa17-4b5b-b922-cab6ec146408 service nova] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] Refreshing instance network info cache due to event network-changed-9bd41fa2-c762-4642-ae7f-9ac647d1c22b. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 906.021510] env[69524]: DEBUG oslo_concurrency.lockutils [req-0f514861-b017-43c1-9051-aded7c954339 req-fcd07fc8-fa17-4b5b-b922-cab6ec146408 service nova] Acquiring lock "refresh_cache-848cef21-f975-4f2e-ae88-4f05cb97ba5d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.021694] env[69524]: DEBUG oslo_concurrency.lockutils [req-0f514861-b017-43c1-9051-aded7c954339 req-fcd07fc8-fa17-4b5b-b922-cab6ec146408 service nova] Acquired lock "refresh_cache-848cef21-f975-4f2e-ae88-4f05cb97ba5d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.021861] env[69524]: DEBUG nova.network.neutron [req-0f514861-b017-43c1-9051-aded7c954339 req-fcd07fc8-fa17-4b5b-b922-cab6ec146408 service nova] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] Refreshing network info cache for port 9bd41fa2-c762-4642-ae7f-9ac647d1c22b {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 906.114390] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Acquiring lock "refresh_cache-b81bde1d-fb4a-4ab2-87e7-9be900c07511" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.114616] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Acquired lock "refresh_cache-b81bde1d-fb4a-4ab2-87e7-9be900c07511" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.114775] env[69524]: DEBUG nova.network.neutron [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] [instance: b81bde1d-fb4a-4ab2-87e7-9be900c07511] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.117098] env[69524]: DEBUG oslo_vmware.api [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4067946, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088261} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.121023] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: b51544bf-55dd-45b8-8ff7-f0bdffbec768] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 906.121023] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415e14bb-38b2-4ea3-a292-8685ef8028e0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.145433] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: b51544bf-55dd-45b8-8ff7-f0bdffbec768] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] b51544bf-55dd-45b8-8ff7-f0bdffbec768/b51544bf-55dd-45b8-8ff7-f0bdffbec768.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.149383] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33823a96-0244-4b42-ad65-d4ecdd76a510 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.170803] env[69524]: DEBUG oslo_vmware.api [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for the task: (returnval){ [ 906.170803] env[69524]: value = "task-4067947" [ 906.170803] env[69524]: _type = "Task" [ 906.170803] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.183495] env[69524]: DEBUG oslo_vmware.api [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4067947, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.238771] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436a239d-4792-43a5-b8fd-2efeb3c28cf3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.254632] env[69524]: DEBUG oslo_vmware.api [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5226309c-fe60-7abd-ddaa-14aa599aa9f1, 'name': SearchDatastore_Task, 'duration_secs': 0.011925} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.257491] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02b6300c-9065-492b-ae47-2365ec95ff5c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.261492] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d144db6e-9fbc-4acf-b164-7a8d1e2fb37c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.269967] env[69524]: DEBUG oslo_vmware.api [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 906.269967] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52044853-80ac-9991-8a3e-642f4dd7f81b" [ 906.269967] env[69524]: _type = "Task" [ 906.269967] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.303107] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3917b07-a776-4c18-a475-2041beabc7df {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.317091] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0dd83f-cb09-4c9c-be85-5cdf36d92809 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.322196] env[69524]: DEBUG oslo_vmware.api [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52044853-80ac-9991-8a3e-642f4dd7f81b, 'name': SearchDatastore_Task, 'duration_secs': 0.014464} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.323248] env[69524]: DEBUG oslo_concurrency.lockutils [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.323248] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] cbb08f23-34b1-4486-942f-e0f4781f04fc/cbb08f23-34b1-4486-942f-e0f4781f04fc.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 906.323487] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-365e7bd2-03f4-4d2c-8a74-0d5b16b1244c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.335550] env[69524]: DEBUG nova.compute.provider_tree [None req-def0dc0f-96ee-4b30-8579-62085ba21875 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.342940] env[69524]: DEBUG oslo_vmware.api [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 906.342940] env[69524]: value = "task-4067948" [ 906.342940] env[69524]: _type = "Task" [ 906.342940] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.355462] env[69524]: DEBUG oslo_vmware.api [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4067948, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.502027] env[69524]: DEBUG nova.compute.manager [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] [instance: 795966e5-14a4-4179-8eec-c90e8c73c313] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 906.676044] env[69524]: DEBUG nova.network.neutron [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] [instance: b81bde1d-fb4a-4ab2-87e7-9be900c07511] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 906.691492] env[69524]: DEBUG oslo_vmware.api [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4067947, 'name': ReconfigVM_Task, 'duration_secs': 0.490066} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.691772] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: b51544bf-55dd-45b8-8ff7-f0bdffbec768] Reconfigured VM instance instance-0000002f to attach disk [datastore2] b51544bf-55dd-45b8-8ff7-f0bdffbec768/b51544bf-55dd-45b8-8ff7-f0bdffbec768.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 906.692525] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-835fa859-e808-428f-8c61-d6b963cf2e52 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.697095] env[69524]: DEBUG nova.compute.manager [req-36494869-f48b-4d0c-be3a-4889f76af89d req-00091707-13ff-417b-8bad-b77798e10f61 service nova] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Received event network-changed-73a3838f-18ae-4614-8ceb-3733ab15219d {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.697622] env[69524]: DEBUG nova.compute.manager [req-36494869-f48b-4d0c-be3a-4889f76af89d req-00091707-13ff-417b-8bad-b77798e10f61 service nova] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Refreshing instance network info cache due to event network-changed-73a3838f-18ae-4614-8ceb-3733ab15219d. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 906.697622] env[69524]: DEBUG oslo_concurrency.lockutils [req-36494869-f48b-4d0c-be3a-4889f76af89d req-00091707-13ff-417b-8bad-b77798e10f61 service nova] Acquiring lock "refresh_cache-7908b4fb-eb18-493b-b98b-48c23f0926fd" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.697807] env[69524]: DEBUG oslo_concurrency.lockutils [req-36494869-f48b-4d0c-be3a-4889f76af89d req-00091707-13ff-417b-8bad-b77798e10f61 service nova] Acquired lock "refresh_cache-7908b4fb-eb18-493b-b98b-48c23f0926fd" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.697998] env[69524]: DEBUG nova.network.neutron [req-36494869-f48b-4d0c-be3a-4889f76af89d req-00091707-13ff-417b-8bad-b77798e10f61 service nova] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Refreshing network info cache for port 73a3838f-18ae-4614-8ceb-3733ab15219d {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 906.709872] env[69524]: DEBUG oslo_vmware.api [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for the task: (returnval){ [ 906.709872] env[69524]: value = "task-4067949" [ 906.709872] env[69524]: _type = "Task" [ 906.709872] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.733506] env[69524]: DEBUG oslo_vmware.api [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4067949, 'name': Rename_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.839694] env[69524]: DEBUG nova.scheduler.client.report [None req-def0dc0f-96ee-4b30-8579-62085ba21875 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.854724] env[69524]: DEBUG oslo_vmware.api [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4067948, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.873943] env[69524]: DEBUG nova.network.neutron [req-0f514861-b017-43c1-9051-aded7c954339 req-fcd07fc8-fa17-4b5b-b922-cab6ec146408 service nova] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] Updated VIF entry in instance network info cache for port 9bd41fa2-c762-4642-ae7f-9ac647d1c22b. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 906.874460] env[69524]: DEBUG nova.network.neutron [req-0f514861-b017-43c1-9051-aded7c954339 req-fcd07fc8-fa17-4b5b-b922-cab6ec146408 service nova] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] Updating instance_info_cache with network_info: [{"id": "9bd41fa2-c762-4642-ae7f-9ac647d1c22b", "address": "fa:16:3e:a8:64:da", "network": {"id": "3b549f2a-fb2a-4e76-943e-4bfaa49b2ec6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1668477436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a766371d7bf74ace9ef49123f69e3631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bd41fa2-c7", "ovs_interfaceid": "9bd41fa2-c762-4642-ae7f-9ac647d1c22b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.942664] env[69524]: DEBUG nova.network.neutron [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] [instance: b81bde1d-fb4a-4ab2-87e7-9be900c07511] Updating instance_info_cache with network_info: [{"id": "781069ab-4100-4d07-98e8-a615013a0617", "address": "fa:16:3e:8e:9d:28", "network": {"id": "7d5467bd-9793-472e-931e-53c34171dd7a", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1023635756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40006c6f6b0f49de86165cd31cc5fd1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap781069ab-41", "ovs_interfaceid": "781069ab-4100-4d07-98e8-a615013a0617", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.029684] env[69524]: DEBUG oslo_concurrency.lockutils [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.165158] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ed511dce-bbd3-42ad-898b-90a87c1daf74 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Acquiring lock "7908b4fb-eb18-493b-b98b-48c23f0926fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.165158] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ed511dce-bbd3-42ad-898b-90a87c1daf74 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Lock "7908b4fb-eb18-493b-b98b-48c23f0926fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.165158] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ed511dce-bbd3-42ad-898b-90a87c1daf74 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Acquiring lock "7908b4fb-eb18-493b-b98b-48c23f0926fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.165158] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ed511dce-bbd3-42ad-898b-90a87c1daf74 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Lock "7908b4fb-eb18-493b-b98b-48c23f0926fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.165158] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ed511dce-bbd3-42ad-898b-90a87c1daf74 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Lock "7908b4fb-eb18-493b-b98b-48c23f0926fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.170763] env[69524]: INFO nova.compute.manager [None req-ed511dce-bbd3-42ad-898b-90a87c1daf74 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Terminating instance [ 907.229956] env[69524]: DEBUG oslo_vmware.api [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4067949, 'name': Rename_Task, 'duration_secs': 0.285124} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.230359] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: b51544bf-55dd-45b8-8ff7-f0bdffbec768] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 907.230529] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84e695ee-ffd6-4cac-80f3-f7b436ecdac0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.243711] env[69524]: DEBUG oslo_vmware.api [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for the task: (returnval){ [ 907.243711] env[69524]: value = "task-4067950" [ 907.243711] env[69524]: _type = "Task" [ 907.243711] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.258714] env[69524]: DEBUG oslo_vmware.api [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4067950, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.344760] env[69524]: DEBUG oslo_concurrency.lockutils [None req-def0dc0f-96ee-4b30-8579-62085ba21875 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.299s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.348470] env[69524]: DEBUG oslo_concurrency.lockutils [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.063s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.350751] env[69524]: INFO nova.compute.claims [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: da06a11a-6bb5-4f4b-a1ae-365fcdf0641f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 907.371983] env[69524]: DEBUG oslo_vmware.api [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4067948, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.613281} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.373377] env[69524]: INFO nova.scheduler.client.report [None req-def0dc0f-96ee-4b30-8579-62085ba21875 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Deleted allocations for instance 5de29246-15dd-470d-b18e-b2453818b760 [ 907.374767] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] cbb08f23-34b1-4486-942f-e0f4781f04fc/cbb08f23-34b1-4486-942f-e0f4781f04fc.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 907.375126] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 907.380705] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-afd5515a-0467-4e4e-aa56-926a529fc019 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.383604] env[69524]: DEBUG oslo_concurrency.lockutils [req-0f514861-b017-43c1-9051-aded7c954339 req-fcd07fc8-fa17-4b5b-b922-cab6ec146408 service nova] Releasing lock "refresh_cache-848cef21-f975-4f2e-ae88-4f05cb97ba5d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.384042] env[69524]: DEBUG nova.compute.manager [req-0f514861-b017-43c1-9051-aded7c954339 req-fcd07fc8-fa17-4b5b-b922-cab6ec146408 service nova] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Received event network-changed-73a3838f-18ae-4614-8ceb-3733ab15219d {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.384279] env[69524]: DEBUG nova.compute.manager [req-0f514861-b017-43c1-9051-aded7c954339 req-fcd07fc8-fa17-4b5b-b922-cab6ec146408 service nova] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Refreshing instance network info cache due to event network-changed-73a3838f-18ae-4614-8ceb-3733ab15219d. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 907.384531] env[69524]: DEBUG oslo_concurrency.lockutils [req-0f514861-b017-43c1-9051-aded7c954339 req-fcd07fc8-fa17-4b5b-b922-cab6ec146408 service nova] Acquiring lock "refresh_cache-7908b4fb-eb18-493b-b98b-48c23f0926fd" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.391522] env[69524]: DEBUG oslo_vmware.api [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 907.391522] env[69524]: value = "task-4067951" [ 907.391522] env[69524]: _type = "Task" [ 907.391522] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.406844] env[69524]: DEBUG oslo_vmware.api [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4067951, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.444537] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Releasing lock "refresh_cache-b81bde1d-fb4a-4ab2-87e7-9be900c07511" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.445271] env[69524]: DEBUG nova.compute.manager [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] [instance: b81bde1d-fb4a-4ab2-87e7-9be900c07511] Instance network_info: |[{"id": "781069ab-4100-4d07-98e8-a615013a0617", "address": "fa:16:3e:8e:9d:28", "network": {"id": "7d5467bd-9793-472e-931e-53c34171dd7a", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1023635756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40006c6f6b0f49de86165cd31cc5fd1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap781069ab-41", "ovs_interfaceid": "781069ab-4100-4d07-98e8-a615013a0617", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 907.445479] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] [instance: b81bde1d-fb4a-4ab2-87e7-9be900c07511] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:9d:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6db039c-542c-4544-a57d-ddcc6c1e8e45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '781069ab-4100-4d07-98e8-a615013a0617', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 907.455444] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Creating folder: Project (40006c6f6b0f49de86165cd31cc5fd1e). Parent ref: group-v806025. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 907.459668] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-359fa1a9-2234-4209-a4c4-f95a00d4a8bc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.476777] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Created folder: Project (40006c6f6b0f49de86165cd31cc5fd1e) in parent group-v806025. [ 907.477025] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Creating folder: Instances. Parent ref: group-v806173. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 907.477279] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0fb83e48-acba-4622-826e-0d0efc8b5f69 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.489514] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Created folder: Instances in parent group-v806173. [ 907.490081] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 907.490392] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b81bde1d-fb4a-4ab2-87e7-9be900c07511] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 907.490782] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-180c30dd-a370-45ed-8868-fd0ba9b371fe {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.513916] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 907.513916] env[69524]: value = "task-4067954" [ 907.513916] env[69524]: _type = "Task" [ 907.513916] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.523810] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067954, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.647842] env[69524]: DEBUG nova.network.neutron [req-36494869-f48b-4d0c-be3a-4889f76af89d req-00091707-13ff-417b-8bad-b77798e10f61 service nova] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Updated VIF entry in instance network info cache for port 73a3838f-18ae-4614-8ceb-3733ab15219d. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 907.649373] env[69524]: DEBUG nova.network.neutron [req-36494869-f48b-4d0c-be3a-4889f76af89d req-00091707-13ff-417b-8bad-b77798e10f61 service nova] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Updating instance_info_cache with network_info: [{"id": "73a3838f-18ae-4614-8ceb-3733ab15219d", "address": "fa:16:3e:d1:6f:14", "network": {"id": "3b549f2a-fb2a-4e76-943e-4bfaa49b2ec6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1668477436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a766371d7bf74ace9ef49123f69e3631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73a3838f-18", "ovs_interfaceid": "73a3838f-18ae-4614-8ceb-3733ab15219d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.674754] env[69524]: DEBUG nova.compute.manager [None req-ed511dce-bbd3-42ad-898b-90a87c1daf74 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 907.675103] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ed511dce-bbd3-42ad-898b-90a87c1daf74 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 907.676899] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492551b8-353a-49dc-b874-8ee424ce0e36 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.685819] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed511dce-bbd3-42ad-898b-90a87c1daf74 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 907.686191] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10a193f0-2388-42c9-b0b4-31dc1540fa14 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.695028] env[69524]: DEBUG oslo_vmware.api [None req-ed511dce-bbd3-42ad-898b-90a87c1daf74 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Waiting for the task: (returnval){ [ 907.695028] env[69524]: value = "task-4067955" [ 907.695028] env[69524]: _type = "Task" [ 907.695028] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.706018] env[69524]: DEBUG oslo_vmware.api [None req-ed511dce-bbd3-42ad-898b-90a87c1daf74 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Task: {'id': task-4067955, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.755294] env[69524]: DEBUG oslo_vmware.api [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4067950, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.890249] env[69524]: DEBUG oslo_concurrency.lockutils [None req-def0dc0f-96ee-4b30-8579-62085ba21875 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Lock "5de29246-15dd-470d-b18e-b2453818b760" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.834s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.905081] env[69524]: DEBUG oslo_vmware.api [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4067951, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078303} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.905637] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 907.907286] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4e4b8b-a30c-4cef-a7a3-2ac2dd9c858c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.938302] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] cbb08f23-34b1-4486-942f-e0f4781f04fc/cbb08f23-34b1-4486-942f-e0f4781f04fc.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 907.939277] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48dda603-6305-40ff-9c66-645b6008ecf5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.966564] env[69524]: DEBUG oslo_vmware.api [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 907.966564] env[69524]: value = "task-4067956" [ 907.966564] env[69524]: _type = "Task" [ 907.966564] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.978706] env[69524]: DEBUG oslo_vmware.api [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4067956, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.025922] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067954, 'name': CreateVM_Task, 'duration_secs': 0.463595} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.026286] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b81bde1d-fb4a-4ab2-87e7-9be900c07511] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 908.027079] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.027304] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.027754] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.028114] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5faf854b-9a6d-4bed-9060-589a0a3ef7e5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.034590] env[69524]: DEBUG oslo_vmware.api [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Waiting for the task: (returnval){ [ 908.034590] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52eb717a-8df5-a97d-9025-563393da8c56" [ 908.034590] env[69524]: _type = "Task" [ 908.034590] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.043854] env[69524]: DEBUG oslo_vmware.api [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52eb717a-8df5-a97d-9025-563393da8c56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.152294] env[69524]: DEBUG oslo_concurrency.lockutils [req-36494869-f48b-4d0c-be3a-4889f76af89d req-00091707-13ff-417b-8bad-b77798e10f61 service nova] Releasing lock "refresh_cache-7908b4fb-eb18-493b-b98b-48c23f0926fd" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.152774] env[69524]: DEBUG oslo_concurrency.lockutils [req-0f514861-b017-43c1-9051-aded7c954339 req-fcd07fc8-fa17-4b5b-b922-cab6ec146408 service nova] Acquired lock "refresh_cache-7908b4fb-eb18-493b-b98b-48c23f0926fd" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.152972] env[69524]: DEBUG nova.network.neutron [req-0f514861-b017-43c1-9051-aded7c954339 req-fcd07fc8-fa17-4b5b-b922-cab6ec146408 service nova] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Refreshing network info cache for port 73a3838f-18ae-4614-8ceb-3733ab15219d {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 908.209406] env[69524]: DEBUG oslo_vmware.api [None req-ed511dce-bbd3-42ad-898b-90a87c1daf74 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Task: {'id': task-4067955, 'name': PowerOffVM_Task, 'duration_secs': 0.267983} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.209761] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed511dce-bbd3-42ad-898b-90a87c1daf74 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 908.209761] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ed511dce-bbd3-42ad-898b-90a87c1daf74 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 908.209989] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1622444-4f31-43cf-be21-0302735510d2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.233645] env[69524]: DEBUG nova.compute.manager [req-10704ae5-6c61-43f4-8d53-21c5855c77e0 req-e6cbe3ca-13ad-4aca-abb8-0d60e3711afa service nova] [instance: b81bde1d-fb4a-4ab2-87e7-9be900c07511] Received event network-changed-781069ab-4100-4d07-98e8-a615013a0617 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.233850] env[69524]: DEBUG nova.compute.manager [req-10704ae5-6c61-43f4-8d53-21c5855c77e0 req-e6cbe3ca-13ad-4aca-abb8-0d60e3711afa service nova] [instance: b81bde1d-fb4a-4ab2-87e7-9be900c07511] Refreshing instance network info cache due to event network-changed-781069ab-4100-4d07-98e8-a615013a0617. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 908.234267] env[69524]: DEBUG oslo_concurrency.lockutils [req-10704ae5-6c61-43f4-8d53-21c5855c77e0 req-e6cbe3ca-13ad-4aca-abb8-0d60e3711afa service nova] Acquiring lock "refresh_cache-b81bde1d-fb4a-4ab2-87e7-9be900c07511" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.234446] env[69524]: DEBUG oslo_concurrency.lockutils [req-10704ae5-6c61-43f4-8d53-21c5855c77e0 req-e6cbe3ca-13ad-4aca-abb8-0d60e3711afa service nova] Acquired lock "refresh_cache-b81bde1d-fb4a-4ab2-87e7-9be900c07511" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.234599] env[69524]: DEBUG nova.network.neutron [req-10704ae5-6c61-43f4-8d53-21c5855c77e0 req-e6cbe3ca-13ad-4aca-abb8-0d60e3711afa service nova] [instance: b81bde1d-fb4a-4ab2-87e7-9be900c07511] Refreshing network info cache for port 781069ab-4100-4d07-98e8-a615013a0617 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 908.256602] env[69524]: DEBUG oslo_vmware.api [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4067950, 'name': PowerOnVM_Task, 'duration_secs': 0.73093} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.256930] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: b51544bf-55dd-45b8-8ff7-f0bdffbec768] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 908.257196] env[69524]: INFO nova.compute.manager [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: b51544bf-55dd-45b8-8ff7-f0bdffbec768] Took 9.06 seconds to spawn the instance on the hypervisor. [ 908.257528] env[69524]: DEBUG nova.compute.manager [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: b51544bf-55dd-45b8-8ff7-f0bdffbec768] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 908.258372] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2edfdf68-01d6-463e-8bdc-a686c3cbf3cd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.293990] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ed511dce-bbd3-42ad-898b-90a87c1daf74 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 908.294382] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ed511dce-bbd3-42ad-898b-90a87c1daf74 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 908.294956] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed511dce-bbd3-42ad-898b-90a87c1daf74 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Deleting the datastore file [datastore1] 7908b4fb-eb18-493b-b98b-48c23f0926fd {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 908.295085] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-675a3c8e-2267-40ba-965e-97492439fd2b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.304971] env[69524]: DEBUG oslo_vmware.api [None req-ed511dce-bbd3-42ad-898b-90a87c1daf74 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Waiting for the task: (returnval){ [ 908.304971] env[69524]: value = "task-4067958" [ 908.304971] env[69524]: _type = "Task" [ 908.304971] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.316386] env[69524]: DEBUG oslo_vmware.api [None req-ed511dce-bbd3-42ad-898b-90a87c1daf74 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Task: {'id': task-4067958, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.481769] env[69524]: DEBUG oslo_vmware.api [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4067956, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.551040] env[69524]: DEBUG oslo_vmware.api [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52eb717a-8df5-a97d-9025-563393da8c56, 'name': SearchDatastore_Task, 'duration_secs': 0.028031} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.552014] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.552014] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] [instance: b81bde1d-fb4a-4ab2-87e7-9be900c07511] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 908.552014] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.552296] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.552367] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 908.553115] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0cb63d35-a544-472e-8534-157fe7ebcabb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.568172] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 908.568426] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 908.570602] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-113deca4-5b3d-410c-99e1-11c174760fa7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.579133] env[69524]: DEBUG oslo_vmware.api [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Waiting for the task: (returnval){ [ 908.579133] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52de23de-7846-9655-c0cc-8926ef90d0fb" [ 908.579133] env[69524]: _type = "Task" [ 908.579133] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.589935] env[69524]: DEBUG oslo_vmware.api [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52de23de-7846-9655-c0cc-8926ef90d0fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.787814] env[69524]: INFO nova.compute.manager [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: b51544bf-55dd-45b8-8ff7-f0bdffbec768] Took 45.05 seconds to build instance. [ 908.820728] env[69524]: DEBUG oslo_vmware.api [None req-ed511dce-bbd3-42ad-898b-90a87c1daf74 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Task: {'id': task-4067958, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.511861} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.820728] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed511dce-bbd3-42ad-898b-90a87c1daf74 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 908.820728] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ed511dce-bbd3-42ad-898b-90a87c1daf74 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 908.820728] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ed511dce-bbd3-42ad-898b-90a87c1daf74 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 908.820728] env[69524]: INFO nova.compute.manager [None req-ed511dce-bbd3-42ad-898b-90a87c1daf74 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Took 1.14 seconds to destroy the instance on the hypervisor. [ 908.820728] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed511dce-bbd3-42ad-898b-90a87c1daf74 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 908.822558] env[69524]: DEBUG nova.compute.manager [-] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 908.822742] env[69524]: DEBUG nova.network.neutron [-] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 908.825529] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3e87d719-e1aa-4473-a167-91a2dd8b9487 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Acquiring lock "dfa4bb08-53b1-4489-a639-72dc9d9418a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.825916] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3e87d719-e1aa-4473-a167-91a2dd8b9487 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Lock "dfa4bb08-53b1-4489-a639-72dc9d9418a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.826291] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3e87d719-e1aa-4473-a167-91a2dd8b9487 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Acquiring lock "dfa4bb08-53b1-4489-a639-72dc9d9418a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.826383] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3e87d719-e1aa-4473-a167-91a2dd8b9487 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Lock "dfa4bb08-53b1-4489-a639-72dc9d9418a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.826592] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3e87d719-e1aa-4473-a167-91a2dd8b9487 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Lock "dfa4bb08-53b1-4489-a639-72dc9d9418a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.828699] env[69524]: INFO nova.compute.manager [None req-3e87d719-e1aa-4473-a167-91a2dd8b9487 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: dfa4bb08-53b1-4489-a639-72dc9d9418a9] Terminating instance [ 908.980016] env[69524]: DEBUG oslo_vmware.api [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4067956, 'name': ReconfigVM_Task, 'duration_secs': 0.64439} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.984742] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Reconfigured VM instance instance-00000030 to attach disk [datastore1] cbb08f23-34b1-4486-942f-e0f4781f04fc/cbb08f23-34b1-4486-942f-e0f4781f04fc.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 908.985657] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba790ea8-37aa-42f1-8d3d-d8068028fc47 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.994017] env[69524]: DEBUG oslo_vmware.api [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 908.994017] env[69524]: value = "task-4067959" [ 908.994017] env[69524]: _type = "Task" [ 908.994017] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.006758] env[69524]: DEBUG oslo_vmware.api [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4067959, 'name': Rename_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.029410] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af23cb8c-51a5-415c-b541-604c2b866169 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.038259] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c628bd0-907d-4175-80cc-85b2c8dc5356 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.072177] env[69524]: DEBUG nova.network.neutron [req-10704ae5-6c61-43f4-8d53-21c5855c77e0 req-e6cbe3ca-13ad-4aca-abb8-0d60e3711afa service nova] [instance: b81bde1d-fb4a-4ab2-87e7-9be900c07511] Updated VIF entry in instance network info cache for port 781069ab-4100-4d07-98e8-a615013a0617. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 909.073540] env[69524]: DEBUG nova.network.neutron [req-10704ae5-6c61-43f4-8d53-21c5855c77e0 req-e6cbe3ca-13ad-4aca-abb8-0d60e3711afa service nova] [instance: b81bde1d-fb4a-4ab2-87e7-9be900c07511] Updating instance_info_cache with network_info: [{"id": "781069ab-4100-4d07-98e8-a615013a0617", "address": "fa:16:3e:8e:9d:28", "network": {"id": "7d5467bd-9793-472e-931e-53c34171dd7a", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1023635756-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40006c6f6b0f49de86165cd31cc5fd1e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap781069ab-41", "ovs_interfaceid": "781069ab-4100-4d07-98e8-a615013a0617", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.075954] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5de83c-340d-4879-8823-d5d73122a2b2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.080327] env[69524]: DEBUG nova.network.neutron [req-0f514861-b017-43c1-9051-aded7c954339 req-fcd07fc8-fa17-4b5b-b922-cab6ec146408 service nova] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Updated VIF entry in instance network info cache for port 73a3838f-18ae-4614-8ceb-3733ab15219d. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 909.080853] env[69524]: DEBUG nova.network.neutron [req-0f514861-b017-43c1-9051-aded7c954339 req-fcd07fc8-fa17-4b5b-b922-cab6ec146408 service nova] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Updating instance_info_cache with network_info: [{"id": "73a3838f-18ae-4614-8ceb-3733ab15219d", "address": "fa:16:3e:d1:6f:14", "network": {"id": "3b549f2a-fb2a-4e76-943e-4bfaa49b2ec6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1668477436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a766371d7bf74ace9ef49123f69e3631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73a3838f-18", "ovs_interfaceid": "73a3838f-18ae-4614-8ceb-3733ab15219d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.096161] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e84516-9397-4591-a7e1-82d6e73e0ebc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.100405] env[69524]: DEBUG oslo_vmware.api [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52de23de-7846-9655-c0cc-8926ef90d0fb, 'name': SearchDatastore_Task, 'duration_secs': 0.025117} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.102633] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab7934eb-1c2a-4d32-bd60-85bb822bdc0c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.114202] env[69524]: DEBUG nova.compute.provider_tree [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 909.121462] env[69524]: DEBUG oslo_vmware.api [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Waiting for the task: (returnval){ [ 909.121462] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5263ea3d-d8a1-ebcd-3881-d31821857894" [ 909.121462] env[69524]: _type = "Task" [ 909.121462] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.131389] env[69524]: DEBUG oslo_vmware.api [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5263ea3d-d8a1-ebcd-3881-d31821857894, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.225886] env[69524]: DEBUG nova.compute.manager [req-2765c57b-ea04-4510-9558-ee74d5b2bebd req-9330029a-a777-437d-8f26-fe9c4f019f0a service nova] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] Received event network-changed-9bd41fa2-c762-4642-ae7f-9ac647d1c22b {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 909.226153] env[69524]: DEBUG nova.compute.manager [req-2765c57b-ea04-4510-9558-ee74d5b2bebd req-9330029a-a777-437d-8f26-fe9c4f019f0a service nova] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] Refreshing instance network info cache due to event network-changed-9bd41fa2-c762-4642-ae7f-9ac647d1c22b. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 909.226486] env[69524]: DEBUG oslo_concurrency.lockutils [req-2765c57b-ea04-4510-9558-ee74d5b2bebd req-9330029a-a777-437d-8f26-fe9c4f019f0a service nova] Acquiring lock "refresh_cache-848cef21-f975-4f2e-ae88-4f05cb97ba5d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.226636] env[69524]: DEBUG oslo_concurrency.lockutils [req-2765c57b-ea04-4510-9558-ee74d5b2bebd req-9330029a-a777-437d-8f26-fe9c4f019f0a service nova] Acquired lock "refresh_cache-848cef21-f975-4f2e-ae88-4f05cb97ba5d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.226864] env[69524]: DEBUG nova.network.neutron [req-2765c57b-ea04-4510-9558-ee74d5b2bebd req-9330029a-a777-437d-8f26-fe9c4f019f0a service nova] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] Refreshing network info cache for port 9bd41fa2-c762-4642-ae7f-9ac647d1c22b {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 909.291525] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f12dbc3a-c361-488b-b7b3-662d9f393881 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Lock "b51544bf-55dd-45b8-8ff7-f0bdffbec768" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 103.872s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.332754] env[69524]: DEBUG nova.compute.manager [None req-3e87d719-e1aa-4473-a167-91a2dd8b9487 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: dfa4bb08-53b1-4489-a639-72dc9d9418a9] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 909.333471] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3e87d719-e1aa-4473-a167-91a2dd8b9487 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: dfa4bb08-53b1-4489-a639-72dc9d9418a9] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 909.333999] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fbcd0fb-9d2f-4426-ab6a-a21bdd6dd402 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.343068] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e87d719-e1aa-4473-a167-91a2dd8b9487 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: dfa4bb08-53b1-4489-a639-72dc9d9418a9] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 909.343217] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0453c774-4ca9-4afb-bd55-da72c9deb0d7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.350103] env[69524]: DEBUG oslo_vmware.api [None req-3e87d719-e1aa-4473-a167-91a2dd8b9487 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Waiting for the task: (returnval){ [ 909.350103] env[69524]: value = "task-4067960" [ 909.350103] env[69524]: _type = "Task" [ 909.350103] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.360756] env[69524]: DEBUG oslo_vmware.api [None req-3e87d719-e1aa-4473-a167-91a2dd8b9487 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': task-4067960, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.391246] env[69524]: INFO nova.compute.manager [None req-ff1af9c9-586b-4d7f-b619-f10e7a3b94e2 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: b51544bf-55dd-45b8-8ff7-f0bdffbec768] Rescuing [ 909.391620] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ff1af9c9-586b-4d7f-b619-f10e7a3b94e2 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Acquiring lock "refresh_cache-b51544bf-55dd-45b8-8ff7-f0bdffbec768" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.391834] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ff1af9c9-586b-4d7f-b619-f10e7a3b94e2 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Acquired lock "refresh_cache-b51544bf-55dd-45b8-8ff7-f0bdffbec768" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.392087] env[69524]: DEBUG nova.network.neutron [None req-ff1af9c9-586b-4d7f-b619-f10e7a3b94e2 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: b51544bf-55dd-45b8-8ff7-f0bdffbec768] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 909.510673] env[69524]: DEBUG oslo_vmware.api [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4067959, 'name': Rename_Task, 'duration_secs': 0.321231} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.511128] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.511258] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d808a388-3cd6-41df-adc2-b9af60d49e6b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.521448] env[69524]: DEBUG oslo_vmware.api [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 909.521448] env[69524]: value = "task-4067961" [ 909.521448] env[69524]: _type = "Task" [ 909.521448] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.535900] env[69524]: DEBUG oslo_vmware.api [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4067961, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.587031] env[69524]: DEBUG oslo_concurrency.lockutils [req-10704ae5-6c61-43f4-8d53-21c5855c77e0 req-e6cbe3ca-13ad-4aca-abb8-0d60e3711afa service nova] Releasing lock "refresh_cache-b81bde1d-fb4a-4ab2-87e7-9be900c07511" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.587031] env[69524]: DEBUG oslo_concurrency.lockutils [req-0f514861-b017-43c1-9051-aded7c954339 req-fcd07fc8-fa17-4b5b-b922-cab6ec146408 service nova] Releasing lock "refresh_cache-7908b4fb-eb18-493b-b98b-48c23f0926fd" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.618883] env[69524]: DEBUG nova.scheduler.client.report [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.635792] env[69524]: DEBUG oslo_vmware.api [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5263ea3d-d8a1-ebcd-3881-d31821857894, 'name': SearchDatastore_Task, 'duration_secs': 0.028141} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.636099] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.636302] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] b81bde1d-fb4a-4ab2-87e7-9be900c07511/b81bde1d-fb4a-4ab2-87e7-9be900c07511.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 909.636625] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4544665-b6ed-40db-aa43-42d176a3138a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.646446] env[69524]: DEBUG oslo_vmware.api [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Waiting for the task: (returnval){ [ 909.646446] env[69524]: value = "task-4067962" [ 909.646446] env[69524]: _type = "Task" [ 909.646446] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.658301] env[69524]: DEBUG oslo_vmware.api [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Task: {'id': task-4067962, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.734584] env[69524]: DEBUG nova.network.neutron [-] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.796230] env[69524]: DEBUG nova.compute.manager [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 909.863716] env[69524]: DEBUG oslo_vmware.api [None req-3e87d719-e1aa-4473-a167-91a2dd8b9487 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': task-4067960, 'name': PowerOffVM_Task, 'duration_secs': 0.452582} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.864347] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e87d719-e1aa-4473-a167-91a2dd8b9487 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: dfa4bb08-53b1-4489-a639-72dc9d9418a9] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 909.864679] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3e87d719-e1aa-4473-a167-91a2dd8b9487 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: dfa4bb08-53b1-4489-a639-72dc9d9418a9] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 909.865456] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f112d83d-e8eb-4478-93db-6743b68628eb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.039467] env[69524]: DEBUG oslo_vmware.api [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4067961, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.130221] env[69524]: DEBUG oslo_concurrency.lockutils [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.781s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.130221] env[69524]: DEBUG nova.compute.manager [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: da06a11a-6bb5-4f4b-a1ae-365fcdf0641f] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 910.135319] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.102s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.140933] env[69524]: INFO nova.compute.claims [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 696358b1-7618-480a-b1c8-d4a5a775e5db] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 910.176917] env[69524]: DEBUG oslo_vmware.api [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Task: {'id': task-4067962, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.243702] env[69524]: INFO nova.compute.manager [-] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Took 1.42 seconds to deallocate network for instance. [ 910.305794] env[69524]: DEBUG nova.network.neutron [req-2765c57b-ea04-4510-9558-ee74d5b2bebd req-9330029a-a777-437d-8f26-fe9c4f019f0a service nova] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] Updated VIF entry in instance network info cache for port 9bd41fa2-c762-4642-ae7f-9ac647d1c22b. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 910.306313] env[69524]: DEBUG nova.network.neutron [req-2765c57b-ea04-4510-9558-ee74d5b2bebd req-9330029a-a777-437d-8f26-fe9c4f019f0a service nova] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] Updating instance_info_cache with network_info: [{"id": "9bd41fa2-c762-4642-ae7f-9ac647d1c22b", "address": "fa:16:3e:a8:64:da", "network": {"id": "3b549f2a-fb2a-4e76-943e-4bfaa49b2ec6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1668477436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a766371d7bf74ace9ef49123f69e3631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bd41fa2-c7", "ovs_interfaceid": "9bd41fa2-c762-4642-ae7f-9ac647d1c22b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.341960] env[69524]: DEBUG oslo_concurrency.lockutils [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.411611] env[69524]: DEBUG nova.network.neutron [None req-ff1af9c9-586b-4d7f-b619-f10e7a3b94e2 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: b51544bf-55dd-45b8-8ff7-f0bdffbec768] Updating instance_info_cache with network_info: [{"id": "c13ad0ee-0c2e-49b1-b011-791a521aa4f7", "address": "fa:16:3e:6a:ee:1c", "network": {"id": "c3059a41-0d8e-4f5e-aa55-00477c3a6ec8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1909587943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c577040ac1174430983ad8df058bd7c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc13ad0ee-0c", "ovs_interfaceid": "c13ad0ee-0c2e-49b1-b011-791a521aa4f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.539165] env[69524]: DEBUG oslo_vmware.api [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4067961, 'name': PowerOnVM_Task, 'duration_secs': 0.777542} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.539165] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.539165] env[69524]: INFO nova.compute.manager [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Took 8.61 seconds to spawn the instance on the hypervisor. [ 910.539165] env[69524]: DEBUG nova.compute.manager [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 910.539165] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-358adae3-be85-4f68-aacc-d6e3d5700cd0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.648454] env[69524]: DEBUG nova.compute.manager [req-bfefe8cf-1454-44a0-910d-f73f1047d89b req-a507b622-a728-40ea-917a-0cb176e5a5ac service nova] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] Received event network-changed-9bd41fa2-c762-4642-ae7f-9ac647d1c22b {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 910.649239] env[69524]: DEBUG nova.compute.manager [req-bfefe8cf-1454-44a0-910d-f73f1047d89b req-a507b622-a728-40ea-917a-0cb176e5a5ac service nova] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] Refreshing instance network info cache due to event network-changed-9bd41fa2-c762-4642-ae7f-9ac647d1c22b. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 910.649239] env[69524]: DEBUG oslo_concurrency.lockutils [req-bfefe8cf-1454-44a0-910d-f73f1047d89b req-a507b622-a728-40ea-917a-0cb176e5a5ac service nova] Acquiring lock "refresh_cache-848cef21-f975-4f2e-ae88-4f05cb97ba5d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.655126] env[69524]: DEBUG nova.compute.utils [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 910.655126] env[69524]: DEBUG nova.compute.manager [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: da06a11a-6bb5-4f4b-a1ae-365fcdf0641f] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 910.655422] env[69524]: DEBUG nova.network.neutron [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: da06a11a-6bb5-4f4b-a1ae-365fcdf0641f] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 910.676585] env[69524]: DEBUG oslo_vmware.api [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Task: {'id': task-4067962, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68442} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.677717] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] b81bde1d-fb4a-4ab2-87e7-9be900c07511/b81bde1d-fb4a-4ab2-87e7-9be900c07511.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 910.678229] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] [instance: b81bde1d-fb4a-4ab2-87e7-9be900c07511] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 910.678893] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cae1cea4-30e7-49d6-9569-1ab9e7089d80 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.688167] env[69524]: DEBUG oslo_vmware.api [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Waiting for the task: (returnval){ [ 910.688167] env[69524]: value = "task-4067964" [ 910.688167] env[69524]: _type = "Task" [ 910.688167] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.704058] env[69524]: DEBUG oslo_vmware.api [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Task: {'id': task-4067964, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.725231] env[69524]: DEBUG nova.policy [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a896a31322544be6a096001883583b69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '451a33914c5e419a8df2b44aa3691d0a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 910.753331] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ed511dce-bbd3-42ad-898b-90a87c1daf74 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.813674] env[69524]: DEBUG oslo_concurrency.lockutils [req-2765c57b-ea04-4510-9558-ee74d5b2bebd req-9330029a-a777-437d-8f26-fe9c4f019f0a service nova] Releasing lock "refresh_cache-848cef21-f975-4f2e-ae88-4f05cb97ba5d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.814174] env[69524]: DEBUG oslo_concurrency.lockutils [req-bfefe8cf-1454-44a0-910d-f73f1047d89b req-a507b622-a728-40ea-917a-0cb176e5a5ac service nova] Acquired lock "refresh_cache-848cef21-f975-4f2e-ae88-4f05cb97ba5d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.814382] env[69524]: DEBUG nova.network.neutron [req-bfefe8cf-1454-44a0-910d-f73f1047d89b req-a507b622-a728-40ea-917a-0cb176e5a5ac service nova] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] Refreshing network info cache for port 9bd41fa2-c762-4642-ae7f-9ac647d1c22b {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 910.828360] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3e87d719-e1aa-4473-a167-91a2dd8b9487 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: dfa4bb08-53b1-4489-a639-72dc9d9418a9] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 910.828674] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3e87d719-e1aa-4473-a167-91a2dd8b9487 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: dfa4bb08-53b1-4489-a639-72dc9d9418a9] Deleting contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 910.828860] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e87d719-e1aa-4473-a167-91a2dd8b9487 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Deleting the datastore file [datastore2] dfa4bb08-53b1-4489-a639-72dc9d9418a9 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 910.830734] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29014cf2-d555-4675-b1b5-4a7da88a0fbe {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.841217] env[69524]: DEBUG oslo_vmware.api [None req-3e87d719-e1aa-4473-a167-91a2dd8b9487 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Waiting for the task: (returnval){ [ 910.841217] env[69524]: value = "task-4067965" [ 910.841217] env[69524]: _type = "Task" [ 910.841217] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.856899] env[69524]: DEBUG oslo_vmware.api [None req-3e87d719-e1aa-4473-a167-91a2dd8b9487 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': task-4067965, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.915233] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ff1af9c9-586b-4d7f-b619-f10e7a3b94e2 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Releasing lock "refresh_cache-b51544bf-55dd-45b8-8ff7-f0bdffbec768" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.946206] env[69524]: DEBUG oslo_concurrency.lockutils [None req-88f2c35f-b92c-49c6-bb9f-4f46dfcbf1e3 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Acquiring lock "7908b4fb-eb18-493b-b98b-48c23f0926fd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.069032] env[69524]: INFO nova.compute.manager [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Took 45.53 seconds to build instance. [ 911.126486] env[69524]: INFO nova.compute.manager [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Rebuilding instance [ 911.155751] env[69524]: DEBUG nova.compute.manager [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: da06a11a-6bb5-4f4b-a1ae-365fcdf0641f] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 911.177171] env[69524]: DEBUG nova.network.neutron [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: da06a11a-6bb5-4f4b-a1ae-365fcdf0641f] Successfully created port: 22d7d6fd-c4bd-493e-b2f1-bbe2b9ac7c56 {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 911.202551] env[69524]: DEBUG oslo_vmware.api [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Task: {'id': task-4067964, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087769} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.205862] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] [instance: b81bde1d-fb4a-4ab2-87e7-9be900c07511] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 911.212925] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db4af58-d1c2-4df0-91ec-36ff4181eaab {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.216738] env[69524]: DEBUG nova.compute.manager [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 911.217966] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f612f265-0e1d-47f0-8688-1f030e4d701d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.253647] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] [instance: b81bde1d-fb4a-4ab2-87e7-9be900c07511] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] b81bde1d-fb4a-4ab2-87e7-9be900c07511/b81bde1d-fb4a-4ab2-87e7-9be900c07511.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 911.254096] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc234615-7c8f-49d6-9d8a-4fb5b03807e9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.279214] env[69524]: DEBUG oslo_vmware.api [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Waiting for the task: (returnval){ [ 911.279214] env[69524]: value = "task-4067966" [ 911.279214] env[69524]: _type = "Task" [ 911.279214] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.290090] env[69524]: DEBUG oslo_vmware.api [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Task: {'id': task-4067966, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.358399] env[69524]: DEBUG oslo_vmware.api [None req-3e87d719-e1aa-4473-a167-91a2dd8b9487 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': task-4067965, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.446531} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.358800] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e87d719-e1aa-4473-a167-91a2dd8b9487 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 911.359215] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3e87d719-e1aa-4473-a167-91a2dd8b9487 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: dfa4bb08-53b1-4489-a639-72dc9d9418a9] Deleted contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 911.359759] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3e87d719-e1aa-4473-a167-91a2dd8b9487 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: dfa4bb08-53b1-4489-a639-72dc9d9418a9] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 911.359759] env[69524]: INFO nova.compute.manager [None req-3e87d719-e1aa-4473-a167-91a2dd8b9487 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: dfa4bb08-53b1-4489-a639-72dc9d9418a9] Took 2.03 seconds to destroy the instance on the hypervisor. [ 911.360801] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e87d719-e1aa-4473-a167-91a2dd8b9487 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.360801] env[69524]: DEBUG nova.compute.manager [-] [instance: dfa4bb08-53b1-4489-a639-72dc9d9418a9] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 911.360801] env[69524]: DEBUG nova.network.neutron [-] [instance: dfa4bb08-53b1-4489-a639-72dc9d9418a9] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 911.505247] env[69524]: DEBUG nova.compute.manager [req-9eae728c-ec9d-487c-aa60-ae90dee5940e req-9007cc29-bf73-485b-960b-3c02bdcc8064 service nova] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Received event network-vif-deleted-73a3838f-18ae-4614-8ceb-3733ab15219d {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 911.571083] env[69524]: DEBUG oslo_concurrency.lockutils [None req-54c640ab-ae92-4e1a-9b64-5aadddf4312e tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "cbb08f23-34b1-4486-942f-e0f4781f04fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 101.960s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.730519] env[69524]: DEBUG nova.network.neutron [req-bfefe8cf-1454-44a0-910d-f73f1047d89b req-a507b622-a728-40ea-917a-0cb176e5a5ac service nova] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] Updated VIF entry in instance network info cache for port 9bd41fa2-c762-4642-ae7f-9ac647d1c22b. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 911.730967] env[69524]: DEBUG nova.network.neutron [req-bfefe8cf-1454-44a0-910d-f73f1047d89b req-a507b622-a728-40ea-917a-0cb176e5a5ac service nova] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] Updating instance_info_cache with network_info: [{"id": "9bd41fa2-c762-4642-ae7f-9ac647d1c22b", "address": "fa:16:3e:a8:64:da", "network": {"id": "3b549f2a-fb2a-4e76-943e-4bfaa49b2ec6", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1668477436-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a766371d7bf74ace9ef49123f69e3631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9bd41fa2-c7", "ovs_interfaceid": "9bd41fa2-c762-4642-ae7f-9ac647d1c22b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.790656] env[69524]: DEBUG oslo_vmware.api [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Task: {'id': task-4067966, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.809883] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c429de3-221e-464d-b5c4-22989cc40635 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.819454] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce77bda-96ae-4528-b359-d108055186c6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.861842] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4235f0fb-37f4-4ec5-a597-38c8436a5163 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.874416] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33baa308-f8fb-4068-8a68-c3212b3a2a3e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.893260] env[69524]: DEBUG nova.compute.provider_tree [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.074179] env[69524]: DEBUG nova.compute.manager [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] [instance: ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 912.171457] env[69524]: DEBUG nova.compute.manager [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: da06a11a-6bb5-4f4b-a1ae-365fcdf0641f] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 912.195322] env[69524]: DEBUG nova.virt.hardware [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 912.195635] env[69524]: DEBUG nova.virt.hardware [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 912.195794] env[69524]: DEBUG nova.virt.hardware [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 912.195976] env[69524]: DEBUG nova.virt.hardware [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 912.196324] env[69524]: DEBUG nova.virt.hardware [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 912.196569] env[69524]: DEBUG nova.virt.hardware [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 912.196922] env[69524]: DEBUG nova.virt.hardware [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 912.197096] env[69524]: DEBUG nova.virt.hardware [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 912.197329] env[69524]: DEBUG nova.virt.hardware [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 912.197563] env[69524]: DEBUG nova.virt.hardware [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 912.197781] env[69524]: DEBUG nova.virt.hardware [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 912.198876] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9edfc2de-a0ba-409c-a0d2-1c34e20bdc4f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.210356] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28915626-5cdc-46e9-96a9-a0477fe49628 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.233856] env[69524]: DEBUG oslo_concurrency.lockutils [req-bfefe8cf-1454-44a0-910d-f73f1047d89b req-a507b622-a728-40ea-917a-0cb176e5a5ac service nova] Releasing lock "refresh_cache-848cef21-f975-4f2e-ae88-4f05cb97ba5d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.264527] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 912.264527] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-164c8305-6590-4795-998e-caa05dd3f169 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.272568] env[69524]: DEBUG oslo_vmware.api [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for the task: (returnval){ [ 912.272568] env[69524]: value = "task-4067967" [ 912.272568] env[69524]: _type = "Task" [ 912.272568] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.287341] env[69524]: DEBUG oslo_vmware.api [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4067967, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.295366] env[69524]: DEBUG oslo_vmware.api [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Task: {'id': task-4067966, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.371292] env[69524]: INFO nova.compute.manager [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Rebuilding instance [ 912.396703] env[69524]: DEBUG nova.scheduler.client.report [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.447089] env[69524]: DEBUG nova.compute.manager [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 912.448385] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a9c4cb-0839-4a93-95d0-33d509f48647 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.458844] env[69524]: DEBUG nova.network.neutron [-] [instance: dfa4bb08-53b1-4489-a639-72dc9d9418a9] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.460896] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff1af9c9-586b-4d7f-b619-f10e7a3b94e2 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: b51544bf-55dd-45b8-8ff7-f0bdffbec768] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 912.461227] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5788626-5e8a-4ca1-b71a-dca9e9a176d5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.471369] env[69524]: DEBUG oslo_vmware.api [None req-ff1af9c9-586b-4d7f-b619-f10e7a3b94e2 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for the task: (returnval){ [ 912.471369] env[69524]: value = "task-4067968" [ 912.471369] env[69524]: _type = "Task" [ 912.471369] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.483761] env[69524]: DEBUG oslo_vmware.api [None req-ff1af9c9-586b-4d7f-b619-f10e7a3b94e2 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4067968, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.600893] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.685049] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d534b68f-e44f-4d69-9f5a-7e7e699aad61 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Acquiring lock "830a4429-edcd-4955-99d2-72fe88ed9ada" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.685049] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d534b68f-e44f-4d69-9f5a-7e7e699aad61 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Lock "830a4429-edcd-4955-99d2-72fe88ed9ada" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.685049] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d534b68f-e44f-4d69-9f5a-7e7e699aad61 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Acquiring lock "830a4429-edcd-4955-99d2-72fe88ed9ada-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.685049] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d534b68f-e44f-4d69-9f5a-7e7e699aad61 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Lock "830a4429-edcd-4955-99d2-72fe88ed9ada-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.685049] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d534b68f-e44f-4d69-9f5a-7e7e699aad61 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Lock "830a4429-edcd-4955-99d2-72fe88ed9ada-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.688557] env[69524]: INFO nova.compute.manager [None req-d534b68f-e44f-4d69-9f5a-7e7e699aad61 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 830a4429-edcd-4955-99d2-72fe88ed9ada] Terminating instance [ 912.750226] env[69524]: DEBUG nova.compute.manager [req-58971fa4-b479-4800-96ce-6c0a887e6473 req-4e4fcce7-2372-41c0-8274-591d0c9243e3 service nova] [instance: dfa4bb08-53b1-4489-a639-72dc9d9418a9] Received event network-vif-deleted-a421b5b9-df15-40f3-88fe-f5b339da8ffa {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.790582] env[69524]: DEBUG oslo_vmware.api [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4067967, 'name': PowerOffVM_Task, 'duration_secs': 0.34254} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.793477] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 912.793746] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 912.794059] env[69524]: DEBUG oslo_vmware.api [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Task: {'id': task-4067966, 'name': ReconfigVM_Task, 'duration_secs': 1.086797} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.794955] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b65f8e-1490-45cf-8ce0-e728c4a36e80 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.797918] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] [instance: b81bde1d-fb4a-4ab2-87e7-9be900c07511] Reconfigured VM instance instance-00000031 to attach disk [datastore1] b81bde1d-fb4a-4ab2-87e7-9be900c07511/b81bde1d-fb4a-4ab2-87e7-9be900c07511.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 912.798657] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0287ccad-8d3b-4f98-a879-843c4b08a815 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.805902] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 912.807493] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7918643-8c23-4c3d-8682-f604ea91aef8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.809434] env[69524]: DEBUG oslo_vmware.api [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Waiting for the task: (returnval){ [ 912.809434] env[69524]: value = "task-4067969" [ 912.809434] env[69524]: _type = "Task" [ 912.809434] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.819941] env[69524]: DEBUG oslo_vmware.api [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Task: {'id': task-4067969, 'name': Rename_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.889530] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 912.889809] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 912.890009] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Deleting the datastore file [datastore1] f900a036-6e0f-41f4-a7e1-da08ebcf48d2 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 912.890329] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-850d282d-64d3-4c6a-855a-07669d64130f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.900829] env[69524]: DEBUG oslo_vmware.api [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for the task: (returnval){ [ 912.900829] env[69524]: value = "task-4067971" [ 912.900829] env[69524]: _type = "Task" [ 912.900829] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.904907] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.770s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.905516] env[69524]: DEBUG nova.compute.manager [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 696358b1-7618-480a-b1c8-d4a5a775e5db] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 912.908947] env[69524]: DEBUG oslo_concurrency.lockutils [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.755s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.910775] env[69524]: INFO nova.compute.claims [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 912.928298] env[69524]: DEBUG oslo_vmware.api [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4067971, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.962356] env[69524]: INFO nova.compute.manager [-] [instance: dfa4bb08-53b1-4489-a639-72dc9d9418a9] Took 1.60 seconds to deallocate network for instance. [ 912.985957] env[69524]: DEBUG oslo_vmware.api [None req-ff1af9c9-586b-4d7f-b619-f10e7a3b94e2 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4067968, 'name': PowerOffVM_Task, 'duration_secs': 0.268896} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.986428] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff1af9c9-586b-4d7f-b619-f10e7a3b94e2 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: b51544bf-55dd-45b8-8ff7-f0bdffbec768] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 912.987604] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09fa3dae-0f57-4bc0-9d76-c2c02655c68f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.014508] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97b5a75-c211-41d4-a501-13324433efbe {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.054274] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff1af9c9-586b-4d7f-b619-f10e7a3b94e2 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: b51544bf-55dd-45b8-8ff7-f0bdffbec768] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 913.054593] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8bd07275-3ebd-4099-af5c-ca517d828545 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.059472] env[69524]: DEBUG oslo_concurrency.lockutils [None req-598c2b46-5b8d-493a-98ed-dd6057c0281a tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Acquiring lock "780705ab-3fbb-43e0-961a-46f755f5388d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.059774] env[69524]: DEBUG oslo_concurrency.lockutils [None req-598c2b46-5b8d-493a-98ed-dd6057c0281a tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Lock "780705ab-3fbb-43e0-961a-46f755f5388d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.059979] env[69524]: DEBUG oslo_concurrency.lockutils [None req-598c2b46-5b8d-493a-98ed-dd6057c0281a tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Acquiring lock "780705ab-3fbb-43e0-961a-46f755f5388d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.060573] env[69524]: DEBUG oslo_concurrency.lockutils [None req-598c2b46-5b8d-493a-98ed-dd6057c0281a tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Lock "780705ab-3fbb-43e0-961a-46f755f5388d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.060760] env[69524]: DEBUG oslo_concurrency.lockutils [None req-598c2b46-5b8d-493a-98ed-dd6057c0281a tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Lock "780705ab-3fbb-43e0-961a-46f755f5388d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.065953] env[69524]: DEBUG oslo_vmware.api [None req-ff1af9c9-586b-4d7f-b619-f10e7a3b94e2 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for the task: (returnval){ [ 913.065953] env[69524]: value = "task-4067972" [ 913.065953] env[69524]: _type = "Task" [ 913.065953] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.071446] env[69524]: INFO nova.compute.manager [None req-598c2b46-5b8d-493a-98ed-dd6057c0281a tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Terminating instance [ 913.082500] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff1af9c9-586b-4d7f-b619-f10e7a3b94e2 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: b51544bf-55dd-45b8-8ff7-f0bdffbec768] VM already powered off {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 913.083388] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1af9c9-586b-4d7f-b619-f10e7a3b94e2 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: b51544bf-55dd-45b8-8ff7-f0bdffbec768] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 913.083388] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ff1af9c9-586b-4d7f-b619-f10e7a3b94e2 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.084671] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ff1af9c9-586b-4d7f-b619-f10e7a3b94e2 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.084671] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff1af9c9-586b-4d7f-b619-f10e7a3b94e2 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 913.085388] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d54550eb-d38e-442e-b1bb-a343682fe7c2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.097943] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff1af9c9-586b-4d7f-b619-f10e7a3b94e2 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 913.098252] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1af9c9-586b-4d7f-b619-f10e7a3b94e2 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 913.099125] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-698c6413-d93a-41b9-ba96-c26ce73889d6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.107092] env[69524]: DEBUG oslo_vmware.api [None req-ff1af9c9-586b-4d7f-b619-f10e7a3b94e2 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for the task: (returnval){ [ 913.107092] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52c32119-4aae-ee34-aab4-5c5b41269c0c" [ 913.107092] env[69524]: _type = "Task" [ 913.107092] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.117230] env[69524]: DEBUG oslo_vmware.api [None req-ff1af9c9-586b-4d7f-b619-f10e7a3b94e2 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52c32119-4aae-ee34-aab4-5c5b41269c0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.155951] env[69524]: DEBUG nova.network.neutron [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: da06a11a-6bb5-4f4b-a1ae-365fcdf0641f] Successfully updated port: 22d7d6fd-c4bd-493e-b2f1-bbe2b9ac7c56 {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 913.193167] env[69524]: DEBUG nova.compute.manager [None req-d534b68f-e44f-4d69-9f5a-7e7e699aad61 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 830a4429-edcd-4955-99d2-72fe88ed9ada] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 913.193435] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d534b68f-e44f-4d69-9f5a-7e7e699aad61 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 830a4429-edcd-4955-99d2-72fe88ed9ada] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 913.194377] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf40367-2bb9-42c6-a5d4-6a03bc151ed5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.203045] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-d534b68f-e44f-4d69-9f5a-7e7e699aad61 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 830a4429-edcd-4955-99d2-72fe88ed9ada] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 913.203381] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0af9a69-2595-45a1-86f4-23473a63a563 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.211724] env[69524]: DEBUG oslo_vmware.api [None req-d534b68f-e44f-4d69-9f5a-7e7e699aad61 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Waiting for the task: (returnval){ [ 913.211724] env[69524]: value = "task-4067973" [ 913.211724] env[69524]: _type = "Task" [ 913.211724] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.224941] env[69524]: DEBUG oslo_vmware.api [None req-d534b68f-e44f-4d69-9f5a-7e7e699aad61 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Task: {'id': task-4067973, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.326930] env[69524]: DEBUG oslo_vmware.api [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Task: {'id': task-4067969, 'name': Rename_Task, 'duration_secs': 0.234802} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.326930] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] [instance: b81bde1d-fb4a-4ab2-87e7-9be900c07511] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 913.326930] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24710fbd-3f1b-42b2-aeab-0a2b4701605a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.337497] env[69524]: DEBUG oslo_vmware.api [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Waiting for the task: (returnval){ [ 913.337497] env[69524]: value = "task-4067974" [ 913.337497] env[69524]: _type = "Task" [ 913.337497] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.348402] env[69524]: DEBUG oslo_vmware.api [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Task: {'id': task-4067974, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.410914] env[69524]: DEBUG oslo_vmware.api [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4067971, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226631} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.412032] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 913.412032] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 913.412175] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 913.416657] env[69524]: DEBUG nova.compute.utils [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 913.420366] env[69524]: DEBUG nova.compute.manager [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 696358b1-7618-480a-b1c8-d4a5a775e5db] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 913.420738] env[69524]: DEBUG nova.network.neutron [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 696358b1-7618-480a-b1c8-d4a5a775e5db] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 913.468503] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 913.469037] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4167f1b4-c2ec-4afd-af35-6436014389e8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.473523] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3e87d719-e1aa-4473-a167-91a2dd8b9487 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.477325] env[69524]: DEBUG oslo_vmware.rw_handles [None req-dbf58e24-d667-4ee9-bc49-59441560e607 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52828bac-b1e6-54e2-83c7-b6efa07c363e/disk-0.vmdk. {{(pid=69524) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 913.479095] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71cceb16-31bd-46fd-8e57-4396fcf9bff0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.484983] env[69524]: DEBUG oslo_vmware.api [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 913.484983] env[69524]: value = "task-4067975" [ 913.484983] env[69524]: _type = "Task" [ 913.484983] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.491591] env[69524]: DEBUG oslo_vmware.rw_handles [None req-dbf58e24-d667-4ee9-bc49-59441560e607 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52828bac-b1e6-54e2-83c7-b6efa07c363e/disk-0.vmdk is in state: ready. {{(pid=69524) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 913.491942] env[69524]: ERROR oslo_vmware.rw_handles [None req-dbf58e24-d667-4ee9-bc49-59441560e607 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52828bac-b1e6-54e2-83c7-b6efa07c363e/disk-0.vmdk due to incomplete transfer. [ 913.492451] env[69524]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-604e4a51-5c3a-43d0-a0f7-6f71309782d8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.497800] env[69524]: DEBUG oslo_vmware.api [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4067975, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.501460] env[69524]: DEBUG oslo_vmware.rw_handles [None req-dbf58e24-d667-4ee9-bc49-59441560e607 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52828bac-b1e6-54e2-83c7-b6efa07c363e/disk-0.vmdk. {{(pid=69524) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 913.501726] env[69524]: DEBUG nova.virt.vmwareapi.images [None req-dbf58e24-d667-4ee9-bc49-59441560e607 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Uploaded image 17ab257b-4203-455b-8048-a47e40a09c1d to the Glance image server {{(pid=69524) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 913.506022] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbf58e24-d667-4ee9-bc49-59441560e607 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Destroying the VM {{(pid=69524) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 913.506022] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a28cdc77-5c65-422c-bea7-0cccd60e8f0b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.513182] env[69524]: DEBUG nova.policy [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '29f9952477ca47418a7227e44b0d15eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a9c997eb05634f5fa1c746f901f82619', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 913.515803] env[69524]: DEBUG oslo_vmware.api [None req-dbf58e24-d667-4ee9-bc49-59441560e607 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Waiting for the task: (returnval){ [ 913.515803] env[69524]: value = "task-4067976" [ 913.515803] env[69524]: _type = "Task" [ 913.515803] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.526454] env[69524]: DEBUG oslo_vmware.api [None req-dbf58e24-d667-4ee9-bc49-59441560e607 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4067976, 'name': Destroy_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.577342] env[69524]: DEBUG nova.compute.manager [None req-598c2b46-5b8d-493a-98ed-dd6057c0281a tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 913.578705] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-598c2b46-5b8d-493a-98ed-dd6057c0281a tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 913.579027] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a5c7a9-d4a6-41b8-969e-d7d996afb0ea {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.591976] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-598c2b46-5b8d-493a-98ed-dd6057c0281a tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 913.591976] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b67efe62-c680-418e-b709-f8b4f71c4340 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.600575] env[69524]: DEBUG oslo_vmware.api [None req-598c2b46-5b8d-493a-98ed-dd6057c0281a tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Waiting for the task: (returnval){ [ 913.600575] env[69524]: value = "task-4067977" [ 913.600575] env[69524]: _type = "Task" [ 913.600575] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.611026] env[69524]: DEBUG oslo_vmware.api [None req-598c2b46-5b8d-493a-98ed-dd6057c0281a tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4067977, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.622314] env[69524]: DEBUG oslo_vmware.api [None req-ff1af9c9-586b-4d7f-b619-f10e7a3b94e2 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52c32119-4aae-ee34-aab4-5c5b41269c0c, 'name': SearchDatastore_Task, 'duration_secs': 0.015634} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.623776] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ac78ed9-8528-409e-805a-e5f9dccc3c74 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.628556] env[69524]: DEBUG nova.compute.manager [req-aa1051b7-71fc-4174-981d-af171b785c16 req-0cdf36e6-9355-406e-9487-5dd3fd448523 service nova] [instance: da06a11a-6bb5-4f4b-a1ae-365fcdf0641f] Received event network-vif-plugged-22d7d6fd-c4bd-493e-b2f1-bbe2b9ac7c56 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.628556] env[69524]: DEBUG oslo_concurrency.lockutils [req-aa1051b7-71fc-4174-981d-af171b785c16 req-0cdf36e6-9355-406e-9487-5dd3fd448523 service nova] Acquiring lock "da06a11a-6bb5-4f4b-a1ae-365fcdf0641f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.628556] env[69524]: DEBUG oslo_concurrency.lockutils [req-aa1051b7-71fc-4174-981d-af171b785c16 req-0cdf36e6-9355-406e-9487-5dd3fd448523 service nova] Lock "da06a11a-6bb5-4f4b-a1ae-365fcdf0641f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.628741] env[69524]: DEBUG oslo_concurrency.lockutils [req-aa1051b7-71fc-4174-981d-af171b785c16 req-0cdf36e6-9355-406e-9487-5dd3fd448523 service nova] Lock "da06a11a-6bb5-4f4b-a1ae-365fcdf0641f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.628877] env[69524]: DEBUG nova.compute.manager [req-aa1051b7-71fc-4174-981d-af171b785c16 req-0cdf36e6-9355-406e-9487-5dd3fd448523 service nova] [instance: da06a11a-6bb5-4f4b-a1ae-365fcdf0641f] No waiting events found dispatching network-vif-plugged-22d7d6fd-c4bd-493e-b2f1-bbe2b9ac7c56 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 913.629052] env[69524]: WARNING nova.compute.manager [req-aa1051b7-71fc-4174-981d-af171b785c16 req-0cdf36e6-9355-406e-9487-5dd3fd448523 service nova] [instance: da06a11a-6bb5-4f4b-a1ae-365fcdf0641f] Received unexpected event network-vif-plugged-22d7d6fd-c4bd-493e-b2f1-bbe2b9ac7c56 for instance with vm_state building and task_state spawning. [ 913.629202] env[69524]: DEBUG nova.compute.manager [req-aa1051b7-71fc-4174-981d-af171b785c16 req-0cdf36e6-9355-406e-9487-5dd3fd448523 service nova] [instance: da06a11a-6bb5-4f4b-a1ae-365fcdf0641f] Received event network-changed-22d7d6fd-c4bd-493e-b2f1-bbe2b9ac7c56 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.629364] env[69524]: DEBUG nova.compute.manager [req-aa1051b7-71fc-4174-981d-af171b785c16 req-0cdf36e6-9355-406e-9487-5dd3fd448523 service nova] [instance: da06a11a-6bb5-4f4b-a1ae-365fcdf0641f] Refreshing instance network info cache due to event network-changed-22d7d6fd-c4bd-493e-b2f1-bbe2b9ac7c56. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 913.630141] env[69524]: DEBUG oslo_concurrency.lockutils [req-aa1051b7-71fc-4174-981d-af171b785c16 req-0cdf36e6-9355-406e-9487-5dd3fd448523 service nova] Acquiring lock "refresh_cache-da06a11a-6bb5-4f4b-a1ae-365fcdf0641f" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.630141] env[69524]: DEBUG oslo_concurrency.lockutils [req-aa1051b7-71fc-4174-981d-af171b785c16 req-0cdf36e6-9355-406e-9487-5dd3fd448523 service nova] Acquired lock "refresh_cache-da06a11a-6bb5-4f4b-a1ae-365fcdf0641f" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.630141] env[69524]: DEBUG nova.network.neutron [req-aa1051b7-71fc-4174-981d-af171b785c16 req-0cdf36e6-9355-406e-9487-5dd3fd448523 service nova] [instance: da06a11a-6bb5-4f4b-a1ae-365fcdf0641f] Refreshing network info cache for port 22d7d6fd-c4bd-493e-b2f1-bbe2b9ac7c56 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 913.637141] env[69524]: DEBUG oslo_vmware.api [None req-ff1af9c9-586b-4d7f-b619-f10e7a3b94e2 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for the task: (returnval){ [ 913.637141] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52db2411-2b9c-060d-b3ff-eb9e95fc9c36" [ 913.637141] env[69524]: _type = "Task" [ 913.637141] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.645853] env[69524]: DEBUG oslo_vmware.api [None req-ff1af9c9-586b-4d7f-b619-f10e7a3b94e2 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52db2411-2b9c-060d-b3ff-eb9e95fc9c36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.658311] env[69524]: DEBUG oslo_concurrency.lockutils [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Acquiring lock "refresh_cache-da06a11a-6bb5-4f4b-a1ae-365fcdf0641f" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.725367] env[69524]: DEBUG oslo_vmware.api [None req-d534b68f-e44f-4d69-9f5a-7e7e699aad61 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Task: {'id': task-4067973, 'name': PowerOffVM_Task, 'duration_secs': 0.237981} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.725768] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-d534b68f-e44f-4d69-9f5a-7e7e699aad61 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 830a4429-edcd-4955-99d2-72fe88ed9ada] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 913.725954] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d534b68f-e44f-4d69-9f5a-7e7e699aad61 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 830a4429-edcd-4955-99d2-72fe88ed9ada] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 913.726280] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b38a9d54-4071-492a-a390-b7ba55049045 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.820041] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d534b68f-e44f-4d69-9f5a-7e7e699aad61 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 830a4429-edcd-4955-99d2-72fe88ed9ada] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 913.820456] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d534b68f-e44f-4d69-9f5a-7e7e699aad61 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 830a4429-edcd-4955-99d2-72fe88ed9ada] Deleting contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 913.820798] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-d534b68f-e44f-4d69-9f5a-7e7e699aad61 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Deleting the datastore file [datastore2] 830a4429-edcd-4955-99d2-72fe88ed9ada {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 913.821306] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-205ba26e-7f35-4fef-bd58-db99e91baf70 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.833131] env[69524]: DEBUG oslo_vmware.api [None req-d534b68f-e44f-4d69-9f5a-7e7e699aad61 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Waiting for the task: (returnval){ [ 913.833131] env[69524]: value = "task-4067979" [ 913.833131] env[69524]: _type = "Task" [ 913.833131] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.854812] env[69524]: DEBUG oslo_vmware.api [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Task: {'id': task-4067974, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.862033] env[69524]: DEBUG oslo_vmware.api [None req-d534b68f-e44f-4d69-9f5a-7e7e699aad61 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Task: {'id': task-4067979, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.928029] env[69524]: DEBUG nova.compute.manager [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 696358b1-7618-480a-b1c8-d4a5a775e5db] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 914.001311] env[69524]: DEBUG oslo_vmware.api [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4067975, 'name': PowerOffVM_Task, 'duration_secs': 0.357437} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.001616] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 914.001850] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 914.002753] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657a4847-9714-415b-acf1-e7a742cced64 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.016207] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 914.016667] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5de4d792-af49-4a3b-b3ea-614bdfdc0254 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.032123] env[69524]: DEBUG oslo_vmware.api [None req-dbf58e24-d667-4ee9-bc49-59441560e607 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4067976, 'name': Destroy_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.048071] env[69524]: DEBUG nova.network.neutron [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 696358b1-7618-480a-b1c8-d4a5a775e5db] Successfully created port: 0e59ffa7-08f8-40c6-9c3d-67b129128f97 {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 914.110828] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 914.111150] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 914.111244] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Deleting the datastore file [datastore1] cbb08f23-34b1-4486-942f-e0f4781f04fc {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 914.111724] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35791e7a-a285-425b-b768-5bcedacc9720 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.116972] env[69524]: DEBUG oslo_vmware.api [None req-598c2b46-5b8d-493a-98ed-dd6057c0281a tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4067977, 'name': PowerOffVM_Task, 'duration_secs': 0.254134} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.117675] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-598c2b46-5b8d-493a-98ed-dd6057c0281a tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 914.117945] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-598c2b46-5b8d-493a-98ed-dd6057c0281a tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 914.118270] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11871673-0080-498b-80fa-a3f8ef20132b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.122921] env[69524]: DEBUG oslo_vmware.api [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 914.122921] env[69524]: value = "task-4067981" [ 914.122921] env[69524]: _type = "Task" [ 914.122921] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.137760] env[69524]: DEBUG oslo_vmware.api [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4067981, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.151951] env[69524]: DEBUG oslo_vmware.api [None req-ff1af9c9-586b-4d7f-b619-f10e7a3b94e2 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52db2411-2b9c-060d-b3ff-eb9e95fc9c36, 'name': SearchDatastore_Task, 'duration_secs': 0.017036} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.152317] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ff1af9c9-586b-4d7f-b619-f10e7a3b94e2 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.152654] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff1af9c9-586b-4d7f-b619-f10e7a3b94e2 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] b51544bf-55dd-45b8-8ff7-f0bdffbec768/7e48ad2e-b898-4fe5-a14c-ede19c27ca63-rescue.vmdk. {{(pid=69524) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 914.153024] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ef5dc96-8898-496e-9a9c-6f47c303efd5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.161806] env[69524]: DEBUG oslo_vmware.api [None req-ff1af9c9-586b-4d7f-b619-f10e7a3b94e2 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for the task: (returnval){ [ 914.161806] env[69524]: value = "task-4067983" [ 914.161806] env[69524]: _type = "Task" [ 914.161806] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.173615] env[69524]: DEBUG oslo_vmware.api [None req-ff1af9c9-586b-4d7f-b619-f10e7a3b94e2 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4067983, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.175356] env[69524]: DEBUG nova.network.neutron [req-aa1051b7-71fc-4174-981d-af171b785c16 req-0cdf36e6-9355-406e-9487-5dd3fd448523 service nova] [instance: da06a11a-6bb5-4f4b-a1ae-365fcdf0641f] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 914.189673] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-598c2b46-5b8d-493a-98ed-dd6057c0281a tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 914.190343] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-598c2b46-5b8d-493a-98ed-dd6057c0281a tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Deleting contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 914.190463] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-598c2b46-5b8d-493a-98ed-dd6057c0281a tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Deleting the datastore file [datastore2] 780705ab-3fbb-43e0-961a-46f755f5388d {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 914.190864] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c33cd2c1-59c1-4de3-ba44-3f8a2a61bc46 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.198830] env[69524]: DEBUG oslo_vmware.api [None req-598c2b46-5b8d-493a-98ed-dd6057c0281a tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Waiting for the task: (returnval){ [ 914.198830] env[69524]: value = "task-4067984" [ 914.198830] env[69524]: _type = "Task" [ 914.198830] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.208375] env[69524]: DEBUG oslo_vmware.api [None req-598c2b46-5b8d-493a-98ed-dd6057c0281a tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4067984, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.301613] env[69524]: DEBUG nova.network.neutron [req-aa1051b7-71fc-4174-981d-af171b785c16 req-0cdf36e6-9355-406e-9487-5dd3fd448523 service nova] [instance: da06a11a-6bb5-4f4b-a1ae-365fcdf0641f] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.344183] env[69524]: DEBUG oslo_vmware.api [None req-d534b68f-e44f-4d69-9f5a-7e7e699aad61 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Task: {'id': task-4067979, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.418596} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.350246] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-d534b68f-e44f-4d69-9f5a-7e7e699aad61 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 914.350465] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d534b68f-e44f-4d69-9f5a-7e7e699aad61 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 830a4429-edcd-4955-99d2-72fe88ed9ada] Deleted contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 914.350649] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d534b68f-e44f-4d69-9f5a-7e7e699aad61 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 830a4429-edcd-4955-99d2-72fe88ed9ada] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 914.350823] env[69524]: INFO nova.compute.manager [None req-d534b68f-e44f-4d69-9f5a-7e7e699aad61 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] [instance: 830a4429-edcd-4955-99d2-72fe88ed9ada] Took 1.16 seconds to destroy the instance on the hypervisor. [ 914.351084] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d534b68f-e44f-4d69-9f5a-7e7e699aad61 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 914.351816] env[69524]: DEBUG nova.compute.manager [-] [instance: 830a4429-edcd-4955-99d2-72fe88ed9ada] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 914.351912] env[69524]: DEBUG nova.network.neutron [-] [instance: 830a4429-edcd-4955-99d2-72fe88ed9ada] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 914.359304] env[69524]: DEBUG oslo_vmware.api [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Task: {'id': task-4067974, 'name': PowerOnVM_Task, 'duration_secs': 0.676938} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.359577] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] [instance: b81bde1d-fb4a-4ab2-87e7-9be900c07511] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 914.359770] env[69524]: INFO nova.compute.manager [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] [instance: b81bde1d-fb4a-4ab2-87e7-9be900c07511] Took 9.66 seconds to spawn the instance on the hypervisor. [ 914.359945] env[69524]: DEBUG nova.compute.manager [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] [instance: b81bde1d-fb4a-4ab2-87e7-9be900c07511] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 914.360744] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da26dc6-adb3-42bf-b2a2-accc5ed84db2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.466331] env[69524]: DEBUG nova.virt.hardware [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 914.466582] env[69524]: DEBUG nova.virt.hardware [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 914.466742] env[69524]: DEBUG nova.virt.hardware [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 914.466928] env[69524]: DEBUG nova.virt.hardware [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 914.467158] env[69524]: DEBUG nova.virt.hardware [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 914.467322] env[69524]: DEBUG nova.virt.hardware [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 914.467553] env[69524]: DEBUG nova.virt.hardware [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 914.467754] env[69524]: DEBUG nova.virt.hardware [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 914.467937] env[69524]: DEBUG nova.virt.hardware [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 914.468130] env[69524]: DEBUG nova.virt.hardware [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 914.468316] env[69524]: DEBUG nova.virt.hardware [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 914.469246] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d493edf5-7446-4e68-897c-91dcbbf56a5a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.481114] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-614ec441-9aee-4a20-8f34-4c260c50cabc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.500540] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:d4:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f499bc9-78da-46c1-9274-19edf26d31cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18b28c5b-7743-470b-8543-6763e961bb1b', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 914.508227] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 914.511969] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 914.512790] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d319a25d-46d8-48f0-8b57-c3da6c309e15 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.542428] env[69524]: DEBUG oslo_vmware.api [None req-dbf58e24-d667-4ee9-bc49-59441560e607 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4067976, 'name': Destroy_Task, 'duration_secs': 0.564749} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.545878] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-dbf58e24-d667-4ee9-bc49-59441560e607 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Destroyed the VM [ 914.545878] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf58e24-d667-4ee9-bc49-59441560e607 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Deleting Snapshot of the VM instance {{(pid=69524) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 914.545878] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 914.545878] env[69524]: value = "task-4067985" [ 914.545878] env[69524]: _type = "Task" [ 914.545878] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.545878] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e7847bf5-bdb2-47d4-b5d5-2b7492b3ce9f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.559586] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067985, 'name': CreateVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.561173] env[69524]: DEBUG oslo_vmware.api [None req-dbf58e24-d667-4ee9-bc49-59441560e607 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Waiting for the task: (returnval){ [ 914.561173] env[69524]: value = "task-4067986" [ 914.561173] env[69524]: _type = "Task" [ 914.561173] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.576036] env[69524]: DEBUG oslo_vmware.api [None req-dbf58e24-d667-4ee9-bc49-59441560e607 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4067986, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.635756] env[69524]: DEBUG oslo_vmware.api [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4067981, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.447779} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.637402] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 914.637636] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 914.638075] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 914.642723] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2af17f-3d8d-47d7-8e9a-42b51164b40b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.653996] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a02c76-e3de-4c64-b438-2b2efde9dc56 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.695957] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45d3a3f7-e78d-4f79-9f59-2d552c8af72a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.703062] env[69524]: DEBUG oslo_vmware.api [None req-ff1af9c9-586b-4d7f-b619-f10e7a3b94e2 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4067983, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.717461] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1e2003-79ac-48a5-bf77-d9f179498edb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.724413] env[69524]: DEBUG oslo_vmware.api [None req-598c2b46-5b8d-493a-98ed-dd6057c0281a tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4067984, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.424503} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.724413] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-598c2b46-5b8d-493a-98ed-dd6057c0281a tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 914.724413] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-598c2b46-5b8d-493a-98ed-dd6057c0281a tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Deleted contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 914.724413] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-598c2b46-5b8d-493a-98ed-dd6057c0281a tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 914.724413] env[69524]: INFO nova.compute.manager [None req-598c2b46-5b8d-493a-98ed-dd6057c0281a tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 914.724413] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-598c2b46-5b8d-493a-98ed-dd6057c0281a tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 914.725198] env[69524]: DEBUG nova.compute.manager [-] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 914.725198] env[69524]: DEBUG nova.network.neutron [-] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 914.737621] env[69524]: DEBUG nova.compute.provider_tree [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.790229] env[69524]: DEBUG nova.compute.manager [req-8c05a5d1-7a8f-47b0-8d60-0fdbe76c9695 req-f8da0ff4-8e03-4257-9a6d-26aa301bdbab service nova] [instance: 830a4429-edcd-4955-99d2-72fe88ed9ada] Received event network-vif-deleted-428c4e18-176e-4d3d-b38f-55f3fbbe0841 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.790607] env[69524]: INFO nova.compute.manager [req-8c05a5d1-7a8f-47b0-8d60-0fdbe76c9695 req-f8da0ff4-8e03-4257-9a6d-26aa301bdbab service nova] [instance: 830a4429-edcd-4955-99d2-72fe88ed9ada] Neutron deleted interface 428c4e18-176e-4d3d-b38f-55f3fbbe0841; detaching it from the instance and deleting it from the info cache [ 914.790868] env[69524]: DEBUG nova.network.neutron [req-8c05a5d1-7a8f-47b0-8d60-0fdbe76c9695 req-f8da0ff4-8e03-4257-9a6d-26aa301bdbab service nova] [instance: 830a4429-edcd-4955-99d2-72fe88ed9ada] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.805174] env[69524]: DEBUG oslo_concurrency.lockutils [req-aa1051b7-71fc-4174-981d-af171b785c16 req-0cdf36e6-9355-406e-9487-5dd3fd448523 service nova] Releasing lock "refresh_cache-da06a11a-6bb5-4f4b-a1ae-365fcdf0641f" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.805668] env[69524]: DEBUG oslo_concurrency.lockutils [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Acquired lock "refresh_cache-da06a11a-6bb5-4f4b-a1ae-365fcdf0641f" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.805889] env[69524]: DEBUG nova.network.neutron [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: da06a11a-6bb5-4f4b-a1ae-365fcdf0641f] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 914.881373] env[69524]: INFO nova.compute.manager [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] [instance: b81bde1d-fb4a-4ab2-87e7-9be900c07511] Took 44.40 seconds to build instance. [ 914.947048] env[69524]: DEBUG nova.compute.manager [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 696358b1-7618-480a-b1c8-d4a5a775e5db] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 914.976832] env[69524]: DEBUG nova.virt.hardware [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 914.977100] env[69524]: DEBUG nova.virt.hardware [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 914.977345] env[69524]: DEBUG nova.virt.hardware [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 914.977426] env[69524]: DEBUG nova.virt.hardware [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 914.977665] env[69524]: DEBUG nova.virt.hardware [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 914.977751] env[69524]: DEBUG nova.virt.hardware [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 914.977932] env[69524]: DEBUG nova.virt.hardware [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 914.978638] env[69524]: DEBUG nova.virt.hardware [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 914.978638] env[69524]: DEBUG nova.virt.hardware [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 914.978638] env[69524]: DEBUG nova.virt.hardware [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 914.978638] env[69524]: DEBUG nova.virt.hardware [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 914.979640] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b2e0ed-705f-4139-a5dc-849ba5a0593f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.989405] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7edb0a33-96ad-432a-b115-13fb23a764be {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.058062] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067985, 'name': CreateVM_Task} progress is 25%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.072533] env[69524]: DEBUG oslo_vmware.api [None req-dbf58e24-d667-4ee9-bc49-59441560e607 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4067986, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.173555] env[69524]: DEBUG oslo_vmware.api [None req-ff1af9c9-586b-4d7f-b619-f10e7a3b94e2 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4067983, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.840169} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.174051] env[69524]: INFO nova.virt.vmwareapi.ds_util [None req-ff1af9c9-586b-4d7f-b619-f10e7a3b94e2 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] b51544bf-55dd-45b8-8ff7-f0bdffbec768/7e48ad2e-b898-4fe5-a14c-ede19c27ca63-rescue.vmdk. [ 915.175148] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d4cb9c-cabb-4057-81ed-a02cf3bd58c1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.205500] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff1af9c9-586b-4d7f-b619-f10e7a3b94e2 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: b51544bf-55dd-45b8-8ff7-f0bdffbec768] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] b51544bf-55dd-45b8-8ff7-f0bdffbec768/7e48ad2e-b898-4fe5-a14c-ede19c27ca63-rescue.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 915.206661] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7219b88-e23f-4b83-8d03-3256e13278b0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.225908] env[69524]: DEBUG oslo_vmware.api [None req-ff1af9c9-586b-4d7f-b619-f10e7a3b94e2 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for the task: (returnval){ [ 915.225908] env[69524]: value = "task-4067987" [ 915.225908] env[69524]: _type = "Task" [ 915.225908] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.235904] env[69524]: DEBUG oslo_vmware.api [None req-ff1af9c9-586b-4d7f-b619-f10e7a3b94e2 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4067987, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.242671] env[69524]: DEBUG nova.scheduler.client.report [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.248308] env[69524]: DEBUG nova.network.neutron [-] [instance: 830a4429-edcd-4955-99d2-72fe88ed9ada] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.293797] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fa6bc2df-a38a-4473-b8fd-d40b21405b20 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.305396] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca5939c-78a5-4c0c-a1f7-cb4dcd996b2f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.351962] env[69524]: DEBUG nova.compute.manager [req-8c05a5d1-7a8f-47b0-8d60-0fdbe76c9695 req-f8da0ff4-8e03-4257-9a6d-26aa301bdbab service nova] [instance: 830a4429-edcd-4955-99d2-72fe88ed9ada] Detach interface failed, port_id=428c4e18-176e-4d3d-b38f-55f3fbbe0841, reason: Instance 830a4429-edcd-4955-99d2-72fe88ed9ada could not be found. {{(pid=69524) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 915.384717] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5e29874f-4af3-4278-939c-d8b7db041c87 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Lock "b81bde1d-fb4a-4ab2-87e7-9be900c07511" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.069s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.396567] env[69524]: DEBUG nova.network.neutron [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: da06a11a-6bb5-4f4b-a1ae-365fcdf0641f] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 915.562027] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067985, 'name': CreateVM_Task, 'duration_secs': 0.761347} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.562027] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 915.562027] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.562027] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.562027] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.562027] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42c53244-6a74-433f-9906-6d0c214db8b2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.572198] env[69524]: DEBUG oslo_vmware.api [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for the task: (returnval){ [ 915.572198] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]527cb5a8-95b9-1fd8-9cd9-49139e4aa2c7" [ 915.572198] env[69524]: _type = "Task" [ 915.572198] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.575293] env[69524]: DEBUG oslo_vmware.api [None req-dbf58e24-d667-4ee9-bc49-59441560e607 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4067986, 'name': RemoveSnapshot_Task} progress is 79%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.583209] env[69524]: DEBUG oslo_vmware.api [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]527cb5a8-95b9-1fd8-9cd9-49139e4aa2c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.616343] env[69524]: DEBUG nova.network.neutron [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: da06a11a-6bb5-4f4b-a1ae-365fcdf0641f] Updating instance_info_cache with network_info: [{"id": "22d7d6fd-c4bd-493e-b2f1-bbe2b9ac7c56", "address": "fa:16:3e:a1:c2:51", "network": {"id": "1dfdbf3b-4925-484f-b859-717860382952", "bridge": "br-int", "label": "tempest-ImagesTestJSON-735885515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "451a33914c5e419a8df2b44aa3691d0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22d7d6fd-c4", "ovs_interfaceid": "22d7d6fd-c4bd-493e-b2f1-bbe2b9ac7c56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.691590] env[69524]: DEBUG nova.virt.hardware [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 915.691863] env[69524]: DEBUG nova.virt.hardware [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 915.692254] env[69524]: DEBUG nova.virt.hardware [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 915.692254] env[69524]: DEBUG nova.virt.hardware [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 915.692440] env[69524]: DEBUG nova.virt.hardware [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 915.692497] env[69524]: DEBUG nova.virt.hardware [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 915.692679] env[69524]: DEBUG nova.virt.hardware [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 915.692837] env[69524]: DEBUG nova.virt.hardware [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 915.693009] env[69524]: DEBUG nova.virt.hardware [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 915.693177] env[69524]: DEBUG nova.virt.hardware [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 915.693348] env[69524]: DEBUG nova.virt.hardware [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 915.694276] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9c1935-2b9c-49d0-8ea3-190865f2be5f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.711390] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8c5035-b149-46e4-995f-bddab287d549 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.729660] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ce:4e:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ab93899c-92b2-4d84-95a6-192234add28c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '340c8c92-36e8-41ec-ab17-6fc31982a161', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 915.737631] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.741078] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 915.741352] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3aa1610-dca2-46f7-ab4a-4b88f4975b8a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.757498] env[69524]: DEBUG oslo_concurrency.lockutils [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.849s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.758012] env[69524]: DEBUG nova.compute.manager [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 915.760873] env[69524]: INFO nova.compute.manager [-] [instance: 830a4429-edcd-4955-99d2-72fe88ed9ada] Took 1.41 seconds to deallocate network for instance. [ 915.764969] env[69524]: DEBUG oslo_concurrency.lockutils [None req-90eaf56d-41c4-42f9-85d0-d9e6b97639dd tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.360s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.765217] env[69524]: DEBUG nova.objects.instance [None req-90eaf56d-41c4-42f9-85d0-d9e6b97639dd tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Lazy-loading 'resources' on Instance uuid 7e2a7748-eea9-454c-bb16-07035bc82919 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 915.769818] env[69524]: DEBUG oslo_vmware.api [None req-ff1af9c9-586b-4d7f-b619-f10e7a3b94e2 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4067987, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.775266] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 915.775266] env[69524]: value = "task-4067988" [ 915.775266] env[69524]: _type = "Task" [ 915.775266] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.788108] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067988, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.889409] env[69524]: DEBUG nova.compute.manager [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 915.986477] env[69524]: DEBUG nova.network.neutron [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 696358b1-7618-480a-b1c8-d4a5a775e5db] Successfully updated port: 0e59ffa7-08f8-40c6-9c3d-67b129128f97 {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 916.060262] env[69524]: DEBUG nova.compute.manager [req-62165a45-e85d-4c36-98e6-8d1949eb7194 req-43ea8fe9-5323-450a-929f-37bc7d57bc1b service nova] [instance: 696358b1-7618-480a-b1c8-d4a5a775e5db] Received event network-vif-plugged-0e59ffa7-08f8-40c6-9c3d-67b129128f97 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.060643] env[69524]: DEBUG oslo_concurrency.lockutils [req-62165a45-e85d-4c36-98e6-8d1949eb7194 req-43ea8fe9-5323-450a-929f-37bc7d57bc1b service nova] Acquiring lock "696358b1-7618-480a-b1c8-d4a5a775e5db-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.061333] env[69524]: DEBUG oslo_concurrency.lockutils [req-62165a45-e85d-4c36-98e6-8d1949eb7194 req-43ea8fe9-5323-450a-929f-37bc7d57bc1b service nova] Lock "696358b1-7618-480a-b1c8-d4a5a775e5db-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.061722] env[69524]: DEBUG oslo_concurrency.lockutils [req-62165a45-e85d-4c36-98e6-8d1949eb7194 req-43ea8fe9-5323-450a-929f-37bc7d57bc1b service nova] Lock "696358b1-7618-480a-b1c8-d4a5a775e5db-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.061946] env[69524]: DEBUG nova.compute.manager [req-62165a45-e85d-4c36-98e6-8d1949eb7194 req-43ea8fe9-5323-450a-929f-37bc7d57bc1b service nova] [instance: 696358b1-7618-480a-b1c8-d4a5a775e5db] No waiting events found dispatching network-vif-plugged-0e59ffa7-08f8-40c6-9c3d-67b129128f97 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 916.062211] env[69524]: WARNING nova.compute.manager [req-62165a45-e85d-4c36-98e6-8d1949eb7194 req-43ea8fe9-5323-450a-929f-37bc7d57bc1b service nova] [instance: 696358b1-7618-480a-b1c8-d4a5a775e5db] Received unexpected event network-vif-plugged-0e59ffa7-08f8-40c6-9c3d-67b129128f97 for instance with vm_state building and task_state spawning. [ 916.077536] env[69524]: DEBUG oslo_vmware.api [None req-dbf58e24-d667-4ee9-bc49-59441560e607 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4067986, 'name': RemoveSnapshot_Task} progress is 79%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.088468] env[69524]: DEBUG oslo_vmware.api [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]527cb5a8-95b9-1fd8-9cd9-49139e4aa2c7, 'name': SearchDatastore_Task, 'duration_secs': 0.024399} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.088925] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.089286] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 916.089658] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.089935] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.090341] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 916.090850] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6bfdb3b-c75d-4597-8955-b61265ff253e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.101614] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 916.101784] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 916.102566] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-293fc388-10b6-4539-b51a-bd56222e9ed9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.109464] env[69524]: DEBUG oslo_vmware.api [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for the task: (returnval){ [ 916.109464] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52374fe1-45c0-4fa5-41ef-6f7360ba15ad" [ 916.109464] env[69524]: _type = "Task" [ 916.109464] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.121533] env[69524]: DEBUG oslo_concurrency.lockutils [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Releasing lock "refresh_cache-da06a11a-6bb5-4f4b-a1ae-365fcdf0641f" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.122047] env[69524]: DEBUG nova.compute.manager [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: da06a11a-6bb5-4f4b-a1ae-365fcdf0641f] Instance network_info: |[{"id": "22d7d6fd-c4bd-493e-b2f1-bbe2b9ac7c56", "address": "fa:16:3e:a1:c2:51", "network": {"id": "1dfdbf3b-4925-484f-b859-717860382952", "bridge": "br-int", "label": "tempest-ImagesTestJSON-735885515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "451a33914c5e419a8df2b44aa3691d0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22d7d6fd-c4", "ovs_interfaceid": "22d7d6fd-c4bd-493e-b2f1-bbe2b9ac7c56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 916.122361] env[69524]: DEBUG oslo_vmware.api [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52374fe1-45c0-4fa5-41ef-6f7360ba15ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.122793] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: da06a11a-6bb5-4f4b-a1ae-365fcdf0641f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:c2:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6edb8eae-1113-49d0-84f7-9fd9f82b26fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '22d7d6fd-c4bd-493e-b2f1-bbe2b9ac7c56', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 916.131692] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 916.132585] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da06a11a-6bb5-4f4b-a1ae-365fcdf0641f] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 916.132948] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6655124-a40a-4015-8076-f62cd34cb763 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.154850] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 916.154850] env[69524]: value = "task-4067989" [ 916.154850] env[69524]: _type = "Task" [ 916.154850] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.165066] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067989, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.241367] env[69524]: DEBUG oslo_vmware.api [None req-ff1af9c9-586b-4d7f-b619-f10e7a3b94e2 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4067987, 'name': ReconfigVM_Task, 'duration_secs': 0.84254} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.241778] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff1af9c9-586b-4d7f-b619-f10e7a3b94e2 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: b51544bf-55dd-45b8-8ff7-f0bdffbec768] Reconfigured VM instance instance-0000002f to attach disk [datastore2] b51544bf-55dd-45b8-8ff7-f0bdffbec768/7e48ad2e-b898-4fe5-a14c-ede19c27ca63-rescue.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 916.242783] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa3c70b-53f2-490d-a01b-f842347d8365 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.270850] env[69524]: DEBUG nova.compute.utils [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 916.277254] env[69524]: DEBUG nova.compute.manager [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 916.277381] env[69524]: DEBUG nova.network.neutron [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 916.282122] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d534b68f-e44f-4d69-9f5a-7e7e699aad61 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.282472] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4daa62cf-decd-4718-8184-01ace357e457 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.304836] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067988, 'name': CreateVM_Task, 'duration_secs': 0.487954} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.305592] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 916.306409] env[69524]: DEBUG oslo_vmware.api [None req-ff1af9c9-586b-4d7f-b619-f10e7a3b94e2 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for the task: (returnval){ [ 916.306409] env[69524]: value = "task-4067990" [ 916.306409] env[69524]: _type = "Task" [ 916.306409] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.307081] env[69524]: DEBUG oslo_concurrency.lockutils [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.307526] env[69524]: DEBUG oslo_concurrency.lockutils [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.307635] env[69524]: DEBUG oslo_concurrency.lockutils [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.307964] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-522e7af2-aea7-4b9d-aed6-9a0eb0f5053e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.320126] env[69524]: DEBUG oslo_vmware.api [None req-ff1af9c9-586b-4d7f-b619-f10e7a3b94e2 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4067990, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.321577] env[69524]: DEBUG oslo_vmware.api [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 916.321577] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5242c232-7bb2-294e-2c4b-12b9f41cf5fb" [ 916.321577] env[69524]: _type = "Task" [ 916.321577] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.338453] env[69524]: DEBUG oslo_vmware.api [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5242c232-7bb2-294e-2c4b-12b9f41cf5fb, 'name': SearchDatastore_Task, 'duration_secs': 0.013032} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.338790] env[69524]: DEBUG oslo_concurrency.lockutils [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.339060] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 916.339267] env[69524]: DEBUG oslo_concurrency.lockutils [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.341852] env[69524]: DEBUG nova.network.neutron [-] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.347918] env[69524]: DEBUG nova.policy [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0aa4692619684381b8d2efc8e4847aa8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2b95ac2424eb44ab8f4f536a15becf0b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 916.414365] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.496289] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Acquiring lock "refresh_cache-696358b1-7618-480a-b1c8-d4a5a775e5db" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.496289] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Acquired lock "refresh_cache-696358b1-7618-480a-b1c8-d4a5a775e5db" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.496289] env[69524]: DEBUG nova.network.neutron [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 696358b1-7618-480a-b1c8-d4a5a775e5db] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 916.577513] env[69524]: DEBUG oslo_vmware.api [None req-dbf58e24-d667-4ee9-bc49-59441560e607 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4067986, 'name': RemoveSnapshot_Task, 'duration_secs': 1.540388} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.580415] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf58e24-d667-4ee9-bc49-59441560e607 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Deleted Snapshot of the VM instance {{(pid=69524) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 916.580675] env[69524]: INFO nova.compute.manager [None req-dbf58e24-d667-4ee9-bc49-59441560e607 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Took 18.83 seconds to snapshot the instance on the hypervisor. [ 916.622852] env[69524]: DEBUG oslo_vmware.api [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52374fe1-45c0-4fa5-41ef-6f7360ba15ad, 'name': SearchDatastore_Task, 'duration_secs': 0.017108} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.628191] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-610ccd21-59e2-43ec-b558-c637f4f603ab {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.637781] env[69524]: DEBUG oslo_vmware.api [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for the task: (returnval){ [ 916.637781] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52fb81fb-7a7d-1828-964b-8bae93e9641c" [ 916.637781] env[69524]: _type = "Task" [ 916.637781] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.652026] env[69524]: DEBUG oslo_vmware.api [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52fb81fb-7a7d-1828-964b-8bae93e9641c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.666236] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067989, 'name': CreateVM_Task, 'duration_secs': 0.419486} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.666438] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da06a11a-6bb5-4f4b-a1ae-365fcdf0641f] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 916.667133] env[69524]: DEBUG oslo_concurrency.lockutils [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.667448] env[69524]: DEBUG oslo_concurrency.lockutils [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.667615] env[69524]: DEBUG oslo_concurrency.lockutils [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.668240] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb4b01d0-1b3f-4a75-9811-656e8675d2ad {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.673671] env[69524]: DEBUG oslo_vmware.api [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the task: (returnval){ [ 916.673671] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52eec338-4849-5671-2ea2-5d913ae41ceb" [ 916.673671] env[69524]: _type = "Task" [ 916.673671] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.686164] env[69524]: DEBUG oslo_vmware.api [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52eec338-4849-5671-2ea2-5d913ae41ceb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.779627] env[69524]: DEBUG nova.compute.manager [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 916.783565] env[69524]: DEBUG nova.network.neutron [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Successfully created port: cb50eedc-e7c8-4900-901c-b16846a12bef {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 916.818314] env[69524]: DEBUG oslo_vmware.api [None req-ff1af9c9-586b-4d7f-b619-f10e7a3b94e2 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4067990, 'name': ReconfigVM_Task, 'duration_secs': 0.192946} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.821171] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff1af9c9-586b-4d7f-b619-f10e7a3b94e2 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: b51544bf-55dd-45b8-8ff7-f0bdffbec768] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 916.822298] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1d74284-97f1-4aa5-b0ab-708daf74362c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.832090] env[69524]: DEBUG oslo_vmware.api [None req-ff1af9c9-586b-4d7f-b619-f10e7a3b94e2 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for the task: (returnval){ [ 916.832090] env[69524]: value = "task-4067991" [ 916.832090] env[69524]: _type = "Task" [ 916.832090] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.844016] env[69524]: INFO nova.compute.manager [-] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Took 2.12 seconds to deallocate network for instance. [ 916.849586] env[69524]: DEBUG oslo_vmware.api [None req-ff1af9c9-586b-4d7f-b619-f10e7a3b94e2 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4067991, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.938023] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75cbe82a-a483-470c-8f6c-f18f52238ace {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.947586] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252399d8-bb2e-48c5-860e-53dba3d838e4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.983338] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0c0ff0-4660-48a7-8af6-913829da586a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.993437] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff2dbffa-05af-405e-8d47-a2b04e2c9d88 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.015368] env[69524]: DEBUG nova.compute.provider_tree [None req-90eaf56d-41c4-42f9-85d0-d9e6b97639dd tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.054671] env[69524]: DEBUG nova.network.neutron [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 696358b1-7618-480a-b1c8-d4a5a775e5db] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 917.148811] env[69524]: DEBUG oslo_vmware.api [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52fb81fb-7a7d-1828-964b-8bae93e9641c, 'name': SearchDatastore_Task, 'duration_secs': 0.014141} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.149104] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.149376] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] f900a036-6e0f-41f4-a7e1-da08ebcf48d2/f900a036-6e0f-41f4-a7e1-da08ebcf48d2.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 917.149687] env[69524]: DEBUG oslo_concurrency.lockutils [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.149870] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 917.150104] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9985e406-1a8b-434f-be2f-0e2f315ee9fd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.152660] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-edd9c5fc-a23c-4de5-bb95-31f5616d84cb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.162695] env[69524]: DEBUG oslo_vmware.api [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for the task: (returnval){ [ 917.162695] env[69524]: value = "task-4067992" [ 917.162695] env[69524]: _type = "Task" [ 917.162695] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.174768] env[69524]: DEBUG oslo_vmware.api [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4067992, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.183528] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 917.183652] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 917.184715] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-023aa7d1-c8ad-45db-a567-1dfd6d6b695d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.197278] env[69524]: DEBUG oslo_vmware.api [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 917.197278] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]525d1211-c8d4-f13a-2f4c-c916075c1026" [ 917.197278] env[69524]: _type = "Task" [ 917.197278] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.203075] env[69524]: DEBUG oslo_vmware.api [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52eec338-4849-5671-2ea2-5d913ae41ceb, 'name': SearchDatastore_Task, 'duration_secs': 0.014656} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.208553] env[69524]: DEBUG oslo_concurrency.lockutils [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.208929] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: da06a11a-6bb5-4f4b-a1ae-365fcdf0641f] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 917.210855] env[69524]: DEBUG oslo_concurrency.lockutils [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.221367] env[69524]: DEBUG oslo_vmware.api [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]525d1211-c8d4-f13a-2f4c-c916075c1026, 'name': SearchDatastore_Task, 'duration_secs': 0.012792} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.222833] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-185614e4-33cd-45e7-91f0-08e844dcbb18 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.232496] env[69524]: DEBUG oslo_vmware.api [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 917.232496] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5263d70c-c3b9-b5ca-adbc-a014ef0f7cc6" [ 917.232496] env[69524]: _type = "Task" [ 917.232496] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.244561] env[69524]: DEBUG oslo_vmware.api [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5263d70c-c3b9-b5ca-adbc-a014ef0f7cc6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.288495] env[69524]: INFO nova.virt.block_device [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Booting with volume 42a6f5d4-0c36-4379-bf35-cd9d3e938860 at /dev/sda [ 917.338448] env[69524]: DEBUG nova.network.neutron [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 696358b1-7618-480a-b1c8-d4a5a775e5db] Updating instance_info_cache with network_info: [{"id": "0e59ffa7-08f8-40c6-9c3d-67b129128f97", "address": "fa:16:3e:dd:f8:2a", "network": {"id": "7ee020cd-b29f-46bb-b312-06a885d300a5", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1240151067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9c997eb05634f5fa1c746f901f82619", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e59ffa7-08", "ovs_interfaceid": "0e59ffa7-08f8-40c6-9c3d-67b129128f97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.348333] env[69524]: DEBUG oslo_vmware.api [None req-ff1af9c9-586b-4d7f-b619-f10e7a3b94e2 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4067991, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.350172] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2f2f94d7-f90d-4f65-979e-f47dbd9072fd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.359250] env[69524]: DEBUG oslo_concurrency.lockutils [None req-598c2b46-5b8d-493a-98ed-dd6057c0281a tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.363962] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf70ca3-6b57-4cfa-a391-2830108150c8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.414634] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-be79913d-36d1-402c-a9a3-423095df4365 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.427369] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb0a7a48-2628-4006-b41c-d26663cdaffd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.479567] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8adbdbbb-3e41-4d25-9f8a-91d61eb03aa2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.491115] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8918f0-01b2-46d6-83d7-1fc8ce4a5dfc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.510037] env[69524]: DEBUG nova.virt.block_device [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Updating existing volume attachment record: 13704893-6348-4cc3-8091-d58a9f092fc6 {{(pid=69524) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 917.519485] env[69524]: DEBUG nova.scheduler.client.report [None req-90eaf56d-41c4-42f9-85d0-d9e6b97639dd tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 917.677803] env[69524]: DEBUG oslo_vmware.api [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4067992, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.746174] env[69524]: DEBUG oslo_vmware.api [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5263d70c-c3b9-b5ca-adbc-a014ef0f7cc6, 'name': SearchDatastore_Task, 'duration_secs': 0.012822} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.746504] env[69524]: DEBUG oslo_concurrency.lockutils [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.746790] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] cbb08f23-34b1-4486-942f-e0f4781f04fc/cbb08f23-34b1-4486-942f-e0f4781f04fc.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 917.747083] env[69524]: DEBUG oslo_concurrency.lockutils [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.747277] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 917.747506] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0c75157-f349-4f30-96f8-5cea8eaa5945 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.749934] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c490f76c-d7f1-4ee7-b89c-86d00c86e325 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.760186] env[69524]: DEBUG oslo_vmware.api [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 917.760186] env[69524]: value = "task-4067993" [ 917.760186] env[69524]: _type = "Task" [ 917.760186] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.769982] env[69524]: DEBUG oslo_vmware.api [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4067993, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.771503] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 917.771697] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 917.772470] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9aac47a8-b6b0-4c62-8bd7-03021784f8af {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.779963] env[69524]: DEBUG oslo_vmware.api [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the task: (returnval){ [ 917.779963] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5208acf6-6978-813f-0158-56b076bef37f" [ 917.779963] env[69524]: _type = "Task" [ 917.779963] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.792726] env[69524]: DEBUG oslo_vmware.api [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5208acf6-6978-813f-0158-56b076bef37f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.845556] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Releasing lock "refresh_cache-696358b1-7618-480a-b1c8-d4a5a775e5db" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.845917] env[69524]: DEBUG nova.compute.manager [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 696358b1-7618-480a-b1c8-d4a5a775e5db] Instance network_info: |[{"id": "0e59ffa7-08f8-40c6-9c3d-67b129128f97", "address": "fa:16:3e:dd:f8:2a", "network": {"id": "7ee020cd-b29f-46bb-b312-06a885d300a5", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1240151067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9c997eb05634f5fa1c746f901f82619", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e59ffa7-08", "ovs_interfaceid": "0e59ffa7-08f8-40c6-9c3d-67b129128f97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 917.846997] env[69524]: DEBUG oslo_vmware.api [None req-ff1af9c9-586b-4d7f-b619-f10e7a3b94e2 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4067991, 'name': PowerOnVM_Task, 'duration_secs': 0.625955} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.846997] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 696358b1-7618-480a-b1c8-d4a5a775e5db] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:f8:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b033f4d-2e92-4702-add6-410a29d3f251', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e59ffa7-08f8-40c6-9c3d-67b129128f97', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 917.854670] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.854935] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff1af9c9-586b-4d7f-b619-f10e7a3b94e2 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: b51544bf-55dd-45b8-8ff7-f0bdffbec768] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 917.856869] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 696358b1-7618-480a-b1c8-d4a5a775e5db] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 917.858057] env[69524]: DEBUG nova.compute.manager [None req-ff1af9c9-586b-4d7f-b619-f10e7a3b94e2 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: b51544bf-55dd-45b8-8ff7-f0bdffbec768] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 917.858353] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f30a341b-1217-4ab2-8dc4-eb54933d7c91 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.873507] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9b04e3-e7d5-48a3-a906-208a5131de63 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.885639] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 917.885639] env[69524]: value = "task-4067994" [ 917.885639] env[69524]: _type = "Task" [ 917.885639] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.897703] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067994, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.028951] env[69524]: DEBUG oslo_concurrency.lockutils [None req-90eaf56d-41c4-42f9-85d0-d9e6b97639dd tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.263s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.033761] env[69524]: DEBUG oslo_concurrency.lockutils [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.998s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.036853] env[69524]: INFO nova.compute.claims [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] [instance: 86b272e6-8a18-486f-81e9-d1a325d83cf3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 918.071430] env[69524]: INFO nova.scheduler.client.report [None req-90eaf56d-41c4-42f9-85d0-d9e6b97639dd tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Deleted allocations for instance 7e2a7748-eea9-454c-bb16-07035bc82919 [ 918.174752] env[69524]: DEBUG oslo_vmware.api [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4067992, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.66035} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.175047] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] f900a036-6e0f-41f4-a7e1-da08ebcf48d2/f900a036-6e0f-41f4-a7e1-da08ebcf48d2.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 918.175271] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 918.175534] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b99985bc-fe1b-45e3-8b93-6419ce404524 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.184887] env[69524]: DEBUG oslo_vmware.api [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for the task: (returnval){ [ 918.184887] env[69524]: value = "task-4067995" [ 918.184887] env[69524]: _type = "Task" [ 918.184887] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.194925] env[69524]: DEBUG oslo_vmware.api [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4067995, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.277056] env[69524]: DEBUG oslo_vmware.api [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4067993, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.296119] env[69524]: DEBUG oslo_vmware.api [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5208acf6-6978-813f-0158-56b076bef37f, 'name': SearchDatastore_Task, 'duration_secs': 0.02531} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.296648] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa891559-f927-4b29-bd42-e34205a1ff37 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.306035] env[69524]: DEBUG oslo_vmware.api [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the task: (returnval){ [ 918.306035] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52070b3b-ae87-836d-2aa8-d415475078a6" [ 918.306035] env[69524]: _type = "Task" [ 918.306035] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.319148] env[69524]: DEBUG oslo_vmware.api [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52070b3b-ae87-836d-2aa8-d415475078a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.412323] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067994, 'name': CreateVM_Task} progress is 25%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.538208] env[69524]: DEBUG nova.compute.manager [req-634b50cd-da39-42f9-b58e-2b5df9381f1d req-fb06e69a-834a-4cd5-940d-2ad1607a33f2 service nova] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Received event network-vif-deleted-647653e7-69c3-423e-b29c-05df5ac2cde8 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 918.538208] env[69524]: DEBUG nova.compute.manager [req-634b50cd-da39-42f9-b58e-2b5df9381f1d req-fb06e69a-834a-4cd5-940d-2ad1607a33f2 service nova] [instance: 696358b1-7618-480a-b1c8-d4a5a775e5db] Received event network-changed-0e59ffa7-08f8-40c6-9c3d-67b129128f97 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 918.538208] env[69524]: DEBUG nova.compute.manager [req-634b50cd-da39-42f9-b58e-2b5df9381f1d req-fb06e69a-834a-4cd5-940d-2ad1607a33f2 service nova] [instance: 696358b1-7618-480a-b1c8-d4a5a775e5db] Refreshing instance network info cache due to event network-changed-0e59ffa7-08f8-40c6-9c3d-67b129128f97. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 918.538208] env[69524]: DEBUG oslo_concurrency.lockutils [req-634b50cd-da39-42f9-b58e-2b5df9381f1d req-fb06e69a-834a-4cd5-940d-2ad1607a33f2 service nova] Acquiring lock "refresh_cache-696358b1-7618-480a-b1c8-d4a5a775e5db" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.538208] env[69524]: DEBUG oslo_concurrency.lockutils [req-634b50cd-da39-42f9-b58e-2b5df9381f1d req-fb06e69a-834a-4cd5-940d-2ad1607a33f2 service nova] Acquired lock "refresh_cache-696358b1-7618-480a-b1c8-d4a5a775e5db" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.538208] env[69524]: DEBUG nova.network.neutron [req-634b50cd-da39-42f9-b58e-2b5df9381f1d req-fb06e69a-834a-4cd5-940d-2ad1607a33f2 service nova] [instance: 696358b1-7618-480a-b1c8-d4a5a775e5db] Refreshing network info cache for port 0e59ffa7-08f8-40c6-9c3d-67b129128f97 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 918.579189] env[69524]: DEBUG oslo_concurrency.lockutils [None req-90eaf56d-41c4-42f9-85d0-d9e6b97639dd tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Lock "7e2a7748-eea9-454c-bb16-07035bc82919" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.894s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.705945] env[69524]: DEBUG oslo_vmware.api [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4067995, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.199876} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.706416] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 918.708036] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d49a6d-2283-4fa6-be1d-a7eea4623d85 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.712897] env[69524]: DEBUG nova.network.neutron [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Successfully updated port: cb50eedc-e7c8-4900-901c-b16846a12bef {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 918.732736] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e2925228-fa74-4a39-b432-e5dd6707f2aa tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Acquiring lock "27a8da5f-1c25-4fed-8455-b843c4a7b804" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.733128] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e2925228-fa74-4a39-b432-e5dd6707f2aa tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Lock "27a8da5f-1c25-4fed-8455-b843c4a7b804" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.733444] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e2925228-fa74-4a39-b432-e5dd6707f2aa tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Acquiring lock "27a8da5f-1c25-4fed-8455-b843c4a7b804-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.733697] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e2925228-fa74-4a39-b432-e5dd6707f2aa tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Lock "27a8da5f-1c25-4fed-8455-b843c4a7b804-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.733927] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e2925228-fa74-4a39-b432-e5dd6707f2aa tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Lock "27a8da5f-1c25-4fed-8455-b843c4a7b804-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.745934] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] f900a036-6e0f-41f4-a7e1-da08ebcf48d2/f900a036-6e0f-41f4-a7e1-da08ebcf48d2.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 918.746747] env[69524]: INFO nova.compute.manager [None req-e2925228-fa74-4a39-b432-e5dd6707f2aa tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] [instance: 27a8da5f-1c25-4fed-8455-b843c4a7b804] Terminating instance [ 918.752750] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3183445-a71f-4e4c-9b53-13dc4ac7b75e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.776810] env[69524]: DEBUG oslo_vmware.api [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4067993, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.942109} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.778231] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] cbb08f23-34b1-4486-942f-e0f4781f04fc/cbb08f23-34b1-4486-942f-e0f4781f04fc.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 918.778509] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 918.778832] env[69524]: DEBUG oslo_vmware.api [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for the task: (returnval){ [ 918.778832] env[69524]: value = "task-4067996" [ 918.778832] env[69524]: _type = "Task" [ 918.778832] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.779042] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1fc3ce93-d9cd-4b8b-95ca-d39bd6be7dff {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.790902] env[69524]: DEBUG oslo_vmware.api [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4067996, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.792392] env[69524]: DEBUG oslo_vmware.api [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 918.792392] env[69524]: value = "task-4067997" [ 918.792392] env[69524]: _type = "Task" [ 918.792392] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.800815] env[69524]: DEBUG oslo_vmware.api [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4067997, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.817388] env[69524]: DEBUG oslo_vmware.api [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52070b3b-ae87-836d-2aa8-d415475078a6, 'name': SearchDatastore_Task, 'duration_secs': 0.077287} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.817637] env[69524]: DEBUG oslo_concurrency.lockutils [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.817902] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] da06a11a-6bb5-4f4b-a1ae-365fcdf0641f/da06a11a-6bb5-4f4b-a1ae-365fcdf0641f.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 918.818186] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e575f4c-cb8b-494e-be89-f741e4ca3281 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.825671] env[69524]: DEBUG oslo_vmware.api [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the task: (returnval){ [ 918.825671] env[69524]: value = "task-4067998" [ 918.825671] env[69524]: _type = "Task" [ 918.825671] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.835111] env[69524]: DEBUG oslo_vmware.api [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4067998, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.902646] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4067994, 'name': CreateVM_Task, 'duration_secs': 0.648649} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.902646] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 696358b1-7618-480a-b1c8-d4a5a775e5db] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 918.903475] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.903714] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.904194] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.905163] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1f4a85e-f943-46d9-bb69-6e06380d17b2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.910992] env[69524]: DEBUG oslo_vmware.api [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Waiting for the task: (returnval){ [ 918.910992] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52f5c32a-219c-3c5f-a05e-2de03942e1d8" [ 918.910992] env[69524]: _type = "Task" [ 918.910992] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.919587] env[69524]: DEBUG oslo_vmware.api [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52f5c32a-219c-3c5f-a05e-2de03942e1d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.217466] env[69524]: DEBUG oslo_concurrency.lockutils [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Acquiring lock "refresh_cache-1dd1caaf-169f-457f-bcf8-e308836c8247" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.217614] env[69524]: DEBUG oslo_concurrency.lockutils [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Acquired lock "refresh_cache-1dd1caaf-169f-457f-bcf8-e308836c8247" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.217764] env[69524]: DEBUG nova.network.neutron [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 919.254249] env[69524]: DEBUG nova.compute.manager [None req-e2925228-fa74-4a39-b432-e5dd6707f2aa tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] [instance: 27a8da5f-1c25-4fed-8455-b843c4a7b804] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 919.254249] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2925228-fa74-4a39-b432-e5dd6707f2aa tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] [instance: 27a8da5f-1c25-4fed-8455-b843c4a7b804] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 919.254249] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41d99c5f-a8f3-4c20-95da-47a75147261b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.263253] env[69524]: DEBUG oslo_vmware.api [None req-e2925228-fa74-4a39-b432-e5dd6707f2aa tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Waiting for the task: (returnval){ [ 919.263253] env[69524]: value = "task-4067999" [ 919.263253] env[69524]: _type = "Task" [ 919.263253] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.273830] env[69524]: DEBUG oslo_vmware.api [None req-e2925228-fa74-4a39-b432-e5dd6707f2aa tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Task: {'id': task-4067999, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.295236] env[69524]: DEBUG oslo_vmware.api [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4067996, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.306942] env[69524]: DEBUG oslo_vmware.api [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4067997, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07974} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.307270] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 919.308891] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfabdb75-21bd-483a-b73c-2c7f07986147 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.337528] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] cbb08f23-34b1-4486-942f-e0f4781f04fc/cbb08f23-34b1-4486-942f-e0f4781f04fc.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 919.338698] env[69524]: DEBUG nova.network.neutron [req-634b50cd-da39-42f9-b58e-2b5df9381f1d req-fb06e69a-834a-4cd5-940d-2ad1607a33f2 service nova] [instance: 696358b1-7618-480a-b1c8-d4a5a775e5db] Updated VIF entry in instance network info cache for port 0e59ffa7-08f8-40c6-9c3d-67b129128f97. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 919.339075] env[69524]: DEBUG nova.network.neutron [req-634b50cd-da39-42f9-b58e-2b5df9381f1d req-fb06e69a-834a-4cd5-940d-2ad1607a33f2 service nova] [instance: 696358b1-7618-480a-b1c8-d4a5a775e5db] Updating instance_info_cache with network_info: [{"id": "0e59ffa7-08f8-40c6-9c3d-67b129128f97", "address": "fa:16:3e:dd:f8:2a", "network": {"id": "7ee020cd-b29f-46bb-b312-06a885d300a5", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1240151067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9c997eb05634f5fa1c746f901f82619", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e59ffa7-08", "ovs_interfaceid": "0e59ffa7-08f8-40c6-9c3d-67b129128f97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.345121] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec516b60-bdeb-4765-95ff-80ff5284a6a2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.372317] env[69524]: DEBUG oslo_vmware.api [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4067998, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.374416] env[69524]: DEBUG oslo_vmware.api [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 919.374416] env[69524]: value = "task-4068000" [ 919.374416] env[69524]: _type = "Task" [ 919.374416] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.380043] env[69524]: DEBUG nova.compute.manager [None req-79544a33-356f-4edd-bea4-a094554b650e tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 919.382133] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed1d2a4-0981-4286-94d1-3fe7f4ce8702 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.397840] env[69524]: DEBUG oslo_vmware.api [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068000, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.424330] env[69524]: DEBUG oslo_vmware.api [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52f5c32a-219c-3c5f-a05e-2de03942e1d8, 'name': SearchDatastore_Task, 'duration_secs': 0.030081} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.430547] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.430547] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 696358b1-7618-480a-b1c8-d4a5a775e5db] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 919.430547] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.430948] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.431128] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 919.432306] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d1f167d9-c094-4d11-875b-38308c22b861 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.448897] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 919.449091] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 919.450408] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1597c53-b816-44d9-b313-f6379f7ad38b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.465023] env[69524]: DEBUG oslo_vmware.api [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Waiting for the task: (returnval){ [ 919.465023] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]524a815b-42e1-3539-a749-94a48a6bc1e4" [ 919.465023] env[69524]: _type = "Task" [ 919.465023] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.479674] env[69524]: DEBUG oslo_vmware.api [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]524a815b-42e1-3539-a749-94a48a6bc1e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.636044] env[69524]: DEBUG nova.compute.manager [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 919.636543] env[69524]: DEBUG nova.virt.hardware [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 919.636776] env[69524]: DEBUG nova.virt.hardware [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 919.636963] env[69524]: DEBUG nova.virt.hardware [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 919.637181] env[69524]: DEBUG nova.virt.hardware [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 919.637328] env[69524]: DEBUG nova.virt.hardware [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 919.637472] env[69524]: DEBUG nova.virt.hardware [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 919.637674] env[69524]: DEBUG nova.virt.hardware [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 919.637869] env[69524]: DEBUG nova.virt.hardware [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 919.638059] env[69524]: DEBUG nova.virt.hardware [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 919.638225] env[69524]: DEBUG nova.virt.hardware [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 919.638459] env[69524]: DEBUG nova.virt.hardware [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 919.639911] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27821da0-bcad-4c93-bd9a-e4aa1fa51e13 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.653779] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4beb88-3098-474b-a1b0-bb76b9507229 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.737950] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fadb3a69-0bbf-46ed-934e-da1f80e3f542 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.749428] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6939fb-6ca7-4986-81b1-9feccf01e7d1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.787353] env[69524]: DEBUG nova.network.neutron [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 919.796948] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50bb896-ec8e-4496-882c-5f0063304c0e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.807337] env[69524]: DEBUG oslo_vmware.api [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4067996, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.813203] env[69524]: DEBUG oslo_vmware.api [None req-e2925228-fa74-4a39-b432-e5dd6707f2aa tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Task: {'id': task-4067999, 'name': PowerOffVM_Task, 'duration_secs': 0.244992} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.814496] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae2acd2-1b18-4c20-b451-966fffc076da {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.818670] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2925228-fa74-4a39-b432-e5dd6707f2aa tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] [instance: 27a8da5f-1c25-4fed-8455-b843c4a7b804] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.818899] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2925228-fa74-4a39-b432-e5dd6707f2aa tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] [instance: 27a8da5f-1c25-4fed-8455-b843c4a7b804] Volume detach. Driver type: vmdk {{(pid=69524) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 919.819112] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2925228-fa74-4a39-b432-e5dd6707f2aa tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] [instance: 27a8da5f-1c25-4fed-8455-b843c4a7b804] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806080', 'volume_id': '9720ebff-8909-4a4e-9140-a405b9280cc2', 'name': 'volume-9720ebff-8909-4a4e-9140-a405b9280cc2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '27a8da5f-1c25-4fed-8455-b843c4a7b804', 'attached_at': '', 'detached_at': '', 'volume_id': '9720ebff-8909-4a4e-9140-a405b9280cc2', 'serial': '9720ebff-8909-4a4e-9140-a405b9280cc2'} {{(pid=69524) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 919.822393] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467c356f-cc5b-49a1-992e-3061ca98f1da {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.855078] env[69524]: DEBUG nova.compute.provider_tree [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.857424] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a82633-2498-42f7-b6f2-7b0756015f54 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.864674] env[69524]: DEBUG oslo_concurrency.lockutils [req-634b50cd-da39-42f9-b58e-2b5df9381f1d req-fb06e69a-834a-4cd5-940d-2ad1607a33f2 service nova] Releasing lock "refresh_cache-696358b1-7618-480a-b1c8-d4a5a775e5db" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.865144] env[69524]: DEBUG oslo_vmware.api [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4067998, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.97178} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.865874] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] da06a11a-6bb5-4f4b-a1ae-365fcdf0641f/da06a11a-6bb5-4f4b-a1ae-365fcdf0641f.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 919.866115] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: da06a11a-6bb5-4f4b-a1ae-365fcdf0641f] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 919.866318] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-881b4fab-0aa4-47e0-8dc4-7c7f7ac64c2c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.871941] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3513f8c-23ff-4282-a982-6db10bfe7f2c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.883232] env[69524]: DEBUG oslo_vmware.api [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the task: (returnval){ [ 919.883232] env[69524]: value = "task-4068001" [ 919.883232] env[69524]: _type = "Task" [ 919.883232] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.905445] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bed9c70-87dd-4fce-954f-3c92ad27dad2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.913720] env[69524]: INFO nova.compute.manager [None req-79544a33-356f-4edd-bea4-a094554b650e tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255] instance snapshotting [ 919.915784] env[69524]: DEBUG oslo_vmware.api [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068000, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.936976] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ade8556-429b-4251-a9e1-51673312429c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.940036] env[69524]: DEBUG oslo_vmware.api [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068001, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.940780] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2925228-fa74-4a39-b432-e5dd6707f2aa tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] The volume has not been displaced from its original location: [datastore2] volume-9720ebff-8909-4a4e-9140-a405b9280cc2/volume-9720ebff-8909-4a4e-9140-a405b9280cc2.vmdk. No consolidation needed. {{(pid=69524) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 919.946603] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2925228-fa74-4a39-b432-e5dd6707f2aa tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] [instance: 27a8da5f-1c25-4fed-8455-b843c4a7b804] Reconfiguring VM instance instance-0000001c to detach disk 2000 {{(pid=69524) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 919.950155] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06a58d7a-1b91-48aa-8032-a868dd44bd9b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.985879] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2b9ec6-7e27-4163-981f-03b161b2ca27 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.987484] env[69524]: DEBUG oslo_vmware.api [None req-e2925228-fa74-4a39-b432-e5dd6707f2aa tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Waiting for the task: (returnval){ [ 919.987484] env[69524]: value = "task-4068002" [ 919.987484] env[69524]: _type = "Task" [ 919.987484] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.990925] env[69524]: DEBUG oslo_vmware.api [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]524a815b-42e1-3539-a749-94a48a6bc1e4, 'name': SearchDatastore_Task, 'duration_secs': 0.030455} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.997115] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2892f754-89d4-42d7-ae6f-4fa0eecafc68 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.009335] env[69524]: DEBUG oslo_vmware.api [None req-e2925228-fa74-4a39-b432-e5dd6707f2aa tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Task: {'id': task-4068002, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.013548] env[69524]: DEBUG oslo_vmware.api [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Waiting for the task: (returnval){ [ 920.013548] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]521056b5-b45b-eee9-efe4-7c3f0d4bc487" [ 920.013548] env[69524]: _type = "Task" [ 920.013548] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.023925] env[69524]: DEBUG oslo_vmware.api [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]521056b5-b45b-eee9-efe4-7c3f0d4bc487, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.032641] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0bd5c100-432f-442a-89e1-f24918fbd363 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Acquiring lock "b81bde1d-fb4a-4ab2-87e7-9be900c07511" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.033026] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0bd5c100-432f-442a-89e1-f24918fbd363 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Lock "b81bde1d-fb4a-4ab2-87e7-9be900c07511" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.033277] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0bd5c100-432f-442a-89e1-f24918fbd363 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Acquiring lock "b81bde1d-fb4a-4ab2-87e7-9be900c07511-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.033470] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0bd5c100-432f-442a-89e1-f24918fbd363 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Lock "b81bde1d-fb4a-4ab2-87e7-9be900c07511-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.033639] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0bd5c100-432f-442a-89e1-f24918fbd363 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Lock "b81bde1d-fb4a-4ab2-87e7-9be900c07511-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.037587] env[69524]: INFO nova.compute.manager [None req-0bd5c100-432f-442a-89e1-f24918fbd363 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] [instance: b81bde1d-fb4a-4ab2-87e7-9be900c07511] Terminating instance [ 920.059375] env[69524]: DEBUG nova.network.neutron [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Updating instance_info_cache with network_info: [{"id": "cb50eedc-e7c8-4900-901c-b16846a12bef", "address": "fa:16:3e:17:8a:38", "network": {"id": "1c5ed565-42a4-41c8-81bc-8e63e4df5138", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-620764653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b95ac2424eb44ab8f4f536a15becf0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb50eedc-e7", "ovs_interfaceid": "cb50eedc-e7c8-4900-901c-b16846a12bef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.300355] env[69524]: DEBUG oslo_vmware.api [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4067996, 'name': ReconfigVM_Task, 'duration_secs': 1.098088} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.300737] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Reconfigured VM instance instance-0000000e to attach disk [datastore1] f900a036-6e0f-41f4-a7e1-da08ebcf48d2/f900a036-6e0f-41f4-a7e1-da08ebcf48d2.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 920.301381] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30192111-fa37-4c23-a074-609e66286e66 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.310652] env[69524]: DEBUG oslo_vmware.api [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for the task: (returnval){ [ 920.310652] env[69524]: value = "task-4068003" [ 920.310652] env[69524]: _type = "Task" [ 920.310652] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.321519] env[69524]: DEBUG oslo_vmware.api [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4068003, 'name': Rename_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.366616] env[69524]: DEBUG nova.scheduler.client.report [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.392314] env[69524]: DEBUG oslo_vmware.api [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068000, 'name': ReconfigVM_Task, 'duration_secs': 0.854713} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.392877] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Reconfigured VM instance instance-00000030 to attach disk [datastore1] cbb08f23-34b1-4486-942f-e0f4781f04fc/cbb08f23-34b1-4486-942f-e0f4781f04fc.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 920.393582] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb6bf219-4c1f-473c-a4c7-1db9eb22eb70 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.402192] env[69524]: DEBUG oslo_vmware.api [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 920.402192] env[69524]: value = "task-4068004" [ 920.402192] env[69524]: _type = "Task" [ 920.402192] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.415063] env[69524]: DEBUG oslo_vmware.api [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068001, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077643} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.418523] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: da06a11a-6bb5-4f4b-a1ae-365fcdf0641f] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 920.418884] env[69524]: DEBUG oslo_vmware.api [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068004, 'name': Rename_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.419663] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8cac6a9-efcf-41d1-83b5-d0f225773395 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.446102] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: da06a11a-6bb5-4f4b-a1ae-365fcdf0641f] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] da06a11a-6bb5-4f4b-a1ae-365fcdf0641f/da06a11a-6bb5-4f4b-a1ae-365fcdf0641f.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 920.446500] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e754869e-bc82-4070-a002-0d5e9b27a9cd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.470185] env[69524]: DEBUG oslo_vmware.api [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the task: (returnval){ [ 920.470185] env[69524]: value = "task-4068005" [ 920.470185] env[69524]: _type = "Task" [ 920.470185] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.482026] env[69524]: DEBUG oslo_vmware.api [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068005, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.502018] env[69524]: DEBUG oslo_vmware.api [None req-e2925228-fa74-4a39-b432-e5dd6707f2aa tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Task: {'id': task-4068002, 'name': ReconfigVM_Task, 'duration_secs': 0.317264} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.502465] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2925228-fa74-4a39-b432-e5dd6707f2aa tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] [instance: 27a8da5f-1c25-4fed-8455-b843c4a7b804] Reconfigured VM instance instance-0000001c to detach disk 2000 {{(pid=69524) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 920.508466] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-79544a33-356f-4edd-bea4-a094554b650e tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255] Creating Snapshot of the VM instance {{(pid=69524) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 920.508758] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a55e01f0-d97c-488b-b23a-3fc15ff900a0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.519784] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bc76180e-dbba-494f-b266-01990530645c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.534585] env[69524]: DEBUG oslo_vmware.api [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]521056b5-b45b-eee9-efe4-7c3f0d4bc487, 'name': SearchDatastore_Task, 'duration_secs': 0.014673} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.537091] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.537418] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 696358b1-7618-480a-b1c8-d4a5a775e5db/696358b1-7618-480a-b1c8-d4a5a775e5db.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 920.537917] env[69524]: DEBUG oslo_vmware.api [None req-79544a33-356f-4edd-bea4-a094554b650e tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Waiting for the task: (returnval){ [ 920.537917] env[69524]: value = "task-4068006" [ 920.537917] env[69524]: _type = "Task" [ 920.537917] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.538328] env[69524]: DEBUG oslo_vmware.api [None req-e2925228-fa74-4a39-b432-e5dd6707f2aa tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Waiting for the task: (returnval){ [ 920.538328] env[69524]: value = "task-4068007" [ 920.538328] env[69524]: _type = "Task" [ 920.538328] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.538549] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d618ea39-3b10-41a8-886d-122c2b6fcc5c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.545305] env[69524]: DEBUG nova.compute.manager [None req-0bd5c100-432f-442a-89e1-f24918fbd363 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] [instance: b81bde1d-fb4a-4ab2-87e7-9be900c07511] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 920.545546] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd5c100-432f-442a-89e1-f24918fbd363 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] [instance: b81bde1d-fb4a-4ab2-87e7-9be900c07511] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 920.549778] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff6b15a-bc0a-4957-b4b3-93ea55c731ca {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.556609] env[69524]: DEBUG oslo_vmware.api [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Waiting for the task: (returnval){ [ 920.556609] env[69524]: value = "task-4068008" [ 920.556609] env[69524]: _type = "Task" [ 920.556609] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.565476] env[69524]: DEBUG oslo_vmware.api [None req-e2925228-fa74-4a39-b432-e5dd6707f2aa tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Task: {'id': task-4068007, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.565997] env[69524]: DEBUG oslo_concurrency.lockutils [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Releasing lock "refresh_cache-1dd1caaf-169f-457f-bcf8-e308836c8247" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.566364] env[69524]: DEBUG nova.compute.manager [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Instance network_info: |[{"id": "cb50eedc-e7c8-4900-901c-b16846a12bef", "address": "fa:16:3e:17:8a:38", "network": {"id": "1c5ed565-42a4-41c8-81bc-8e63e4df5138", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-620764653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b95ac2424eb44ab8f4f536a15becf0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb50eedc-e7", "ovs_interfaceid": "cb50eedc-e7c8-4900-901c-b16846a12bef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 920.566683] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bd5c100-432f-442a-89e1-f24918fbd363 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] [instance: b81bde1d-fb4a-4ab2-87e7-9be900c07511] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 920.567047] env[69524]: DEBUG oslo_vmware.api [None req-79544a33-356f-4edd-bea4-a094554b650e tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4068006, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.570828] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:8a:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '32faf59b-014c-4f1f-8331-40df95bf741f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb50eedc-e7c8-4900-901c-b16846a12bef', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 920.579419] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Creating folder: Project (2b95ac2424eb44ab8f4f536a15becf0b). Parent ref: group-v806025. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 920.579861] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc0ed71c-3e4b-4999-9c3d-05dca83cdaf2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.582842] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8bba9a8c-2420-4f9c-8de0-5f0ffc937eee {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.591016] env[69524]: DEBUG oslo_vmware.api [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068008, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.592777] env[69524]: DEBUG oslo_vmware.api [None req-0bd5c100-432f-442a-89e1-f24918fbd363 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Waiting for the task: (returnval){ [ 920.592777] env[69524]: value = "task-4068009" [ 920.592777] env[69524]: _type = "Task" [ 920.592777] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.597441] env[69524]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 920.597626] env[69524]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69524) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 920.598012] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Folder already exists: Project (2b95ac2424eb44ab8f4f536a15becf0b). Parent ref: group-v806025. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 920.598213] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Creating folder: Instances. Parent ref: group-v806136. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 920.598948] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43ad59da-68d2-4e7d-98b4-fe80d90a8847 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.605593] env[69524]: DEBUG oslo_vmware.api [None req-0bd5c100-432f-442a-89e1-f24918fbd363 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Task: {'id': task-4068009, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.617433] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Created folder: Instances in parent group-v806136. [ 920.617699] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.617910] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 920.618160] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4741190b-7c11-431e-bf2e-10c797184838 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.644381] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 920.644381] env[69524]: value = "task-4068012" [ 920.644381] env[69524]: _type = "Task" [ 920.644381] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.653618] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068012, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.822963] env[69524]: DEBUG oslo_vmware.api [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4068003, 'name': Rename_Task, 'duration_secs': 0.304316} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.824915] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 920.824915] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0f8f333a-ef68-4fe4-815b-2f571923f0c9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.832224] env[69524]: DEBUG oslo_vmware.api [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for the task: (returnval){ [ 920.832224] env[69524]: value = "task-4068013" [ 920.832224] env[69524]: _type = "Task" [ 920.832224] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.846026] env[69524]: DEBUG oslo_vmware.api [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4068013, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.865430] env[69524]: DEBUG nova.compute.manager [req-c2a71e3b-98c6-45e9-895d-570076aff14d req-4d4f2dc3-2ae2-49ae-9b28-f4c6812ac3aa service nova] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Received event network-vif-plugged-cb50eedc-e7c8-4900-901c-b16846a12bef {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.865849] env[69524]: DEBUG oslo_concurrency.lockutils [req-c2a71e3b-98c6-45e9-895d-570076aff14d req-4d4f2dc3-2ae2-49ae-9b28-f4c6812ac3aa service nova] Acquiring lock "1dd1caaf-169f-457f-bcf8-e308836c8247-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.866097] env[69524]: DEBUG oslo_concurrency.lockutils [req-c2a71e3b-98c6-45e9-895d-570076aff14d req-4d4f2dc3-2ae2-49ae-9b28-f4c6812ac3aa service nova] Lock "1dd1caaf-169f-457f-bcf8-e308836c8247-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.866097] env[69524]: DEBUG oslo_concurrency.lockutils [req-c2a71e3b-98c6-45e9-895d-570076aff14d req-4d4f2dc3-2ae2-49ae-9b28-f4c6812ac3aa service nova] Lock "1dd1caaf-169f-457f-bcf8-e308836c8247-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.867311] env[69524]: DEBUG nova.compute.manager [req-c2a71e3b-98c6-45e9-895d-570076aff14d req-4d4f2dc3-2ae2-49ae-9b28-f4c6812ac3aa service nova] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] No waiting events found dispatching network-vif-plugged-cb50eedc-e7c8-4900-901c-b16846a12bef {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 920.867311] env[69524]: WARNING nova.compute.manager [req-c2a71e3b-98c6-45e9-895d-570076aff14d req-4d4f2dc3-2ae2-49ae-9b28-f4c6812ac3aa service nova] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Received unexpected event network-vif-plugged-cb50eedc-e7c8-4900-901c-b16846a12bef for instance with vm_state building and task_state spawning. [ 920.867311] env[69524]: DEBUG nova.compute.manager [req-c2a71e3b-98c6-45e9-895d-570076aff14d req-4d4f2dc3-2ae2-49ae-9b28-f4c6812ac3aa service nova] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Received event network-changed-cb50eedc-e7c8-4900-901c-b16846a12bef {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.867311] env[69524]: DEBUG nova.compute.manager [req-c2a71e3b-98c6-45e9-895d-570076aff14d req-4d4f2dc3-2ae2-49ae-9b28-f4c6812ac3aa service nova] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Refreshing instance network info cache due to event network-changed-cb50eedc-e7c8-4900-901c-b16846a12bef. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 920.867311] env[69524]: DEBUG oslo_concurrency.lockutils [req-c2a71e3b-98c6-45e9-895d-570076aff14d req-4d4f2dc3-2ae2-49ae-9b28-f4c6812ac3aa service nova] Acquiring lock "refresh_cache-1dd1caaf-169f-457f-bcf8-e308836c8247" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.867311] env[69524]: DEBUG oslo_concurrency.lockutils [req-c2a71e3b-98c6-45e9-895d-570076aff14d req-4d4f2dc3-2ae2-49ae-9b28-f4c6812ac3aa service nova] Acquired lock "refresh_cache-1dd1caaf-169f-457f-bcf8-e308836c8247" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.867311] env[69524]: DEBUG nova.network.neutron [req-c2a71e3b-98c6-45e9-895d-570076aff14d req-4d4f2dc3-2ae2-49ae-9b28-f4c6812ac3aa service nova] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Refreshing network info cache for port cb50eedc-e7c8-4900-901c-b16846a12bef {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 920.874975] env[69524]: DEBUG oslo_concurrency.lockutils [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.841s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.875533] env[69524]: DEBUG nova.compute.manager [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] [instance: 86b272e6-8a18-486f-81e9-d1a325d83cf3] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 920.878814] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a804ef4d-23bc-4b58-9242-7a7be77b6b62 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 23.836s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.919277] env[69524]: DEBUG oslo_vmware.api [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068004, 'name': Rename_Task, 'duration_secs': 0.274925} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.919632] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 920.920250] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1cb3fcef-4d80-4021-b5f1-dccfcd6fedbd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.928738] env[69524]: DEBUG oslo_vmware.api [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 920.928738] env[69524]: value = "task-4068014" [ 920.928738] env[69524]: _type = "Task" [ 920.928738] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.939593] env[69524]: DEBUG oslo_vmware.api [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068014, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.982720] env[69524]: DEBUG oslo_vmware.api [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068005, 'name': ReconfigVM_Task, 'duration_secs': 0.386754} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.983192] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: da06a11a-6bb5-4f4b-a1ae-365fcdf0641f] Reconfigured VM instance instance-00000032 to attach disk [datastore1] da06a11a-6bb5-4f4b-a1ae-365fcdf0641f/da06a11a-6bb5-4f4b-a1ae-365fcdf0641f.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 920.983763] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6399c45-17a1-409c-9430-7fd4ba0cc22e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.992659] env[69524]: DEBUG oslo_vmware.api [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the task: (returnval){ [ 920.992659] env[69524]: value = "task-4068015" [ 920.992659] env[69524]: _type = "Task" [ 920.992659] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.003097] env[69524]: DEBUG oslo_vmware.api [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068015, 'name': Rename_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.056216] env[69524]: DEBUG oslo_vmware.api [None req-79544a33-356f-4edd-bea4-a094554b650e tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4068006, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.060615] env[69524]: DEBUG oslo_vmware.api [None req-e2925228-fa74-4a39-b432-e5dd6707f2aa tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Task: {'id': task-4068007, 'name': ReconfigVM_Task, 'duration_secs': 0.270953} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.061023] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2925228-fa74-4a39-b432-e5dd6707f2aa tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] [instance: 27a8da5f-1c25-4fed-8455-b843c4a7b804] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806080', 'volume_id': '9720ebff-8909-4a4e-9140-a405b9280cc2', 'name': 'volume-9720ebff-8909-4a4e-9140-a405b9280cc2', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '27a8da5f-1c25-4fed-8455-b843c4a7b804', 'attached_at': '', 'detached_at': '', 'volume_id': '9720ebff-8909-4a4e-9140-a405b9280cc2', 'serial': '9720ebff-8909-4a4e-9140-a405b9280cc2'} {{(pid=69524) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 921.061411] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-e2925228-fa74-4a39-b432-e5dd6707f2aa tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] [instance: 27a8da5f-1c25-4fed-8455-b843c4a7b804] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 921.062400] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0f3ead-2059-47a8-bb2c-861b9f53967a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.075977] env[69524]: DEBUG oslo_vmware.api [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068008, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.078904] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-e2925228-fa74-4a39-b432-e5dd6707f2aa tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] [instance: 27a8da5f-1c25-4fed-8455-b843c4a7b804] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 921.079249] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8370e4d8-922f-4058-8e74-49f9e2fcbb9f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.104801] env[69524]: DEBUG oslo_vmware.api [None req-0bd5c100-432f-442a-89e1-f24918fbd363 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Task: {'id': task-4068009, 'name': PowerOffVM_Task, 'duration_secs': 0.330137} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.105072] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bd5c100-432f-442a-89e1-f24918fbd363 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] [instance: b81bde1d-fb4a-4ab2-87e7-9be900c07511] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 921.105285] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd5c100-432f-442a-89e1-f24918fbd363 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] [instance: b81bde1d-fb4a-4ab2-87e7-9be900c07511] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 921.105575] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e681c41-dd3e-461b-b510-c09609d56806 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.159692] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068012, 'name': CreateVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.200556] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd5c100-432f-442a-89e1-f24918fbd363 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] [instance: b81bde1d-fb4a-4ab2-87e7-9be900c07511] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 921.200998] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd5c100-432f-442a-89e1-f24918fbd363 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] [instance: b81bde1d-fb4a-4ab2-87e7-9be900c07511] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 921.201321] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bd5c100-432f-442a-89e1-f24918fbd363 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Deleting the datastore file [datastore1] b81bde1d-fb4a-4ab2-87e7-9be900c07511 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 921.201732] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2be6517e-7327-4a7f-86b8-df90904b52b5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.210125] env[69524]: DEBUG oslo_vmware.api [None req-0bd5c100-432f-442a-89e1-f24918fbd363 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Waiting for the task: (returnval){ [ 921.210125] env[69524]: value = "task-4068018" [ 921.210125] env[69524]: _type = "Task" [ 921.210125] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.217548] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-e2925228-fa74-4a39-b432-e5dd6707f2aa tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] [instance: 27a8da5f-1c25-4fed-8455-b843c4a7b804] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 921.217917] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-e2925228-fa74-4a39-b432-e5dd6707f2aa tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] [instance: 27a8da5f-1c25-4fed-8455-b843c4a7b804] Deleting contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 921.218116] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2925228-fa74-4a39-b432-e5dd6707f2aa tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Deleting the datastore file [datastore2] 27a8da5f-1c25-4fed-8455-b843c4a7b804 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 921.224159] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f724752-81a3-4aec-901e-c1fb09417928 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.227020] env[69524]: DEBUG oslo_vmware.api [None req-0bd5c100-432f-442a-89e1-f24918fbd363 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Task: {'id': task-4068018, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.234739] env[69524]: DEBUG oslo_vmware.api [None req-e2925228-fa74-4a39-b432-e5dd6707f2aa tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Waiting for the task: (returnval){ [ 921.234739] env[69524]: value = "task-4068019" [ 921.234739] env[69524]: _type = "Task" [ 921.234739] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.244244] env[69524]: DEBUG oslo_vmware.api [None req-e2925228-fa74-4a39-b432-e5dd6707f2aa tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Task: {'id': task-4068019, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.290015] env[69524]: INFO nova.compute.manager [None req-8a1ff2e7-47b5-4cf1-9b9e-546b85183090 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Rescuing [ 921.290432] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8a1ff2e7-47b5-4cf1-9b9e-546b85183090 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Acquiring lock "refresh_cache-d9b19d6a-6d26-4da3-a888-1fa1bc95bd23" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.290724] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8a1ff2e7-47b5-4cf1-9b9e-546b85183090 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Acquired lock "refresh_cache-d9b19d6a-6d26-4da3-a888-1fa1bc95bd23" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.290861] env[69524]: DEBUG nova.network.neutron [None req-8a1ff2e7-47b5-4cf1-9b9e-546b85183090 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 921.345127] env[69524]: DEBUG oslo_vmware.api [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4068013, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.387250] env[69524]: DEBUG nova.compute.utils [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 921.388971] env[69524]: DEBUG nova.compute.manager [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] [instance: 86b272e6-8a18-486f-81e9-d1a325d83cf3] Not allocating networking since 'none' was specified. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 921.439922] env[69524]: DEBUG oslo_vmware.api [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068014, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.502683] env[69524]: DEBUG oslo_vmware.api [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068015, 'name': Rename_Task, 'duration_secs': 0.191141} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.505497] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: da06a11a-6bb5-4f4b-a1ae-365fcdf0641f] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 921.506264] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92c0a6f4-882c-43d3-bb10-b8d13c52de37 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.513215] env[69524]: DEBUG oslo_vmware.api [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the task: (returnval){ [ 921.513215] env[69524]: value = "task-4068020" [ 921.513215] env[69524]: _type = "Task" [ 921.513215] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.531316] env[69524]: DEBUG oslo_vmware.api [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068020, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.551947] env[69524]: DEBUG oslo_vmware.api [None req-79544a33-356f-4edd-bea4-a094554b650e tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4068006, 'name': CreateSnapshot_Task, 'duration_secs': 1.004861} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.555056] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-79544a33-356f-4edd-bea4-a094554b650e tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255] Created Snapshot of the VM instance {{(pid=69524) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 921.558636] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad9e9f6-d66c-43a9-93cf-d00dc095aee5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.579817] env[69524]: DEBUG oslo_vmware.api [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068008, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701967} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.579817] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 696358b1-7618-480a-b1c8-d4a5a775e5db/696358b1-7618-480a-b1c8-d4a5a775e5db.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 921.579817] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 696358b1-7618-480a-b1c8-d4a5a775e5db] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 921.579817] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8687ce6b-792f-4553-9f27-e409398c3864 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.588769] env[69524]: DEBUG oslo_vmware.api [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Waiting for the task: (returnval){ [ 921.588769] env[69524]: value = "task-4068021" [ 921.588769] env[69524]: _type = "Task" [ 921.588769] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.601351] env[69524]: DEBUG oslo_vmware.api [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068021, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.658447] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068012, 'name': CreateVM_Task, 'duration_secs': 0.554113} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.661548] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 921.662703] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806143', 'volume_id': '42a6f5d4-0c36-4379-bf35-cd9d3e938860', 'name': 'volume-42a6f5d4-0c36-4379-bf35-cd9d3e938860', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1dd1caaf-169f-457f-bcf8-e308836c8247', 'attached_at': '', 'detached_at': '', 'volume_id': '42a6f5d4-0c36-4379-bf35-cd9d3e938860', 'serial': '42a6f5d4-0c36-4379-bf35-cd9d3e938860'}, 'delete_on_termination': True, 'guest_format': None, 'disk_bus': None, 'device_type': None, 'boot_index': 0, 'mount_device': '/dev/sda', 'attachment_id': '13704893-6348-4cc3-8091-d58a9f092fc6', 'volume_type': None}], 'swap': None} {{(pid=69524) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 921.662874] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Root volume attach. Driver type: vmdk {{(pid=69524) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 921.663886] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804b05f9-566d-4a90-a36a-3ec8ddaf1a70 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.676056] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ff2a34-8481-49b6-8a5e-85529187b6c1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.686086] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e94cef1-e49c-4dc6-98aa-19f356669689 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.699858] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-6f79cf6c-64f0-4800-b2cc-06f60356e44e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.708761] env[69524]: DEBUG oslo_vmware.api [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Waiting for the task: (returnval){ [ 921.708761] env[69524]: value = "task-4068022" [ 921.708761] env[69524]: _type = "Task" [ 921.708761] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.716481] env[69524]: DEBUG nova.network.neutron [req-c2a71e3b-98c6-45e9-895d-570076aff14d req-4d4f2dc3-2ae2-49ae-9b28-f4c6812ac3aa service nova] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Updated VIF entry in instance network info cache for port cb50eedc-e7c8-4900-901c-b16846a12bef. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 921.716829] env[69524]: DEBUG nova.network.neutron [req-c2a71e3b-98c6-45e9-895d-570076aff14d req-4d4f2dc3-2ae2-49ae-9b28-f4c6812ac3aa service nova] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Updating instance_info_cache with network_info: [{"id": "cb50eedc-e7c8-4900-901c-b16846a12bef", "address": "fa:16:3e:17:8a:38", "network": {"id": "1c5ed565-42a4-41c8-81bc-8e63e4df5138", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-620764653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b95ac2424eb44ab8f4f536a15becf0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb50eedc-e7", "ovs_interfaceid": "cb50eedc-e7c8-4900-901c-b16846a12bef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.724881] env[69524]: DEBUG oslo_vmware.api [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Task: {'id': task-4068022, 'name': RelocateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.730021] env[69524]: DEBUG oslo_vmware.api [None req-0bd5c100-432f-442a-89e1-f24918fbd363 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Task: {'id': task-4068018, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.410259} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.730214] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bd5c100-432f-442a-89e1-f24918fbd363 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 921.730375] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd5c100-432f-442a-89e1-f24918fbd363 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] [instance: b81bde1d-fb4a-4ab2-87e7-9be900c07511] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 921.730642] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-0bd5c100-432f-442a-89e1-f24918fbd363 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] [instance: b81bde1d-fb4a-4ab2-87e7-9be900c07511] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 921.730774] env[69524]: INFO nova.compute.manager [None req-0bd5c100-432f-442a-89e1-f24918fbd363 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] [instance: b81bde1d-fb4a-4ab2-87e7-9be900c07511] Took 1.19 seconds to destroy the instance on the hypervisor. [ 921.731614] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0bd5c100-432f-442a-89e1-f24918fbd363 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 921.731898] env[69524]: DEBUG nova.compute.manager [-] [instance: b81bde1d-fb4a-4ab2-87e7-9be900c07511] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 921.732053] env[69524]: DEBUG nova.network.neutron [-] [instance: b81bde1d-fb4a-4ab2-87e7-9be900c07511] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 921.754652] env[69524]: DEBUG oslo_vmware.api [None req-e2925228-fa74-4a39-b432-e5dd6707f2aa tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Task: {'id': task-4068019, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131089} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.754652] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2925228-fa74-4a39-b432-e5dd6707f2aa tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 921.754652] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-e2925228-fa74-4a39-b432-e5dd6707f2aa tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] [instance: 27a8da5f-1c25-4fed-8455-b843c4a7b804] Deleted contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 921.754652] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-e2925228-fa74-4a39-b432-e5dd6707f2aa tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] [instance: 27a8da5f-1c25-4fed-8455-b843c4a7b804] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 921.754652] env[69524]: INFO nova.compute.manager [None req-e2925228-fa74-4a39-b432-e5dd6707f2aa tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] [instance: 27a8da5f-1c25-4fed-8455-b843c4a7b804] Took 2.50 seconds to destroy the instance on the hypervisor. [ 921.754652] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2925228-fa74-4a39-b432-e5dd6707f2aa tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 921.754652] env[69524]: DEBUG nova.compute.manager [-] [instance: 27a8da5f-1c25-4fed-8455-b843c4a7b804] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 921.754652] env[69524]: DEBUG nova.network.neutron [-] [instance: 27a8da5f-1c25-4fed-8455-b843c4a7b804] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 921.846483] env[69524]: DEBUG oslo_vmware.api [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4068013, 'name': PowerOnVM_Task, 'duration_secs': 0.916998} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.846756] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 921.846957] env[69524]: DEBUG nova.compute.manager [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 921.847779] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895bf3f5-2cc4-44ac-ac2f-2be7dcdb4310 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.894999] env[69524]: DEBUG nova.compute.manager [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] [instance: 86b272e6-8a18-486f-81e9-d1a325d83cf3] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 921.944220] env[69524]: DEBUG oslo_vmware.api [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068014, 'name': PowerOnVM_Task, 'duration_secs': 0.831889} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.944825] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 921.944825] env[69524]: DEBUG nova.compute.manager [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 921.945814] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d6460c-7596-45d8-91be-772954948ba1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.025107] env[69524]: DEBUG oslo_vmware.api [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068020, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.039498] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7766d00f-b232-4c28-a3c6-8f04061fc064 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.048503] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4966c86c-d7c6-4b49-b9a3-fc6648a8440a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.089750] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-79544a33-356f-4edd-bea4-a094554b650e tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255] Creating linked-clone VM from snapshot {{(pid=69524) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 922.093205] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c0264598-4baa-43f2-a469-ee24757fae1c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.099025] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449c04d7-7a39-4d71-a1de-cc168ef0f654 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.110072] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c62eece-f3e1-48d8-9615-e0966b72b94b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.114209] env[69524]: DEBUG oslo_vmware.api [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068021, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082794} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.116672] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 696358b1-7618-480a-b1c8-d4a5a775e5db] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 922.117110] env[69524]: DEBUG oslo_vmware.api [None req-79544a33-356f-4edd-bea4-a094554b650e tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Waiting for the task: (returnval){ [ 922.117110] env[69524]: value = "task-4068023" [ 922.117110] env[69524]: _type = "Task" [ 922.117110] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.118167] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6c18c0-b0a4-49b5-92c8-701371dabc9d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.131881] env[69524]: DEBUG nova.compute.provider_tree [None req-a804ef4d-23bc-4b58-9242-7a7be77b6b62 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.139022] env[69524]: DEBUG oslo_vmware.api [None req-79544a33-356f-4edd-bea4-a094554b650e tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4068023, 'name': CloneVM_Task} progress is 11%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.156841] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 696358b1-7618-480a-b1c8-d4a5a775e5db] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 696358b1-7618-480a-b1c8-d4a5a775e5db/696358b1-7618-480a-b1c8-d4a5a775e5db.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 922.160280] env[69524]: DEBUG nova.network.neutron [None req-8a1ff2e7-47b5-4cf1-9b9e-546b85183090 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Updating instance_info_cache with network_info: [{"id": "ae45aefd-c8cf-4bb7-9db9-c50b68bae13c", "address": "fa:16:3e:07:2f:32", "network": {"id": "c3059a41-0d8e-4f5e-aa55-00477c3a6ec8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1909587943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c577040ac1174430983ad8df058bd7c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae45aefd-c8", "ovs_interfaceid": "ae45aefd-c8cf-4bb7-9db9-c50b68bae13c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.160280] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fe0962e-f898-4b84-8acb-b7b190a41a9f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.181709] env[69524]: DEBUG oslo_vmware.api [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Waiting for the task: (returnval){ [ 922.181709] env[69524]: value = "task-4068024" [ 922.181709] env[69524]: _type = "Task" [ 922.181709] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.195947] env[69524]: DEBUG oslo_vmware.api [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068024, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.221719] env[69524]: DEBUG oslo_vmware.api [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Task: {'id': task-4068022, 'name': RelocateVM_Task} progress is 34%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.226367] env[69524]: DEBUG oslo_concurrency.lockutils [req-c2a71e3b-98c6-45e9-895d-570076aff14d req-4d4f2dc3-2ae2-49ae-9b28-f4c6812ac3aa service nova] Releasing lock "refresh_cache-1dd1caaf-169f-457f-bcf8-e308836c8247" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.246959] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a3abc535-2ccb-4e50-88a1-50084cd7836c tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Acquiring lock "59826e8d-b225-411c-988c-1f36f89ea4a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.246959] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a3abc535-2ccb-4e50-88a1-50084cd7836c tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Lock "59826e8d-b225-411c-988c-1f36f89ea4a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.248018] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a3abc535-2ccb-4e50-88a1-50084cd7836c tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Acquiring lock "59826e8d-b225-411c-988c-1f36f89ea4a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.248018] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a3abc535-2ccb-4e50-88a1-50084cd7836c tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Lock "59826e8d-b225-411c-988c-1f36f89ea4a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.248222] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a3abc535-2ccb-4e50-88a1-50084cd7836c tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Lock "59826e8d-b225-411c-988c-1f36f89ea4a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.251920] env[69524]: INFO nova.compute.manager [None req-a3abc535-2ccb-4e50-88a1-50084cd7836c tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 59826e8d-b225-411c-988c-1f36f89ea4a0] Terminating instance [ 922.370134] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.412964] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9770e2c9-1c12-4690-b3f0-57d6c4c37e23 tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Acquiring lock "4244948e-6a1e-446b-b02b-18ee384d9553" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.413829] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9770e2c9-1c12-4690-b3f0-57d6c4c37e23 tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Lock "4244948e-6a1e-446b-b02b-18ee384d9553" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.414346] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9770e2c9-1c12-4690-b3f0-57d6c4c37e23 tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Acquiring lock "4244948e-6a1e-446b-b02b-18ee384d9553-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.416083] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9770e2c9-1c12-4690-b3f0-57d6c4c37e23 tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Lock "4244948e-6a1e-446b-b02b-18ee384d9553-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.416083] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9770e2c9-1c12-4690-b3f0-57d6c4c37e23 tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Lock "4244948e-6a1e-446b-b02b-18ee384d9553-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.422257] env[69524]: INFO nova.compute.manager [None req-9770e2c9-1c12-4690-b3f0-57d6c4c37e23 tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 4244948e-6a1e-446b-b02b-18ee384d9553] Terminating instance [ 922.471815] env[69524]: DEBUG oslo_concurrency.lockutils [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.526240] env[69524]: DEBUG oslo_vmware.api [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068020, 'name': PowerOnVM_Task, 'duration_secs': 0.827498} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.526560] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: da06a11a-6bb5-4f4b-a1ae-365fcdf0641f] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 922.526763] env[69524]: INFO nova.compute.manager [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: da06a11a-6bb5-4f4b-a1ae-365fcdf0641f] Took 10.36 seconds to spawn the instance on the hypervisor. [ 922.526944] env[69524]: DEBUG nova.compute.manager [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: da06a11a-6bb5-4f4b-a1ae-365fcdf0641f] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 922.527789] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3607cde2-64b3-46d9-88f3-b3f19c3df3dc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.634152] env[69524]: DEBUG oslo_vmware.api [None req-79544a33-356f-4edd-bea4-a094554b650e tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4068023, 'name': CloneVM_Task} progress is 94%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.636714] env[69524]: DEBUG nova.scheduler.client.report [None req-a804ef4d-23bc-4b58-9242-7a7be77b6b62 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.676767] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8a1ff2e7-47b5-4cf1-9b9e-546b85183090 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Releasing lock "refresh_cache-d9b19d6a-6d26-4da3-a888-1fa1bc95bd23" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.694235] env[69524]: DEBUG oslo_vmware.api [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068024, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.726029] env[69524]: DEBUG oslo_vmware.api [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Task: {'id': task-4068022, 'name': RelocateVM_Task} progress is 45%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.745836] env[69524]: DEBUG nova.network.neutron [-] [instance: b81bde1d-fb4a-4ab2-87e7-9be900c07511] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.757213] env[69524]: DEBUG nova.compute.manager [None req-a3abc535-2ccb-4e50-88a1-50084cd7836c tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 59826e8d-b225-411c-988c-1f36f89ea4a0] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 922.757551] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a3abc535-2ccb-4e50-88a1-50084cd7836c tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 59826e8d-b225-411c-988c-1f36f89ea4a0] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 922.758722] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80ed8cf-4644-4a3f-beda-8353b7819066 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.769172] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3abc535-2ccb-4e50-88a1-50084cd7836c tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 59826e8d-b225-411c-988c-1f36f89ea4a0] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 922.769563] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c05074fc-e7c2-4a61-a30e-1a997c06778c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.779204] env[69524]: DEBUG oslo_vmware.api [None req-a3abc535-2ccb-4e50-88a1-50084cd7836c tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Waiting for the task: (returnval){ [ 922.779204] env[69524]: value = "task-4068025" [ 922.779204] env[69524]: _type = "Task" [ 922.779204] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.790998] env[69524]: DEBUG oslo_vmware.api [None req-a3abc535-2ccb-4e50-88a1-50084cd7836c tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': task-4068025, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.911969] env[69524]: DEBUG nova.compute.manager [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] [instance: 86b272e6-8a18-486f-81e9-d1a325d83cf3] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 922.928521] env[69524]: DEBUG nova.compute.manager [None req-9770e2c9-1c12-4690-b3f0-57d6c4c37e23 tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 4244948e-6a1e-446b-b02b-18ee384d9553] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 922.928783] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-9770e2c9-1c12-4690-b3f0-57d6c4c37e23 tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 4244948e-6a1e-446b-b02b-18ee384d9553] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 922.929977] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75725264-35d2-4d97-adc9-89de91bf5ff7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.942701] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-9770e2c9-1c12-4690-b3f0-57d6c4c37e23 tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 4244948e-6a1e-446b-b02b-18ee384d9553] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 922.944444] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9406dd0-7b4b-466e-af1d-07e6bafdca95 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.962442] env[69524]: DEBUG oslo_vmware.api [None req-9770e2c9-1c12-4690-b3f0-57d6c4c37e23 tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Waiting for the task: (returnval){ [ 922.962442] env[69524]: value = "task-4068026" [ 922.962442] env[69524]: _type = "Task" [ 922.962442] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.971031] env[69524]: DEBUG nova.virt.hardware [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 922.971381] env[69524]: DEBUG nova.virt.hardware [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 922.971569] env[69524]: DEBUG nova.virt.hardware [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 922.971759] env[69524]: DEBUG nova.virt.hardware [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 922.972039] env[69524]: DEBUG nova.virt.hardware [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 922.972154] env[69524]: DEBUG nova.virt.hardware [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 922.972293] env[69524]: DEBUG nova.virt.hardware [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 922.972659] env[69524]: DEBUG nova.virt.hardware [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 922.973823] env[69524]: DEBUG nova.virt.hardware [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 922.973823] env[69524]: DEBUG nova.virt.hardware [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 922.973823] env[69524]: DEBUG nova.virt.hardware [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 922.975351] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee9569b-187e-415e-b566-a981c9b94314 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.988339] env[69524]: DEBUG oslo_vmware.api [None req-9770e2c9-1c12-4690-b3f0-57d6c4c37e23 tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': task-4068026, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.994266] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d1a541-13e9-49f7-9026-db8bde548f05 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.020238] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] [instance: 86b272e6-8a18-486f-81e9-d1a325d83cf3] Instance VIF info [] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 923.027858] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Creating folder: Project (c7485ea1ca244b61b512902641f21b7c). Parent ref: group-v806025. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 923.028863] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db83da0c-4e78-47bb-980c-a8b5b4f195de {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.048144] env[69524]: INFO nova.compute.manager [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: da06a11a-6bb5-4f4b-a1ae-365fcdf0641f] Took 37.80 seconds to build instance. [ 923.051630] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Created folder: Project (c7485ea1ca244b61b512902641f21b7c) in parent group-v806025. [ 923.051881] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Creating folder: Instances. Parent ref: group-v806184. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 923.052485] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4f1a4b26-30f0-457a-b20e-883152f94f30 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.071669] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Created folder: Instances in parent group-v806184. [ 923.072147] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.072900] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86b272e6-8a18-486f-81e9-d1a325d83cf3] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 923.072900] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5247b81-22ef-471f-87b6-792a94b0a021 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.097017] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 923.097017] env[69524]: value = "task-4068029" [ 923.097017] env[69524]: _type = "Task" [ 923.097017] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.111580] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068029, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.139838] env[69524]: DEBUG oslo_vmware.api [None req-79544a33-356f-4edd-bea4-a094554b650e tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4068023, 'name': CloneVM_Task} progress is 94%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.147901] env[69524]: DEBUG nova.network.neutron [-] [instance: 27a8da5f-1c25-4fed-8455-b843c4a7b804] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.196500] env[69524]: DEBUG oslo_vmware.api [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068024, 'name': ReconfigVM_Task, 'duration_secs': 0.786771} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.196878] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 696358b1-7618-480a-b1c8-d4a5a775e5db] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 696358b1-7618-480a-b1c8-d4a5a775e5db/696358b1-7618-480a-b1c8-d4a5a775e5db.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 923.197718] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ab3bd70-598f-4d39-8bbe-7d7fc239cadd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.209920] env[69524]: DEBUG oslo_vmware.api [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Waiting for the task: (returnval){ [ 923.209920] env[69524]: value = "task-4068030" [ 923.209920] env[69524]: _type = "Task" [ 923.209920] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.230752] env[69524]: DEBUG oslo_vmware.api [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068030, 'name': Rename_Task} progress is 10%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.235567] env[69524]: DEBUG oslo_vmware.api [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Task: {'id': task-4068022, 'name': RelocateVM_Task} progress is 58%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.241124] env[69524]: DEBUG nova.compute.manager [req-29d1c497-1751-4031-b771-d446f7d5b0e8 req-3a3e2776-00b0-45fd-89c2-6b7e97000b2d service nova] [instance: b81bde1d-fb4a-4ab2-87e7-9be900c07511] Received event network-vif-deleted-781069ab-4100-4d07-98e8-a615013a0617 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.241367] env[69524]: DEBUG nova.compute.manager [req-29d1c497-1751-4031-b771-d446f7d5b0e8 req-3a3e2776-00b0-45fd-89c2-6b7e97000b2d service nova] [instance: 27a8da5f-1c25-4fed-8455-b843c4a7b804] Received event network-vif-deleted-e2475f76-ca9b-404e-bb8e-fcc3265a7095 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.250155] env[69524]: INFO nova.compute.manager [-] [instance: b81bde1d-fb4a-4ab2-87e7-9be900c07511] Took 1.52 seconds to deallocate network for instance. [ 923.298810] env[69524]: DEBUG oslo_vmware.api [None req-a3abc535-2ccb-4e50-88a1-50084cd7836c tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': task-4068025, 'name': PowerOffVM_Task, 'duration_secs': 0.404764} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.299979] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-a3abc535-2ccb-4e50-88a1-50084cd7836c tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 59826e8d-b225-411c-988c-1f36f89ea4a0] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 923.300313] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a3abc535-2ccb-4e50-88a1-50084cd7836c tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 59826e8d-b225-411c-988c-1f36f89ea4a0] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 923.300464] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b028272-b53f-405f-966a-515acecf6a66 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.394243] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a3abc535-2ccb-4e50-88a1-50084cd7836c tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 59826e8d-b225-411c-988c-1f36f89ea4a0] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 923.394618] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a3abc535-2ccb-4e50-88a1-50084cd7836c tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 59826e8d-b225-411c-988c-1f36f89ea4a0] Deleting contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 923.394916] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3abc535-2ccb-4e50-88a1-50084cd7836c tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Deleting the datastore file [datastore2] 59826e8d-b225-411c-988c-1f36f89ea4a0 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 923.395377] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35f8270f-ab47-45b7-9a09-9a1352048934 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.407028] env[69524]: DEBUG oslo_vmware.api [None req-a3abc535-2ccb-4e50-88a1-50084cd7836c tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Waiting for the task: (returnval){ [ 923.407028] env[69524]: value = "task-4068032" [ 923.407028] env[69524]: _type = "Task" [ 923.407028] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.419423] env[69524]: DEBUG oslo_vmware.api [None req-a3abc535-2ccb-4e50-88a1-50084cd7836c tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': task-4068032, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.453685] env[69524]: DEBUG oslo_concurrency.lockutils [None req-98807541-0019-4e4f-9e61-4b2768e7b340 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquiring lock "cbb08f23-34b1-4486-942f-e0f4781f04fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.454050] env[69524]: DEBUG oslo_concurrency.lockutils [None req-98807541-0019-4e4f-9e61-4b2768e7b340 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "cbb08f23-34b1-4486-942f-e0f4781f04fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.454366] env[69524]: DEBUG oslo_concurrency.lockutils [None req-98807541-0019-4e4f-9e61-4b2768e7b340 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquiring lock "cbb08f23-34b1-4486-942f-e0f4781f04fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.454702] env[69524]: DEBUG oslo_concurrency.lockutils [None req-98807541-0019-4e4f-9e61-4b2768e7b340 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "cbb08f23-34b1-4486-942f-e0f4781f04fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.454841] env[69524]: DEBUG oslo_concurrency.lockutils [None req-98807541-0019-4e4f-9e61-4b2768e7b340 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "cbb08f23-34b1-4486-942f-e0f4781f04fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.458170] env[69524]: INFO nova.compute.manager [None req-98807541-0019-4e4f-9e61-4b2768e7b340 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Terminating instance [ 923.477703] env[69524]: DEBUG oslo_vmware.api [None req-9770e2c9-1c12-4690-b3f0-57d6c4c37e23 tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': task-4068026, 'name': PowerOffVM_Task, 'duration_secs': 0.320249} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.478777] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-9770e2c9-1c12-4690-b3f0-57d6c4c37e23 tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 4244948e-6a1e-446b-b02b-18ee384d9553] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 923.479091] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-9770e2c9-1c12-4690-b3f0-57d6c4c37e23 tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 4244948e-6a1e-446b-b02b-18ee384d9553] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 923.479409] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-449baada-61eb-40ea-9a17-ead582aeec25 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.552645] env[69524]: DEBUG oslo_concurrency.lockutils [None req-578add1d-6d18-42ed-9091-61b84e86610c tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Lock "da06a11a-6bb5-4f4b-a1ae-365fcdf0641f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.034s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.558968] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-9770e2c9-1c12-4690-b3f0-57d6c4c37e23 tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 4244948e-6a1e-446b-b02b-18ee384d9553] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 923.559242] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-9770e2c9-1c12-4690-b3f0-57d6c4c37e23 tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 4244948e-6a1e-446b-b02b-18ee384d9553] Deleting contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 923.559435] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-9770e2c9-1c12-4690-b3f0-57d6c4c37e23 tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Deleting the datastore file [datastore2] 4244948e-6a1e-446b-b02b-18ee384d9553 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 923.559811] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dcc01d8c-9893-4df8-be08-efe0942d6f97 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.571969] env[69524]: DEBUG oslo_vmware.api [None req-9770e2c9-1c12-4690-b3f0-57d6c4c37e23 tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Waiting for the task: (returnval){ [ 923.571969] env[69524]: value = "task-4068034" [ 923.571969] env[69524]: _type = "Task" [ 923.571969] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.585070] env[69524]: DEBUG oslo_vmware.api [None req-9770e2c9-1c12-4690-b3f0-57d6c4c37e23 tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': task-4068034, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.611793] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068029, 'name': CreateVM_Task, 'duration_secs': 0.388698} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.611793] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86b272e6-8a18-486f-81e9-d1a325d83cf3] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 923.611994] env[69524]: DEBUG oslo_concurrency.lockutils [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.612086] env[69524]: DEBUG oslo_concurrency.lockutils [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.612562] env[69524]: DEBUG oslo_concurrency.lockutils [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.613201] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4b63f2b-e6fa-43d2-8ab2-bbb19a1e2ee0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.623244] env[69524]: DEBUG oslo_vmware.api [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Waiting for the task: (returnval){ [ 923.623244] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5255c957-30c7-5fb9-d48f-de8e2bfbbc5c" [ 923.623244] env[69524]: _type = "Task" [ 923.623244] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.637155] env[69524]: DEBUG oslo_vmware.api [None req-79544a33-356f-4edd-bea4-a094554b650e tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4068023, 'name': CloneVM_Task} progress is 94%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.640878] env[69524]: DEBUG oslo_vmware.api [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5255c957-30c7-5fb9-d48f-de8e2bfbbc5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.650618] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a804ef4d-23bc-4b58-9242-7a7be77b6b62 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.772s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.651563] env[69524]: DEBUG nova.compute.manager [None req-a804ef4d-23bc-4b58-9242-7a7be77b6b62 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69524) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 923.655628] env[69524]: INFO nova.compute.manager [-] [instance: 27a8da5f-1c25-4fed-8455-b843c4a7b804] Took 1.90 seconds to deallocate network for instance. [ 923.655628] env[69524]: DEBUG oslo_concurrency.lockutils [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.263s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.656119] env[69524]: INFO nova.compute.claims [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] [instance: 2c5c2c0d-c218-4ce4-995d-42d28e5106aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 923.728790] env[69524]: DEBUG oslo_vmware.api [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068030, 'name': Rename_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.734394] env[69524]: DEBUG oslo_vmware.api [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Task: {'id': task-4068022, 'name': RelocateVM_Task} progress is 71%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.758299] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0bd5c100-432f-442a-89e1-f24918fbd363 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.919917] env[69524]: DEBUG oslo_vmware.api [None req-a3abc535-2ccb-4e50-88a1-50084cd7836c tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': task-4068032, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.289553} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.920190] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-a3abc535-2ccb-4e50-88a1-50084cd7836c tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 923.920676] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a3abc535-2ccb-4e50-88a1-50084cd7836c tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 59826e8d-b225-411c-988c-1f36f89ea4a0] Deleted contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 923.920676] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a3abc535-2ccb-4e50-88a1-50084cd7836c tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 59826e8d-b225-411c-988c-1f36f89ea4a0] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 923.920838] env[69524]: INFO nova.compute.manager [None req-a3abc535-2ccb-4e50-88a1-50084cd7836c tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 59826e8d-b225-411c-988c-1f36f89ea4a0] Took 1.16 seconds to destroy the instance on the hypervisor. [ 923.921179] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a3abc535-2ccb-4e50-88a1-50084cd7836c tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.921469] env[69524]: DEBUG nova.compute.manager [-] [instance: 59826e8d-b225-411c-988c-1f36f89ea4a0] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 923.921572] env[69524]: DEBUG nova.network.neutron [-] [instance: 59826e8d-b225-411c-988c-1f36f89ea4a0] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 923.970057] env[69524]: DEBUG nova.compute.manager [None req-98807541-0019-4e4f-9e61-4b2768e7b340 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 923.970315] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-98807541-0019-4e4f-9e61-4b2768e7b340 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 923.971446] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80e59ec-0ac1-4886-a1b8-68d73a4912bc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.982587] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-98807541-0019-4e4f-9e61-4b2768e7b340 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.982863] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb6d102b-e8a4-480e-bd6b-2a8bf10e56d6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.993339] env[69524]: DEBUG oslo_vmware.api [None req-98807541-0019-4e4f-9e61-4b2768e7b340 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 923.993339] env[69524]: value = "task-4068035" [ 923.993339] env[69524]: _type = "Task" [ 923.993339] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.012363] env[69524]: DEBUG oslo_vmware.api [None req-98807541-0019-4e4f-9e61-4b2768e7b340 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068035, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.086435] env[69524]: DEBUG oslo_vmware.api [None req-9770e2c9-1c12-4690-b3f0-57d6c4c37e23 tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Task: {'id': task-4068034, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277196} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.086759] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-9770e2c9-1c12-4690-b3f0-57d6c4c37e23 tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 924.087020] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-9770e2c9-1c12-4690-b3f0-57d6c4c37e23 tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 4244948e-6a1e-446b-b02b-18ee384d9553] Deleted contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 924.087247] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-9770e2c9-1c12-4690-b3f0-57d6c4c37e23 tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 4244948e-6a1e-446b-b02b-18ee384d9553] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 924.087499] env[69524]: INFO nova.compute.manager [None req-9770e2c9-1c12-4690-b3f0-57d6c4c37e23 tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] [instance: 4244948e-6a1e-446b-b02b-18ee384d9553] Took 1.16 seconds to destroy the instance on the hypervisor. [ 924.087721] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9770e2c9-1c12-4690-b3f0-57d6c4c37e23 tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 924.087959] env[69524]: DEBUG nova.compute.manager [-] [instance: 4244948e-6a1e-446b-b02b-18ee384d9553] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 924.088374] env[69524]: DEBUG nova.network.neutron [-] [instance: 4244948e-6a1e-446b-b02b-18ee384d9553] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 924.139983] env[69524]: DEBUG oslo_vmware.api [None req-79544a33-356f-4edd-bea4-a094554b650e tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4068023, 'name': CloneVM_Task} progress is 94%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.144543] env[69524]: DEBUG oslo_vmware.api [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5255c957-30c7-5fb9-d48f-de8e2bfbbc5c, 'name': SearchDatastore_Task, 'duration_secs': 0.050517} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.144943] env[69524]: DEBUG oslo_concurrency.lockutils [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.145201] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] [instance: 86b272e6-8a18-486f-81e9-d1a325d83cf3] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 924.145532] env[69524]: DEBUG oslo_concurrency.lockutils [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.145687] env[69524]: DEBUG oslo_concurrency.lockutils [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.145873] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 924.146212] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87626620-2673-4627-8201-46ef164c8892 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.172048] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 924.172266] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 924.177657] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70e5af51-761e-4e77-a1a2-0bc54e3a8521 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.185077] env[69524]: DEBUG oslo_vmware.api [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Waiting for the task: (returnval){ [ 924.185077] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52fedeb5-6193-ade4-6b5c-d033d1b6fde5" [ 924.185077] env[69524]: _type = "Task" [ 924.185077] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.209241] env[69524]: DEBUG oslo_vmware.api [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52fedeb5-6193-ade4-6b5c-d033d1b6fde5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.232750] env[69524]: DEBUG oslo_vmware.api [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068030, 'name': Rename_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.237688] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a1ff2e7-47b5-4cf1-9b9e-546b85183090 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 924.238087] env[69524]: DEBUG oslo_vmware.api [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Task: {'id': task-4068022, 'name': RelocateVM_Task} progress is 84%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.238817] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4449e57b-5d67-48cf-b3af-f7b2681e18c6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.250609] env[69524]: DEBUG oslo_vmware.api [None req-8a1ff2e7-47b5-4cf1-9b9e-546b85183090 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for the task: (returnval){ [ 924.250609] env[69524]: value = "task-4068036" [ 924.250609] env[69524]: _type = "Task" [ 924.250609] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.267025] env[69524]: DEBUG oslo_vmware.api [None req-8a1ff2e7-47b5-4cf1-9b9e-546b85183090 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068036, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.271825] env[69524]: INFO nova.compute.manager [None req-e2925228-fa74-4a39-b432-e5dd6707f2aa tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] [instance: 27a8da5f-1c25-4fed-8455-b843c4a7b804] Took 0.61 seconds to detach 1 volumes for instance. [ 924.272623] env[69524]: INFO nova.scheduler.client.report [None req-a804ef4d-23bc-4b58-9242-7a7be77b6b62 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Deleted allocation for migration 00a09d5f-6841-4c61-8275-ce3d82a246a1 [ 924.274541] env[69524]: DEBUG nova.compute.manager [None req-e2925228-fa74-4a39-b432-e5dd6707f2aa tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] [instance: 27a8da5f-1c25-4fed-8455-b843c4a7b804] Deleting volume: 9720ebff-8909-4a4e-9140-a405b9280cc2 {{(pid=69524) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 924.321725] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8b3bbb10-a92a-4a0e-8541-7efd31145f4f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Acquiring lock "d1031693-cd67-4cb7-8bcc-dfcd69d1d72d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.321950] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8b3bbb10-a92a-4a0e-8541-7efd31145f4f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Lock "d1031693-cd67-4cb7-8bcc-dfcd69d1d72d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.493787] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquiring lock "e1375740-01f5-4d8c-9c09-a48d52ee046e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.494312] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "e1375740-01f5-4d8c-9c09-a48d52ee046e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.510265] env[69524]: DEBUG oslo_vmware.api [None req-98807541-0019-4e4f-9e61-4b2768e7b340 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068035, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.636515] env[69524]: DEBUG oslo_vmware.api [None req-79544a33-356f-4edd-bea4-a094554b650e tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4068023, 'name': CloneVM_Task} progress is 94%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.698045] env[69524]: DEBUG oslo_vmware.api [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52fedeb5-6193-ade4-6b5c-d033d1b6fde5, 'name': SearchDatastore_Task, 'duration_secs': 0.040236} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.698628] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8393b66-e77b-4e9d-891d-4dda1668a8e0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.706529] env[69524]: DEBUG oslo_vmware.api [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Waiting for the task: (returnval){ [ 924.706529] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52d13628-f07b-5a48-34f3-0a3a734603e4" [ 924.706529] env[69524]: _type = "Task" [ 924.706529] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.719875] env[69524]: INFO nova.compute.manager [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Rebuilding instance [ 924.722637] env[69524]: DEBUG oslo_vmware.api [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52d13628-f07b-5a48-34f3-0a3a734603e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.740277] env[69524]: DEBUG oslo_vmware.api [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Task: {'id': task-4068022, 'name': RelocateVM_Task} progress is 97%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.748023] env[69524]: DEBUG oslo_vmware.api [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068030, 'name': Rename_Task, 'duration_secs': 1.377817} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.751931] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 696358b1-7618-480a-b1c8-d4a5a775e5db] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 924.752208] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-117f029f-2b48-4cb8-93fa-716818bf0e26 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.770008] env[69524]: DEBUG oslo_vmware.api [None req-8a1ff2e7-47b5-4cf1-9b9e-546b85183090 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068036, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.771875] env[69524]: DEBUG oslo_vmware.api [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Waiting for the task: (returnval){ [ 924.771875] env[69524]: value = "task-4068038" [ 924.771875] env[69524]: _type = "Task" [ 924.771875] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.787640] env[69524]: DEBUG nova.network.neutron [-] [instance: 59826e8d-b225-411c-988c-1f36f89ea4a0] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.787640] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a804ef4d-23bc-4b58-9242-7a7be77b6b62 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lock "e2c166bd-9b6d-4450-bba0-43bb56975555" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 30.795s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.791830] env[69524]: DEBUG nova.compute.manager [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 924.792218] env[69524]: DEBUG oslo_vmware.api [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068038, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.793038] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf2b7cc-c9e1-41b6-bf4c-a037eca137f3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.826557] env[69524]: DEBUG nova.compute.utils [None req-8b3bbb10-a92a-4a0e-8541-7efd31145f4f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 924.835856] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e2925228-fa74-4a39-b432-e5dd6707f2aa tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.976348] env[69524]: DEBUG nova.network.neutron [-] [instance: 4244948e-6a1e-446b-b02b-18ee384d9553] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.000852] env[69524]: DEBUG nova.compute.manager [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 925.012080] env[69524]: DEBUG oslo_vmware.api [None req-98807541-0019-4e4f-9e61-4b2768e7b340 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068035, 'name': PowerOffVM_Task, 'duration_secs': 0.608498} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.012211] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-98807541-0019-4e4f-9e61-4b2768e7b340 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 925.012420] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-98807541-0019-4e4f-9e61-4b2768e7b340 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 925.012710] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2bac450a-458a-44c6-80e8-f8a704031113 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.034740] env[69524]: DEBUG nova.compute.manager [None req-d2fbea43-864b-4f0f-bc97-e58f166e69db tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: da06a11a-6bb5-4f4b-a1ae-365fcdf0641f] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 925.035954] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94afc82-aba7-4b86-a0c4-f383a8f0c7d4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.097444] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-98807541-0019-4e4f-9e61-4b2768e7b340 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 925.097444] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-98807541-0019-4e4f-9e61-4b2768e7b340 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 925.097444] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-98807541-0019-4e4f-9e61-4b2768e7b340 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Deleting the datastore file [datastore1] cbb08f23-34b1-4486-942f-e0f4781f04fc {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 925.097444] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-175dc212-a78f-41a1-a249-4923a9a6bada {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.107624] env[69524]: DEBUG oslo_vmware.api [None req-98807541-0019-4e4f-9e61-4b2768e7b340 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 925.107624] env[69524]: value = "task-4068040" [ 925.107624] env[69524]: _type = "Task" [ 925.107624] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.121436] env[69524]: DEBUG oslo_vmware.api [None req-98807541-0019-4e4f-9e61-4b2768e7b340 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068040, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.137660] env[69524]: DEBUG oslo_vmware.api [None req-79544a33-356f-4edd-bea4-a094554b650e tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4068023, 'name': CloneVM_Task, 'duration_secs': 3.010192} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.137941] env[69524]: INFO nova.virt.vmwareapi.vmops [None req-79544a33-356f-4edd-bea4-a094554b650e tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255] Created linked-clone VM from snapshot [ 925.138805] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb0811d7-c9c9-4927-89d3-5c1e6cbe6d1a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.147558] env[69524]: DEBUG nova.virt.vmwareapi.images [None req-79544a33-356f-4edd-bea4-a094554b650e tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255] Uploading image baab226d-827d-46be-bd7b-9be524e4e920 {{(pid=69524) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 925.175071] env[69524]: DEBUG oslo_vmware.rw_handles [None req-79544a33-356f-4edd-bea4-a094554b650e tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 925.175071] env[69524]: value = "vm-806183" [ 925.175071] env[69524]: _type = "VirtualMachine" [ 925.175071] env[69524]: }. {{(pid=69524) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 925.175373] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-45e82fb4-adfb-4bfc-aa31-074cc7ca0c56 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.183317] env[69524]: DEBUG oslo_vmware.rw_handles [None req-79544a33-356f-4edd-bea4-a094554b650e tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Lease: (returnval){ [ 925.183317] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5290c5c1-62df-b9e5-e6ea-e5ed20922941" [ 925.183317] env[69524]: _type = "HttpNfcLease" [ 925.183317] env[69524]: } obtained for exporting VM: (result){ [ 925.183317] env[69524]: value = "vm-806183" [ 925.183317] env[69524]: _type = "VirtualMachine" [ 925.183317] env[69524]: }. {{(pid=69524) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 925.183666] env[69524]: DEBUG oslo_vmware.api [None req-79544a33-356f-4edd-bea4-a094554b650e tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Waiting for the lease: (returnval){ [ 925.183666] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5290c5c1-62df-b9e5-e6ea-e5ed20922941" [ 925.183666] env[69524]: _type = "HttpNfcLease" [ 925.183666] env[69524]: } to be ready. {{(pid=69524) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 925.191986] env[69524]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 925.191986] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5290c5c1-62df-b9e5-e6ea-e5ed20922941" [ 925.191986] env[69524]: _type = "HttpNfcLease" [ 925.191986] env[69524]: } is initializing. {{(pid=69524) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 925.222103] env[69524]: DEBUG oslo_vmware.api [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52d13628-f07b-5a48-34f3-0a3a734603e4, 'name': SearchDatastore_Task, 'duration_secs': 0.040681} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.229702] env[69524]: DEBUG oslo_concurrency.lockutils [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.230126] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 86b272e6-8a18-486f-81e9-d1a325d83cf3/86b272e6-8a18-486f-81e9-d1a325d83cf3.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 925.230749] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6564ec61-9993-49a2-8800-5f2c08c0c3d6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.239496] env[69524]: DEBUG oslo_vmware.api [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Task: {'id': task-4068022, 'name': RelocateVM_Task} progress is 97%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.241083] env[69524]: DEBUG oslo_vmware.api [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Waiting for the task: (returnval){ [ 925.241083] env[69524]: value = "task-4068042" [ 925.241083] env[69524]: _type = "Task" [ 925.241083] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.253780] env[69524]: DEBUG oslo_vmware.api [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Task: {'id': task-4068042, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.265835] env[69524]: DEBUG oslo_vmware.api [None req-8a1ff2e7-47b5-4cf1-9b9e-546b85183090 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068036, 'name': PowerOffVM_Task, 'duration_secs': 0.676008} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.266144] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a1ff2e7-47b5-4cf1-9b9e-546b85183090 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 925.267074] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2896e451-3755-49c7-882b-9e37fe4afc05 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.297162] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f86a02e-1174-4396-b9fa-1cc00b3cfdfe {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.305749] env[69524]: INFO nova.compute.manager [-] [instance: 59826e8d-b225-411c-988c-1f36f89ea4a0] Took 1.38 seconds to deallocate network for instance. [ 925.306236] env[69524]: DEBUG oslo_vmware.api [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068038, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.331857] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8b3bbb10-a92a-4a0e-8541-7efd31145f4f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Lock "d1031693-cd67-4cb7-8bcc-dfcd69d1d72d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.344807] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c807caf-66bf-47a3-9217-7f9a9d1a8181 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.363448] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a1ff2e7-47b5-4cf1-9b9e-546b85183090 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 925.363448] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dfa4eeb-2061-471c-96c8-4d21f282de8a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.366219] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-796ca84f-a8c3-425c-b8c8-8db063914152 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.409715] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9e8d6f-1cb0-4241-8ee9-93db38cdeaae {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.413044] env[69524]: DEBUG oslo_vmware.api [None req-8a1ff2e7-47b5-4cf1-9b9e-546b85183090 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for the task: (returnval){ [ 925.413044] env[69524]: value = "task-4068043" [ 925.413044] env[69524]: _type = "Task" [ 925.413044] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.421544] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b225d3-ccd4-4743-8b49-f0eecb28e454 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.431042] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a1ff2e7-47b5-4cf1-9b9e-546b85183090 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] VM already powered off {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 925.431245] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-8a1ff2e7-47b5-4cf1-9b9e-546b85183090 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 925.435024] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8a1ff2e7-47b5-4cf1-9b9e-546b85183090 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.435024] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8a1ff2e7-47b5-4cf1-9b9e-546b85183090 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.435024] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a1ff2e7-47b5-4cf1-9b9e-546b85183090 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 925.435024] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00feac96-b0c4-4277-9a83-836db1618ffe {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.442551] env[69524]: DEBUG nova.compute.provider_tree [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.454772] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a1ff2e7-47b5-4cf1-9b9e-546b85183090 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 925.455117] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-8a1ff2e7-47b5-4cf1-9b9e-546b85183090 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 925.456224] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-275c389e-6f0d-44c8-8bb9-02c32b3568e3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.463100] env[69524]: DEBUG oslo_vmware.api [None req-8a1ff2e7-47b5-4cf1-9b9e-546b85183090 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for the task: (returnval){ [ 925.463100] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52044805-4f97-d388-1496-2c0c08324598" [ 925.463100] env[69524]: _type = "Task" [ 925.463100] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.473521] env[69524]: DEBUG oslo_vmware.api [None req-8a1ff2e7-47b5-4cf1-9b9e-546b85183090 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52044805-4f97-d388-1496-2c0c08324598, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.477984] env[69524]: INFO nova.compute.manager [-] [instance: 4244948e-6a1e-446b-b02b-18ee384d9553] Took 1.39 seconds to deallocate network for instance. [ 925.531916] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.554451] env[69524]: INFO nova.compute.manager [None req-d2fbea43-864b-4f0f-bc97-e58f166e69db tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: da06a11a-6bb5-4f4b-a1ae-365fcdf0641f] instance snapshotting [ 925.557512] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37097687-69e1-45b6-9f1f-09c1e990fd63 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.579817] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cecd911-bddf-4e50-b93f-4a5f0cf455d2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.620132] env[69524]: DEBUG oslo_vmware.api [None req-98807541-0019-4e4f-9e61-4b2768e7b340 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068040, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284092} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.620403] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-98807541-0019-4e4f-9e61-4b2768e7b340 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.620624] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-98807541-0019-4e4f-9e61-4b2768e7b340 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.620848] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-98807541-0019-4e4f-9e61-4b2768e7b340 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.621069] env[69524]: INFO nova.compute.manager [None req-98807541-0019-4e4f-9e61-4b2768e7b340 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Took 1.65 seconds to destroy the instance on the hypervisor. [ 925.621875] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98807541-0019-4e4f-9e61-4b2768e7b340 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.621875] env[69524]: DEBUG nova.compute.manager [-] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 925.621875] env[69524]: DEBUG nova.network.neutron [-] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 925.695925] env[69524]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 925.695925] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5290c5c1-62df-b9e5-e6ea-e5ed20922941" [ 925.695925] env[69524]: _type = "HttpNfcLease" [ 925.695925] env[69524]: } is ready. {{(pid=69524) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 925.696345] env[69524]: DEBUG oslo_vmware.rw_handles [None req-79544a33-356f-4edd-bea4-a094554b650e tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 925.696345] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5290c5c1-62df-b9e5-e6ea-e5ed20922941" [ 925.696345] env[69524]: _type = "HttpNfcLease" [ 925.696345] env[69524]: }. {{(pid=69524) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 925.697274] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0aca1da-0603-49fb-be13-4f21db0940de {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.708497] env[69524]: DEBUG oslo_vmware.rw_handles [None req-79544a33-356f-4edd-bea4-a094554b650e tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d4319e-16cd-3883-ebb2-0e1853084233/disk-0.vmdk from lease info. {{(pid=69524) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 925.708746] env[69524]: DEBUG oslo_vmware.rw_handles [None req-79544a33-356f-4edd-bea4-a094554b650e tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d4319e-16cd-3883-ebb2-0e1853084233/disk-0.vmdk for reading. {{(pid=69524) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 925.784898] env[69524]: DEBUG oslo_vmware.api [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Task: {'id': task-4068042, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.785202] env[69524]: DEBUG oslo_vmware.api [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Task: {'id': task-4068022, 'name': RelocateVM_Task, 'duration_secs': 4.032169} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.785926] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Volume attach. Driver type: vmdk {{(pid=69524) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 925.786154] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806143', 'volume_id': '42a6f5d4-0c36-4379-bf35-cd9d3e938860', 'name': 'volume-42a6f5d4-0c36-4379-bf35-cd9d3e938860', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1dd1caaf-169f-457f-bcf8-e308836c8247', 'attached_at': '', 'detached_at': '', 'volume_id': '42a6f5d4-0c36-4379-bf35-cd9d3e938860', 'serial': '42a6f5d4-0c36-4379-bf35-cd9d3e938860'} {{(pid=69524) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 925.787026] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b81c4a1-0afc-49f8-9b5f-5637d1b1f3cd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.794083] env[69524]: DEBUG oslo_vmware.api [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068038, 'name': PowerOnVM_Task, 'duration_secs': 0.70658} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.795136] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 696358b1-7618-480a-b1c8-d4a5a775e5db] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 925.795422] env[69524]: INFO nova.compute.manager [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 696358b1-7618-480a-b1c8-d4a5a775e5db] Took 10.85 seconds to spawn the instance on the hypervisor. [ 925.795626] env[69524]: DEBUG nova.compute.manager [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 696358b1-7618-480a-b1c8-d4a5a775e5db] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 925.796702] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14e0490-9693-4ac8-92d2-8888abbcdb8d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.815035] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84598aa5-5baf-4c74-bcd8-a992c173c7e2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.821657] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a3abc535-2ccb-4e50-88a1-50084cd7836c tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.825758] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 925.826317] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09432795-6e81-4e0b-97aa-ef7331a31e28 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.852773] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] volume-42a6f5d4-0c36-4379-bf35-cd9d3e938860/volume-42a6f5d4-0c36-4379-bf35-cd9d3e938860.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 925.852773] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a61bc5a8-3dea-42d1-b863-6fc96f50d269 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.871035] env[69524]: DEBUG oslo_vmware.api [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for the task: (returnval){ [ 925.871035] env[69524]: value = "task-4068044" [ 925.871035] env[69524]: _type = "Task" [ 925.871035] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.878507] env[69524]: DEBUG oslo_vmware.api [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Waiting for the task: (returnval){ [ 925.878507] env[69524]: value = "task-4068045" [ 925.878507] env[69524]: _type = "Task" [ 925.878507] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.882752] env[69524]: DEBUG oslo_vmware.api [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4068044, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.897945] env[69524]: DEBUG oslo_vmware.api [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Task: {'id': task-4068045, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.947260] env[69524]: DEBUG nova.scheduler.client.report [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.979834] env[69524]: DEBUG oslo_vmware.api [None req-8a1ff2e7-47b5-4cf1-9b9e-546b85183090 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52044805-4f97-d388-1496-2c0c08324598, 'name': SearchDatastore_Task, 'duration_secs': 0.035695} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.984026] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55c8be8c-16af-4df2-84bb-f93db09e4c8e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.988538] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9770e2c9-1c12-4690-b3f0-57d6c4c37e23 tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.995737] env[69524]: DEBUG oslo_vmware.api [None req-8a1ff2e7-47b5-4cf1-9b9e-546b85183090 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for the task: (returnval){ [ 925.995737] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]524cdbc9-b8ae-1f4f-7bcf-5a762c1d5be8" [ 925.995737] env[69524]: _type = "Task" [ 925.995737] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.003121] env[69524]: DEBUG nova.compute.manager [req-d9efa381-aba2-4560-b41d-48aa97e25b35 req-bc33b6d0-50dc-46da-9bbb-a984f1cfc677 service nova] [instance: 59826e8d-b225-411c-988c-1f36f89ea4a0] Received event network-vif-deleted-5f1cefcf-185f-4cec-b358-6055a0ad816b {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.003366] env[69524]: DEBUG nova.compute.manager [req-d9efa381-aba2-4560-b41d-48aa97e25b35 req-bc33b6d0-50dc-46da-9bbb-a984f1cfc677 service nova] [instance: 4244948e-6a1e-446b-b02b-18ee384d9553] Received event network-vif-deleted-dc4532fe-3f26-47d2-aab2-bbf26cf7690f {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.007611] env[69524]: DEBUG oslo_vmware.api [None req-8a1ff2e7-47b5-4cf1-9b9e-546b85183090 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]524cdbc9-b8ae-1f4f-7bcf-5a762c1d5be8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.039946] env[69524]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-aee753b3-a1bb-47a1-b01c-2b869d0ea8f8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.095024] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d2fbea43-864b-4f0f-bc97-e58f166e69db tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: da06a11a-6bb5-4f4b-a1ae-365fcdf0641f] Creating Snapshot of the VM instance {{(pid=69524) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 926.095024] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3e523763-564a-4c95-b6ef-64bf5210ce24 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.105213] env[69524]: DEBUG oslo_vmware.api [None req-d2fbea43-864b-4f0f-bc97-e58f166e69db tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the task: (returnval){ [ 926.105213] env[69524]: value = "task-4068046" [ 926.105213] env[69524]: _type = "Task" [ 926.105213] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.114344] env[69524]: DEBUG oslo_vmware.api [None req-d2fbea43-864b-4f0f-bc97-e58f166e69db tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068046, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.278473] env[69524]: DEBUG oslo_vmware.api [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Task: {'id': task-4068042, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.875969} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.278820] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 86b272e6-8a18-486f-81e9-d1a325d83cf3/86b272e6-8a18-486f-81e9-d1a325d83cf3.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 926.279969] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] [instance: 86b272e6-8a18-486f-81e9-d1a325d83cf3] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 926.279969] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4a3a18b-db20-49da-b760-ac493151c7d5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.287733] env[69524]: DEBUG oslo_vmware.api [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Waiting for the task: (returnval){ [ 926.287733] env[69524]: value = "task-4068047" [ 926.287733] env[69524]: _type = "Task" [ 926.287733] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.298468] env[69524]: DEBUG oslo_vmware.api [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Task: {'id': task-4068047, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.336404] env[69524]: INFO nova.compute.manager [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 696358b1-7618-480a-b1c8-d4a5a775e5db] Took 38.32 seconds to build instance. [ 926.381805] env[69524]: DEBUG oslo_vmware.api [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4068044, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.394342] env[69524]: DEBUG oslo_vmware.api [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Task: {'id': task-4068045, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.419032] env[69524]: DEBUG nova.network.neutron [-] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.456303] env[69524]: DEBUG oslo_concurrency.lockutils [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.801s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.456770] env[69524]: DEBUG nova.compute.manager [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] [instance: 2c5c2c0d-c218-4ce4-995d-42d28e5106aa] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 926.459662] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.119s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.461236] env[69524]: INFO nova.compute.claims [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 926.488997] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8b3bbb10-a92a-4a0e-8541-7efd31145f4f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Acquiring lock "d1031693-cd67-4cb7-8bcc-dfcd69d1d72d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.489202] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8b3bbb10-a92a-4a0e-8541-7efd31145f4f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Lock "d1031693-cd67-4cb7-8bcc-dfcd69d1d72d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.489484] env[69524]: INFO nova.compute.manager [None req-8b3bbb10-a92a-4a0e-8541-7efd31145f4f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] Attaching volume 3e8cebf5-9a65-48fd-a449-2a394cd5be86 to /dev/sdb [ 926.516768] env[69524]: DEBUG oslo_vmware.api [None req-8a1ff2e7-47b5-4cf1-9b9e-546b85183090 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]524cdbc9-b8ae-1f4f-7bcf-5a762c1d5be8, 'name': SearchDatastore_Task, 'duration_secs': 0.058957} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.519141] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8a1ff2e7-47b5-4cf1-9b9e-546b85183090 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.519141] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a1ff2e7-47b5-4cf1-9b9e-546b85183090 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] d9b19d6a-6d26-4da3-a888-1fa1bc95bd23/7e48ad2e-b898-4fe5-a14c-ede19c27ca63-rescue.vmdk. {{(pid=69524) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 926.519141] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26b5aaef-25c4-4367-8a25-c89229db1825 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.528801] env[69524]: DEBUG oslo_vmware.api [None req-8a1ff2e7-47b5-4cf1-9b9e-546b85183090 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for the task: (returnval){ [ 926.528801] env[69524]: value = "task-4068048" [ 926.528801] env[69524]: _type = "Task" [ 926.528801] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.539645] env[69524]: DEBUG oslo_vmware.api [None req-8a1ff2e7-47b5-4cf1-9b9e-546b85183090 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068048, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.544716] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514b3b42-0cbc-4cda-a5a0-721e7892e514 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.554238] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c670a66d-df91-45fb-9c6b-23a3aa5041e5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.569703] env[69524]: DEBUG nova.virt.block_device [None req-8b3bbb10-a92a-4a0e-8541-7efd31145f4f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] Updating existing volume attachment record: 3a2d94a1-1a53-4602-877a-a9f9055ac495 {{(pid=69524) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 926.615140] env[69524]: DEBUG oslo_vmware.api [None req-d2fbea43-864b-4f0f-bc97-e58f166e69db tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068046, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.801378] env[69524]: DEBUG oslo_vmware.api [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Task: {'id': task-4068047, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104612} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.801737] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] [instance: 86b272e6-8a18-486f-81e9-d1a325d83cf3] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 926.804428] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea2f538-4bcf-40fc-b393-5e46f38bdff8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.828624] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] [instance: 86b272e6-8a18-486f-81e9-d1a325d83cf3] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 86b272e6-8a18-486f-81e9-d1a325d83cf3/86b272e6-8a18-486f-81e9-d1a325d83cf3.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 926.829077] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c888ddf-e573-4e58-abae-990860a97dbe {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.848304] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1410157b-9e5a-4202-b68d-5a506bd4a586 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Lock "696358b1-7618-480a-b1c8-d4a5a775e5db" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.718s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.855923] env[69524]: DEBUG oslo_vmware.api [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Waiting for the task: (returnval){ [ 926.855923] env[69524]: value = "task-4068050" [ 926.855923] env[69524]: _type = "Task" [ 926.855923] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.867947] env[69524]: DEBUG oslo_vmware.api [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Task: {'id': task-4068050, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.882404] env[69524]: DEBUG oslo_vmware.api [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4068044, 'name': PowerOffVM_Task, 'duration_secs': 0.628224} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.882404] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 926.882404] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 926.883823] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440aa1f5-4228-4dca-a0bb-0d179a7c21cf {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.899279] env[69524]: DEBUG oslo_vmware.api [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Task: {'id': task-4068045, 'name': ReconfigVM_Task, 'duration_secs': 0.629189} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.902839] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Reconfigured VM instance instance-00000034 to attach disk [datastore2] volume-42a6f5d4-0c36-4379-bf35-cd9d3e938860/volume-42a6f5d4-0c36-4379-bf35-cd9d3e938860.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 926.909355] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 926.909850] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3594e1e2-0e92-484e-8002-7a628d3f2e26 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.923089] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27208dfc-241d-4077-bc20-403481786ddf {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.927141] env[69524]: INFO nova.compute.manager [-] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Took 1.30 seconds to deallocate network for instance. [ 926.940170] env[69524]: DEBUG oslo_vmware.api [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Waiting for the task: (returnval){ [ 926.940170] env[69524]: value = "task-4068052" [ 926.940170] env[69524]: _type = "Task" [ 926.940170] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.948719] env[69524]: DEBUG oslo_vmware.api [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Task: {'id': task-4068052, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.972239] env[69524]: DEBUG nova.compute.utils [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 926.976646] env[69524]: DEBUG nova.compute.manager [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] [instance: 2c5c2c0d-c218-4ce4-995d-42d28e5106aa] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 926.976731] env[69524]: DEBUG nova.network.neutron [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] [instance: 2c5c2c0d-c218-4ce4-995d-42d28e5106aa] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 927.044479] env[69524]: DEBUG oslo_vmware.api [None req-8a1ff2e7-47b5-4cf1-9b9e-546b85183090 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068048, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.053468] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 927.053772] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 927.053976] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Deleting the datastore file [datastore1] f900a036-6e0f-41f4-a7e1-da08ebcf48d2 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 927.054711] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4be72395-591f-4535-8661-971a32bf2294 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.065597] env[69524]: DEBUG oslo_vmware.api [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for the task: (returnval){ [ 927.065597] env[69524]: value = "task-4068053" [ 927.065597] env[69524]: _type = "Task" [ 927.065597] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.077083] env[69524]: DEBUG oslo_vmware.api [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4068053, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.121515] env[69524]: DEBUG oslo_vmware.api [None req-d2fbea43-864b-4f0f-bc97-e58f166e69db tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068046, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.123514] env[69524]: DEBUG nova.policy [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c75fe8c170084413950b8c9d2b0ded60', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e06f7b364d2c4b5981e391700ab8e09a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 927.197190] env[69524]: DEBUG nova.objects.instance [None req-8ac8fb1f-8fb3-4936-ad81-2ae1dcd7f74f tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lazy-loading 'flavor' on Instance uuid e2c166bd-9b6d-4450-bba0-43bb56975555 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 927.266994] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e855413c-c7a1-4f8d-b088-5101bea340b1 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Acquiring lock "696358b1-7618-480a-b1c8-d4a5a775e5db" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.267069] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e855413c-c7a1-4f8d-b088-5101bea340b1 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Lock "696358b1-7618-480a-b1c8-d4a5a775e5db" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.267333] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e855413c-c7a1-4f8d-b088-5101bea340b1 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Acquiring lock "696358b1-7618-480a-b1c8-d4a5a775e5db-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.267518] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e855413c-c7a1-4f8d-b088-5101bea340b1 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Lock "696358b1-7618-480a-b1c8-d4a5a775e5db-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.267722] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e855413c-c7a1-4f8d-b088-5101bea340b1 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Lock "696358b1-7618-480a-b1c8-d4a5a775e5db-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.271904] env[69524]: INFO nova.compute.manager [None req-e855413c-c7a1-4f8d-b088-5101bea340b1 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 696358b1-7618-480a-b1c8-d4a5a775e5db] Terminating instance [ 927.366865] env[69524]: DEBUG oslo_vmware.api [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Task: {'id': task-4068050, 'name': ReconfigVM_Task, 'duration_secs': 0.42911} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.367337] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] [instance: 86b272e6-8a18-486f-81e9-d1a325d83cf3] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 86b272e6-8a18-486f-81e9-d1a325d83cf3/86b272e6-8a18-486f-81e9-d1a325d83cf3.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 927.368266] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92273beb-62e2-427a-b346-429fabbb98a7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.375977] env[69524]: DEBUG oslo_vmware.api [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Waiting for the task: (returnval){ [ 927.375977] env[69524]: value = "task-4068056" [ 927.375977] env[69524]: _type = "Task" [ 927.375977] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.386227] env[69524]: DEBUG oslo_vmware.api [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Task: {'id': task-4068056, 'name': Rename_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.416562] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 927.416854] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 927.435470] env[69524]: DEBUG oslo_concurrency.lockutils [None req-98807541-0019-4e4f-9e61-4b2768e7b340 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.453576] env[69524]: DEBUG oslo_vmware.api [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Task: {'id': task-4068052, 'name': ReconfigVM_Task, 'duration_secs': 0.20975} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.455884] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806143', 'volume_id': '42a6f5d4-0c36-4379-bf35-cd9d3e938860', 'name': 'volume-42a6f5d4-0c36-4379-bf35-cd9d3e938860', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1dd1caaf-169f-457f-bcf8-e308836c8247', 'attached_at': '', 'detached_at': '', 'volume_id': '42a6f5d4-0c36-4379-bf35-cd9d3e938860', 'serial': '42a6f5d4-0c36-4379-bf35-cd9d3e938860'} {{(pid=69524) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 927.456924] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-858d7c76-1fba-456d-a9a3-c3948cd15642 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.470957] env[69524]: DEBUG oslo_vmware.api [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Waiting for the task: (returnval){ [ 927.470957] env[69524]: value = "task-4068057" [ 927.470957] env[69524]: _type = "Task" [ 927.470957] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.477497] env[69524]: DEBUG nova.compute.manager [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] [instance: 2c5c2c0d-c218-4ce4-995d-42d28e5106aa] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 927.490662] env[69524]: DEBUG oslo_vmware.api [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Task: {'id': task-4068057, 'name': Rename_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.543712] env[69524]: DEBUG oslo_vmware.api [None req-8a1ff2e7-47b5-4cf1-9b9e-546b85183090 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068048, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.823753} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.547370] env[69524]: INFO nova.virt.vmwareapi.ds_util [None req-8a1ff2e7-47b5-4cf1-9b9e-546b85183090 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] d9b19d6a-6d26-4da3-a888-1fa1bc95bd23/7e48ad2e-b898-4fe5-a14c-ede19c27ca63-rescue.vmdk. [ 927.549462] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf259476-6f4a-492c-bddc-6d6fbbeedfbf {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.580124] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a1ff2e7-47b5-4cf1-9b9e-546b85183090 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] d9b19d6a-6d26-4da3-a888-1fa1bc95bd23/7e48ad2e-b898-4fe5-a14c-ede19c27ca63-rescue.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 927.586633] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abda3df2-5ead-4d79-9b33-d98a71380236 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.608096] env[69524]: DEBUG oslo_vmware.api [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4068053, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.459771} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.613247] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 927.613489] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 927.613761] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 927.616740] env[69524]: DEBUG oslo_vmware.api [None req-8a1ff2e7-47b5-4cf1-9b9e-546b85183090 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for the task: (returnval){ [ 927.616740] env[69524]: value = "task-4068058" [ 927.616740] env[69524]: _type = "Task" [ 927.616740] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.628455] env[69524]: DEBUG oslo_vmware.api [None req-d2fbea43-864b-4f0f-bc97-e58f166e69db tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068046, 'name': CreateSnapshot_Task, 'duration_secs': 1.389909} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.629328] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d2fbea43-864b-4f0f-bc97-e58f166e69db tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: da06a11a-6bb5-4f4b-a1ae-365fcdf0641f] Created Snapshot of the VM instance {{(pid=69524) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 927.630210] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f112c4fe-802b-49c8-a256-7a71c644fbe0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.637720] env[69524]: DEBUG oslo_vmware.api [None req-8a1ff2e7-47b5-4cf1-9b9e-546b85183090 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068058, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.704904] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8ac8fb1f-8fb3-4936-ad81-2ae1dcd7f74f tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquiring lock "refresh_cache-e2c166bd-9b6d-4450-bba0-43bb56975555" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.705167] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8ac8fb1f-8fb3-4936-ad81-2ae1dcd7f74f tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquired lock "refresh_cache-e2c166bd-9b6d-4450-bba0-43bb56975555" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.705409] env[69524]: DEBUG nova.network.neutron [None req-8ac8fb1f-8fb3-4936-ad81-2ae1dcd7f74f tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 927.705717] env[69524]: DEBUG nova.objects.instance [None req-8ac8fb1f-8fb3-4936-ad81-2ae1dcd7f74f tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lazy-loading 'info_cache' on Instance uuid e2c166bd-9b6d-4450-bba0-43bb56975555 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 927.740995] env[69524]: DEBUG nova.network.neutron [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] [instance: 2c5c2c0d-c218-4ce4-995d-42d28e5106aa] Successfully created port: 0af88c30-6e04-472a-9473-3143f982c88f {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 927.780527] env[69524]: DEBUG nova.compute.manager [None req-e855413c-c7a1-4f8d-b088-5101bea340b1 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 696358b1-7618-480a-b1c8-d4a5a775e5db] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 927.780796] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-e855413c-c7a1-4f8d-b088-5101bea340b1 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 696358b1-7618-480a-b1c8-d4a5a775e5db] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 927.782051] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae8df72-ed4c-43ce-9818-b2ef9df2664e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.790749] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-e855413c-c7a1-4f8d-b088-5101bea340b1 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 696358b1-7618-480a-b1c8-d4a5a775e5db] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.791099] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd8fbec7-5d69-4e41-87cb-39638a022317 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.801258] env[69524]: DEBUG oslo_vmware.api [None req-e855413c-c7a1-4f8d-b088-5101bea340b1 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Waiting for the task: (returnval){ [ 927.801258] env[69524]: value = "task-4068059" [ 927.801258] env[69524]: _type = "Task" [ 927.801258] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.810991] env[69524]: DEBUG oslo_vmware.api [None req-e855413c-c7a1-4f8d-b088-5101bea340b1 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068059, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.890974] env[69524]: DEBUG oslo_vmware.api [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Task: {'id': task-4068056, 'name': Rename_Task, 'duration_secs': 0.175262} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.891507] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] [instance: 86b272e6-8a18-486f-81e9-d1a325d83cf3] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 927.891979] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b86faf9f-accd-4967-af65-9a233df77e2e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.902587] env[69524]: DEBUG oslo_vmware.api [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Waiting for the task: (returnval){ [ 927.902587] env[69524]: value = "task-4068060" [ 927.902587] env[69524]: _type = "Task" [ 927.902587] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.912501] env[69524]: DEBUG oslo_vmware.api [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Task: {'id': task-4068060, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.935825] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 927.935825] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 927.935825] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 927.935825] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 927.935825] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 927.935825] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 927.935825] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69524) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 927.936283] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 927.986960] env[69524]: DEBUG oslo_vmware.api [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Task: {'id': task-4068057, 'name': Rename_Task, 'duration_secs': 0.219831} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.987394] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 927.987685] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a1be652-cb9f-4e5f-a38b-df80d1c22173 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.003778] env[69524]: DEBUG oslo_vmware.api [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Waiting for the task: (returnval){ [ 928.003778] env[69524]: value = "task-4068061" [ 928.003778] env[69524]: _type = "Task" [ 928.003778] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.021587] env[69524]: DEBUG oslo_vmware.api [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Task: {'id': task-4068061, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.072674] env[69524]: DEBUG nova.compute.manager [req-b395ba2c-b2d0-4f2b-9124-1d729d092535 req-7f733fb8-f714-41e8-aa0a-8579c01c2c5f service nova] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Received event network-vif-deleted-340c8c92-36e8-41ec-ab17-6fc31982a161 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.135304] env[69524]: DEBUG oslo_vmware.api [None req-8a1ff2e7-47b5-4cf1-9b9e-546b85183090 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068058, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.163725] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d2fbea43-864b-4f0f-bc97-e58f166e69db tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: da06a11a-6bb5-4f4b-a1ae-365fcdf0641f] Creating linked-clone VM from snapshot {{(pid=69524) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 928.165608] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-62f8cd01-eab1-44c5-91f8-524df37659f6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.176105] env[69524]: DEBUG oslo_vmware.api [None req-d2fbea43-864b-4f0f-bc97-e58f166e69db tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the task: (returnval){ [ 928.176105] env[69524]: value = "task-4068062" [ 928.176105] env[69524]: _type = "Task" [ 928.176105] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.190204] env[69524]: DEBUG oslo_vmware.api [None req-d2fbea43-864b-4f0f-bc97-e58f166e69db tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068062, 'name': CloneVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.212364] env[69524]: DEBUG nova.objects.base [None req-8ac8fb1f-8fb3-4936-ad81-2ae1dcd7f74f tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69524) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 928.214877] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98bf1294-a58b-4bcc-9376-f274a59d1a87 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.226238] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7640f7-9704-4e29-af04-41852077aa85 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.263333] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a6c8c8-a675-4ae1-9521-c6852bd9a5a1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.273342] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012c0c4a-78b2-482c-aec8-163063e19ae1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.290451] env[69524]: DEBUG nova.compute.provider_tree [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.313412] env[69524]: DEBUG oslo_vmware.api [None req-e855413c-c7a1-4f8d-b088-5101bea340b1 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068059, 'name': PowerOffVM_Task, 'duration_secs': 0.311047} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.313771] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-e855413c-c7a1-4f8d-b088-5101bea340b1 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 696358b1-7618-480a-b1c8-d4a5a775e5db] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 928.313959] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-e855413c-c7a1-4f8d-b088-5101bea340b1 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 696358b1-7618-480a-b1c8-d4a5a775e5db] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 928.314282] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ee31197-41bd-4e8c-bf74-8cf9dea7303e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.413491] env[69524]: DEBUG oslo_vmware.api [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Task: {'id': task-4068060, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.439487] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.483110] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-e855413c-c7a1-4f8d-b088-5101bea340b1 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 696358b1-7618-480a-b1c8-d4a5a775e5db] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 928.483575] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-e855413c-c7a1-4f8d-b088-5101bea340b1 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 696358b1-7618-480a-b1c8-d4a5a775e5db] Deleting contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 928.484219] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-e855413c-c7a1-4f8d-b088-5101bea340b1 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Deleting the datastore file [datastore2] 696358b1-7618-480a-b1c8-d4a5a775e5db {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 928.484219] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9c93e91-dcd5-4975-9beb-57e32e955e31 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.500344] env[69524]: DEBUG nova.compute.manager [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] [instance: 2c5c2c0d-c218-4ce4-995d-42d28e5106aa] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 928.503472] env[69524]: DEBUG oslo_vmware.api [None req-e855413c-c7a1-4f8d-b088-5101bea340b1 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Waiting for the task: (returnval){ [ 928.503472] env[69524]: value = "task-4068064" [ 928.503472] env[69524]: _type = "Task" [ 928.503472] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.519306] env[69524]: DEBUG oslo_vmware.api [None req-e855413c-c7a1-4f8d-b088-5101bea340b1 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068064, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.523075] env[69524]: DEBUG oslo_vmware.api [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Task: {'id': task-4068061, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.533369] env[69524]: DEBUG nova.virt.hardware [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 928.533621] env[69524]: DEBUG nova.virt.hardware [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 928.533866] env[69524]: DEBUG nova.virt.hardware [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 928.534145] env[69524]: DEBUG nova.virt.hardware [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 928.534313] env[69524]: DEBUG nova.virt.hardware [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 928.535031] env[69524]: DEBUG nova.virt.hardware [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 928.535031] env[69524]: DEBUG nova.virt.hardware [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 928.535031] env[69524]: DEBUG nova.virt.hardware [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 928.535240] env[69524]: DEBUG nova.virt.hardware [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 928.535417] env[69524]: DEBUG nova.virt.hardware [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 928.535654] env[69524]: DEBUG nova.virt.hardware [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 928.536731] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765e398d-5557-4b20-b88d-ba5202c4d5f4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.546436] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec442a0-447e-4e62-a9c1-7a3fe6dc74e7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.641544] env[69524]: DEBUG oslo_vmware.api [None req-8a1ff2e7-47b5-4cf1-9b9e-546b85183090 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068058, 'name': ReconfigVM_Task, 'duration_secs': 0.948506} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.641920] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a1ff2e7-47b5-4cf1-9b9e-546b85183090 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Reconfigured VM instance instance-0000002e to attach disk [datastore1] d9b19d6a-6d26-4da3-a888-1fa1bc95bd23/7e48ad2e-b898-4fe5-a14c-ede19c27ca63-rescue.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.642966] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce30db4-38c6-405f-b940-0802879e9365 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.676018] env[69524]: DEBUG nova.virt.hardware [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 928.676368] env[69524]: DEBUG nova.virt.hardware [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 928.676572] env[69524]: DEBUG nova.virt.hardware [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 928.676801] env[69524]: DEBUG nova.virt.hardware [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 928.676993] env[69524]: DEBUG nova.virt.hardware [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 928.677208] env[69524]: DEBUG nova.virt.hardware [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 928.677431] env[69524]: DEBUG nova.virt.hardware [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 928.677593] env[69524]: DEBUG nova.virt.hardware [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 928.677761] env[69524]: DEBUG nova.virt.hardware [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 928.677931] env[69524]: DEBUG nova.virt.hardware [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 928.678112] env[69524]: DEBUG nova.virt.hardware [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 928.678464] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e346daf1-f020-43ff-8b80-1430ec9c190f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.691121] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a669552-fbb5-490e-bf54-3214408a8422 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.709364] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02fc9562-f15a-4f83-9e07-30dcd5e7bad0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.713850] env[69524]: DEBUG oslo_vmware.api [None req-8a1ff2e7-47b5-4cf1-9b9e-546b85183090 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for the task: (returnval){ [ 928.713850] env[69524]: value = "task-4068065" [ 928.713850] env[69524]: _type = "Task" [ 928.713850] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.714239] env[69524]: DEBUG oslo_vmware.api [None req-d2fbea43-864b-4f0f-bc97-e58f166e69db tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068062, 'name': CloneVM_Task} progress is 94%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.728965] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:d4:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f499bc9-78da-46c1-9274-19edf26d31cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18b28c5b-7743-470b-8543-6763e961bb1b', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 928.736929] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.737702] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 928.738280] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0d6c2ac-bb6b-44af-b8ca-00ac879e821f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.756556] env[69524]: DEBUG oslo_vmware.api [None req-8a1ff2e7-47b5-4cf1-9b9e-546b85183090 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068065, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.763181] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 928.763181] env[69524]: value = "task-4068066" [ 928.763181] env[69524]: _type = "Task" [ 928.763181] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.770787] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068066, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.795037] env[69524]: DEBUG nova.scheduler.client.report [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.915408] env[69524]: DEBUG oslo_vmware.api [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Task: {'id': task-4068060, 'name': PowerOnVM_Task, 'duration_secs': 0.726064} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.915670] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] [instance: 86b272e6-8a18-486f-81e9-d1a325d83cf3] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 928.915878] env[69524]: INFO nova.compute.manager [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] [instance: 86b272e6-8a18-486f-81e9-d1a325d83cf3] Took 6.00 seconds to spawn the instance on the hypervisor. [ 928.916069] env[69524]: DEBUG nova.compute.manager [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] [instance: 86b272e6-8a18-486f-81e9-d1a325d83cf3] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 928.916952] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8ff82f-6006-43aa-adbf-cc2a4850e04e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.017777] env[69524]: DEBUG oslo_vmware.api [None req-e855413c-c7a1-4f8d-b088-5101bea340b1 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068064, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257109} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.021417] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-e855413c-c7a1-4f8d-b088-5101bea340b1 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 929.021691] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-e855413c-c7a1-4f8d-b088-5101bea340b1 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 696358b1-7618-480a-b1c8-d4a5a775e5db] Deleted contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 929.021937] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-e855413c-c7a1-4f8d-b088-5101bea340b1 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 696358b1-7618-480a-b1c8-d4a5a775e5db] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 929.022201] env[69524]: INFO nova.compute.manager [None req-e855413c-c7a1-4f8d-b088-5101bea340b1 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 696358b1-7618-480a-b1c8-d4a5a775e5db] Took 1.24 seconds to destroy the instance on the hypervisor. [ 929.022402] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e855413c-c7a1-4f8d-b088-5101bea340b1 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.022642] env[69524]: DEBUG oslo_vmware.api [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Task: {'id': task-4068061, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.023153] env[69524]: DEBUG nova.compute.manager [-] [instance: 696358b1-7618-480a-b1c8-d4a5a775e5db] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 929.023258] env[69524]: DEBUG nova.network.neutron [-] [instance: 696358b1-7618-480a-b1c8-d4a5a775e5db] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 929.095258] env[69524]: DEBUG nova.network.neutron [None req-8ac8fb1f-8fb3-4936-ad81-2ae1dcd7f74f tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Updating instance_info_cache with network_info: [{"id": "0f025ac1-3f58-43d7-9e27-1347bb8f0c1b", "address": "fa:16:3e:d6:13:8a", "network": {"id": "44e29569-eeca-4e3a-bfa6-eaf437fc808b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1419956527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4133a0547d154af78d7556a7517cb285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f025ac1-3f", "ovs_interfaceid": "0f025ac1-3f58-43d7-9e27-1347bb8f0c1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.203397] env[69524]: DEBUG oslo_vmware.api [None req-d2fbea43-864b-4f0f-bc97-e58f166e69db tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068062, 'name': CloneVM_Task} progress is 94%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.232026] env[69524]: DEBUG oslo_vmware.api [None req-8a1ff2e7-47b5-4cf1-9b9e-546b85183090 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068065, 'name': ReconfigVM_Task, 'duration_secs': 0.306669} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.232026] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a1ff2e7-47b5-4cf1-9b9e-546b85183090 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.232026] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57f2c498-c972-417f-bc56-2257b97f3b04 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.239993] env[69524]: DEBUG oslo_vmware.api [None req-8a1ff2e7-47b5-4cf1-9b9e-546b85183090 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for the task: (returnval){ [ 929.239993] env[69524]: value = "task-4068068" [ 929.239993] env[69524]: _type = "Task" [ 929.239993] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.249734] env[69524]: DEBUG oslo_vmware.api [None req-8a1ff2e7-47b5-4cf1-9b9e-546b85183090 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068068, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.277988] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068066, 'name': CreateVM_Task, 'duration_secs': 0.476208} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.278284] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 929.280027] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.280348] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.280878] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.281334] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a883fdea-fd52-4d9f-b78e-a393b34b753d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.290476] env[69524]: DEBUG oslo_vmware.api [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for the task: (returnval){ [ 929.290476] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]525733a1-471a-647f-84ad-684a57bacf10" [ 929.290476] env[69524]: _type = "Task" [ 929.290476] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.305117] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.845s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.305909] env[69524]: DEBUG nova.compute.manager [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 929.313030] env[69524]: DEBUG oslo_vmware.api [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]525733a1-471a-647f-84ad-684a57bacf10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.313030] env[69524]: DEBUG oslo_concurrency.lockutils [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.282s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.313941] env[69524]: INFO nova.compute.claims [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] [instance: 795966e5-14a4-4179-8eec-c90e8c73c313] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 929.441415] env[69524]: INFO nova.compute.manager [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] [instance: 86b272e6-8a18-486f-81e9-d1a325d83cf3] Took 32.43 seconds to build instance. [ 929.518574] env[69524]: DEBUG oslo_vmware.api [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Task: {'id': task-4068061, 'name': PowerOnVM_Task, 'duration_secs': 1.395399} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.518967] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 929.519283] env[69524]: INFO nova.compute.manager [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Took 9.88 seconds to spawn the instance on the hypervisor. [ 929.519531] env[69524]: DEBUG nova.compute.manager [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 929.520852] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bcd50d4-e412-4cb8-9f03-56661a18c25d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.565159] env[69524]: DEBUG nova.network.neutron [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] [instance: 2c5c2c0d-c218-4ce4-995d-42d28e5106aa] Successfully updated port: 0af88c30-6e04-472a-9473-3143f982c88f {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 929.600226] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8ac8fb1f-8fb3-4936-ad81-2ae1dcd7f74f tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Releasing lock "refresh_cache-e2c166bd-9b6d-4450-bba0-43bb56975555" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.602585] env[69524]: DEBUG nova.compute.manager [req-c3ffdb9f-2b96-4d2a-8412-ebef1abde972 req-c9fde38b-26fd-4d2e-b14a-01eaacd37dbb service nova] [instance: 696358b1-7618-480a-b1c8-d4a5a775e5db] Received event network-vif-deleted-0e59ffa7-08f8-40c6-9c3d-67b129128f97 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.602749] env[69524]: INFO nova.compute.manager [req-c3ffdb9f-2b96-4d2a-8412-ebef1abde972 req-c9fde38b-26fd-4d2e-b14a-01eaacd37dbb service nova] [instance: 696358b1-7618-480a-b1c8-d4a5a775e5db] Neutron deleted interface 0e59ffa7-08f8-40c6-9c3d-67b129128f97; detaching it from the instance and deleting it from the info cache [ 929.602919] env[69524]: DEBUG nova.network.neutron [req-c3ffdb9f-2b96-4d2a-8412-ebef1abde972 req-c9fde38b-26fd-4d2e-b14a-01eaacd37dbb service nova] [instance: 696358b1-7618-480a-b1c8-d4a5a775e5db] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.706766] env[69524]: DEBUG oslo_vmware.api [None req-d2fbea43-864b-4f0f-bc97-e58f166e69db tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068062, 'name': CloneVM_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.753292] env[69524]: DEBUG oslo_vmware.api [None req-8a1ff2e7-47b5-4cf1-9b9e-546b85183090 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068068, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.802966] env[69524]: DEBUG oslo_vmware.api [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]525733a1-471a-647f-84ad-684a57bacf10, 'name': SearchDatastore_Task, 'duration_secs': 0.033358} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.803434] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.803682] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 929.804012] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.804237] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.804461] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 929.804939] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c5a553e-c13b-4e0c-8bc4-92b0bf630519 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.813916] env[69524]: DEBUG nova.compute.utils [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 929.817558] env[69524]: DEBUG nova.compute.manager [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 929.817822] env[69524]: DEBUG nova.network.neutron [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 929.819857] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 929.820049] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 929.823691] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-894c84f1-002c-4040-b615-9b91045838eb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.833671] env[69524]: DEBUG oslo_vmware.api [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for the task: (returnval){ [ 929.833671] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52189101-162b-d612-c9ff-c8eb866a1455" [ 929.833671] env[69524]: _type = "Task" [ 929.833671] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.846406] env[69524]: DEBUG oslo_vmware.api [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52189101-162b-d612-c9ff-c8eb866a1455, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.871314] env[69524]: DEBUG nova.network.neutron [-] [instance: 696358b1-7618-480a-b1c8-d4a5a775e5db] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.880567] env[69524]: DEBUG nova.policy [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ebfa1216d364a908fe1f423dac30b76', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '73f37342718143eb94ba80e3f12d3d8d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 929.943431] env[69524]: DEBUG oslo_concurrency.lockutils [None req-aee7f0a6-fc93-415e-b032-c1e02e612452 tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Lock "86b272e6-8a18-486f-81e9-d1a325d83cf3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.839s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.046050] env[69524]: INFO nova.compute.manager [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Took 40.91 seconds to build instance. [ 930.068771] env[69524]: DEBUG oslo_concurrency.lockutils [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Acquiring lock "refresh_cache-2c5c2c0d-c218-4ce4-995d-42d28e5106aa" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.068926] env[69524]: DEBUG oslo_concurrency.lockutils [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Acquired lock "refresh_cache-2c5c2c0d-c218-4ce4-995d-42d28e5106aa" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.069098] env[69524]: DEBUG nova.network.neutron [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] [instance: 2c5c2c0d-c218-4ce4-995d-42d28e5106aa] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.107230] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-52d3ad12-854e-45cf-b75a-b37b1920d150 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.122205] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab70492-8743-400a-b277-b45486cd2686 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.171381] env[69524]: DEBUG nova.compute.manager [req-c3ffdb9f-2b96-4d2a-8412-ebef1abde972 req-c9fde38b-26fd-4d2e-b14a-01eaacd37dbb service nova] [instance: 696358b1-7618-480a-b1c8-d4a5a775e5db] Detach interface failed, port_id=0e59ffa7-08f8-40c6-9c3d-67b129128f97, reason: Instance 696358b1-7618-480a-b1c8-d4a5a775e5db could not be found. {{(pid=69524) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 930.204307] env[69524]: DEBUG oslo_vmware.api [None req-d2fbea43-864b-4f0f-bc97-e58f166e69db tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068062, 'name': CloneVM_Task, 'duration_secs': 1.592305} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.204874] env[69524]: INFO nova.virt.vmwareapi.vmops [None req-d2fbea43-864b-4f0f-bc97-e58f166e69db tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: da06a11a-6bb5-4f4b-a1ae-365fcdf0641f] Created linked-clone VM from snapshot [ 930.205643] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20debd5c-21fe-4a9c-84fc-43bd674f3b3d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.215475] env[69524]: DEBUG nova.virt.vmwareapi.images [None req-d2fbea43-864b-4f0f-bc97-e58f166e69db tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: da06a11a-6bb5-4f4b-a1ae-365fcdf0641f] Uploading image 05cceb44-773a-4eca-9367-ebb264115da2 {{(pid=69524) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 930.243980] env[69524]: DEBUG oslo_vmware.rw_handles [None req-d2fbea43-864b-4f0f-bc97-e58f166e69db tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 930.243980] env[69524]: value = "vm-806190" [ 930.243980] env[69524]: _type = "VirtualMachine" [ 930.243980] env[69524]: }. {{(pid=69524) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 930.244381] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8b122e9a-652a-4e90-94a7-40bd6e806512 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.256226] env[69524]: DEBUG oslo_vmware.api [None req-8a1ff2e7-47b5-4cf1-9b9e-546b85183090 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068068, 'name': PowerOnVM_Task, 'duration_secs': 0.545358} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.258048] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a1ff2e7-47b5-4cf1-9b9e-546b85183090 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 930.260231] env[69524]: DEBUG oslo_vmware.rw_handles [None req-d2fbea43-864b-4f0f-bc97-e58f166e69db tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Lease: (returnval){ [ 930.260231] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52f2dcda-b148-5ef9-3af2-dd2a9291b866" [ 930.260231] env[69524]: _type = "HttpNfcLease" [ 930.260231] env[69524]: } obtained for exporting VM: (result){ [ 930.260231] env[69524]: value = "vm-806190" [ 930.260231] env[69524]: _type = "VirtualMachine" [ 930.260231] env[69524]: }. {{(pid=69524) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 930.260607] env[69524]: DEBUG oslo_vmware.api [None req-d2fbea43-864b-4f0f-bc97-e58f166e69db tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the lease: (returnval){ [ 930.260607] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52f2dcda-b148-5ef9-3af2-dd2a9291b866" [ 930.260607] env[69524]: _type = "HttpNfcLease" [ 930.260607] env[69524]: } to be ready. {{(pid=69524) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 930.261641] env[69524]: DEBUG nova.compute.manager [None req-8a1ff2e7-47b5-4cf1-9b9e-546b85183090 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 930.262569] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36144171-efcc-4669-a820-66b0fdf65fd4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.275979] env[69524]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 930.275979] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52f2dcda-b148-5ef9-3af2-dd2a9291b866" [ 930.275979] env[69524]: _type = "HttpNfcLease" [ 930.275979] env[69524]: } is initializing. {{(pid=69524) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 930.289892] env[69524]: DEBUG nova.network.neutron [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Successfully created port: 071c20d0-a41c-4a79-ac93-b9a457c13c5f {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 930.317741] env[69524]: DEBUG nova.compute.manager [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 930.348137] env[69524]: DEBUG oslo_vmware.api [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52189101-162b-d612-c9ff-c8eb866a1455, 'name': SearchDatastore_Task, 'duration_secs': 0.015425} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.348137] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a29ab63-1254-4164-8620-32fad5f716a4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.354752] env[69524]: DEBUG oslo_vmware.api [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for the task: (returnval){ [ 930.354752] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52a5dbab-c811-1f07-b28d-ee1b8cea7e1d" [ 930.354752] env[69524]: _type = "Task" [ 930.354752] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.369017] env[69524]: DEBUG oslo_vmware.api [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52a5dbab-c811-1f07-b28d-ee1b8cea7e1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.374642] env[69524]: INFO nova.compute.manager [-] [instance: 696358b1-7618-480a-b1c8-d4a5a775e5db] Took 1.35 seconds to deallocate network for instance. [ 930.533808] env[69524]: DEBUG nova.compute.manager [req-fe97dacf-1bda-4298-a960-944a4280c50c req-86f519a3-c29d-4a38-b12d-509dfa939a58 service nova] [instance: 2c5c2c0d-c218-4ce4-995d-42d28e5106aa] Received event network-vif-plugged-0af88c30-6e04-472a-9473-3143f982c88f {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.533808] env[69524]: DEBUG oslo_concurrency.lockutils [req-fe97dacf-1bda-4298-a960-944a4280c50c req-86f519a3-c29d-4a38-b12d-509dfa939a58 service nova] Acquiring lock "2c5c2c0d-c218-4ce4-995d-42d28e5106aa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.533808] env[69524]: DEBUG oslo_concurrency.lockutils [req-fe97dacf-1bda-4298-a960-944a4280c50c req-86f519a3-c29d-4a38-b12d-509dfa939a58 service nova] Lock "2c5c2c0d-c218-4ce4-995d-42d28e5106aa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.533992] env[69524]: DEBUG oslo_concurrency.lockutils [req-fe97dacf-1bda-4298-a960-944a4280c50c req-86f519a3-c29d-4a38-b12d-509dfa939a58 service nova] Lock "2c5c2c0d-c218-4ce4-995d-42d28e5106aa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.534245] env[69524]: DEBUG nova.compute.manager [req-fe97dacf-1bda-4298-a960-944a4280c50c req-86f519a3-c29d-4a38-b12d-509dfa939a58 service nova] [instance: 2c5c2c0d-c218-4ce4-995d-42d28e5106aa] No waiting events found dispatching network-vif-plugged-0af88c30-6e04-472a-9473-3143f982c88f {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 930.534487] env[69524]: WARNING nova.compute.manager [req-fe97dacf-1bda-4298-a960-944a4280c50c req-86f519a3-c29d-4a38-b12d-509dfa939a58 service nova] [instance: 2c5c2c0d-c218-4ce4-995d-42d28e5106aa] Received unexpected event network-vif-plugged-0af88c30-6e04-472a-9473-3143f982c88f for instance with vm_state building and task_state spawning. [ 930.534681] env[69524]: DEBUG nova.compute.manager [req-fe97dacf-1bda-4298-a960-944a4280c50c req-86f519a3-c29d-4a38-b12d-509dfa939a58 service nova] [instance: 2c5c2c0d-c218-4ce4-995d-42d28e5106aa] Received event network-changed-0af88c30-6e04-472a-9473-3143f982c88f {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.534859] env[69524]: DEBUG nova.compute.manager [req-fe97dacf-1bda-4298-a960-944a4280c50c req-86f519a3-c29d-4a38-b12d-509dfa939a58 service nova] [instance: 2c5c2c0d-c218-4ce4-995d-42d28e5106aa] Refreshing instance network info cache due to event network-changed-0af88c30-6e04-472a-9473-3143f982c88f. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 930.535150] env[69524]: DEBUG oslo_concurrency.lockutils [req-fe97dacf-1bda-4298-a960-944a4280c50c req-86f519a3-c29d-4a38-b12d-509dfa939a58 service nova] Acquiring lock "refresh_cache-2c5c2c0d-c218-4ce4-995d-42d28e5106aa" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.547351] env[69524]: DEBUG oslo_concurrency.lockutils [None req-14a6413d-6c6b-4571-a1ce-4e9fd317974d tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Lock "1dd1caaf-169f-457f-bcf8-e308836c8247" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.105s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.610132] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac8fb1f-8fb3-4936-ad81-2ae1dcd7f74f tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 930.610132] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1137b0d7-0ed2-4b4b-85ee-cb6459b6e8a0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.617021] env[69524]: DEBUG nova.network.neutron [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] [instance: 2c5c2c0d-c218-4ce4-995d-42d28e5106aa] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 930.618926] env[69524]: DEBUG oslo_vmware.api [None req-8ac8fb1f-8fb3-4936-ad81-2ae1dcd7f74f tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 930.618926] env[69524]: value = "task-4068070" [ 930.618926] env[69524]: _type = "Task" [ 930.618926] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.632206] env[69524]: DEBUG oslo_vmware.api [None req-8ac8fb1f-8fb3-4936-ad81-2ae1dcd7f74f tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068070, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.774912] env[69524]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 930.774912] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52f2dcda-b148-5ef9-3af2-dd2a9291b866" [ 930.774912] env[69524]: _type = "HttpNfcLease" [ 930.774912] env[69524]: } is ready. {{(pid=69524) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 930.775117] env[69524]: DEBUG oslo_vmware.rw_handles [None req-d2fbea43-864b-4f0f-bc97-e58f166e69db tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 930.775117] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52f2dcda-b148-5ef9-3af2-dd2a9291b866" [ 930.775117] env[69524]: _type = "HttpNfcLease" [ 930.775117] env[69524]: }. {{(pid=69524) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 930.777521] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3454e4-9a74-4208-91ff-9f7357c79ade {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.792213] env[69524]: DEBUG oslo_vmware.rw_handles [None req-d2fbea43-864b-4f0f-bc97-e58f166e69db tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522f4017-5a60-4246-0b06-4e693ccfe557/disk-0.vmdk from lease info. {{(pid=69524) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 930.792428] env[69524]: DEBUG oslo_vmware.rw_handles [None req-d2fbea43-864b-4f0f-bc97-e58f166e69db tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522f4017-5a60-4246-0b06-4e693ccfe557/disk-0.vmdk for reading. {{(pid=69524) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 930.884760] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e855413c-c7a1-4f8d-b088-5101bea340b1 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.896906] env[69524]: DEBUG oslo_vmware.api [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52a5dbab-c811-1f07-b28d-ee1b8cea7e1d, 'name': SearchDatastore_Task, 'duration_secs': 0.013667} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.900452] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.900881] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] f900a036-6e0f-41f4-a7e1-da08ebcf48d2/f900a036-6e0f-41f4-a7e1-da08ebcf48d2.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 930.902094] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3a086fe-a0a4-467f-89e1-55df4355a9a1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.913961] env[69524]: DEBUG oslo_vmware.api [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for the task: (returnval){ [ 930.913961] env[69524]: value = "task-4068071" [ 930.913961] env[69524]: _type = "Task" [ 930.913961] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.933757] env[69524]: DEBUG oslo_vmware.api [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4068071, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.944358] env[69524]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b9c92ac8-5b6f-4b99-afc3-0ec8737fd01f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.012454] env[69524]: DEBUG nova.network.neutron [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] [instance: 2c5c2c0d-c218-4ce4-995d-42d28e5106aa] Updating instance_info_cache with network_info: [{"id": "0af88c30-6e04-472a-9473-3143f982c88f", "address": "fa:16:3e:b7:47:0d", "network": {"id": "9ba6743d-ce8d-49df-87a9-5afc4de01489", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a86a460dd4454b05b84917cee5434b27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0af88c30-6e", "ovs_interfaceid": "0af88c30-6e04-472a-9473-3143f982c88f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.134917] env[69524]: DEBUG oslo_vmware.api [None req-8ac8fb1f-8fb3-4936-ad81-2ae1dcd7f74f tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068070, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.230055] env[69524]: INFO nova.compute.manager [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] [instance: 86b272e6-8a18-486f-81e9-d1a325d83cf3] Rebuilding instance [ 931.303030] env[69524]: DEBUG nova.compute.manager [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] [instance: 86b272e6-8a18-486f-81e9-d1a325d83cf3] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 931.304553] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876a5906-4465-4546-815d-95f965d9e869 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.359682] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10d58c2-e14c-4fb1-b564-f26d5a5f1341 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.372344] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27a4f51-bcb7-4bba-b610-8db13ee58d38 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.378330] env[69524]: DEBUG nova.compute.manager [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 931.424627] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9310458a-623e-4fd6-8f94-af790915c2f3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.436122] env[69524]: DEBUG oslo_vmware.api [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4068071, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.439224] env[69524]: DEBUG nova.virt.hardware [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 931.439670] env[69524]: DEBUG nova.virt.hardware [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 931.439856] env[69524]: DEBUG nova.virt.hardware [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 931.439942] env[69524]: DEBUG nova.virt.hardware [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 931.440128] env[69524]: DEBUG nova.virt.hardware [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 931.440292] env[69524]: DEBUG nova.virt.hardware [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 931.440601] env[69524]: DEBUG nova.virt.hardware [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 931.440840] env[69524]: DEBUG nova.virt.hardware [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 931.441074] env[69524]: DEBUG nova.virt.hardware [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 931.441271] env[69524]: DEBUG nova.virt.hardware [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 931.441462] env[69524]: DEBUG nova.virt.hardware [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 931.445809] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74b33b6-81fc-4500-b692-07ef691e17f5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.450791] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063b1285-f09a-4ea5-9096-3308b2b776cc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.474684] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e64633-1889-47b7-bca6-87e8a5541c8b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.480715] env[69524]: DEBUG nova.compute.provider_tree [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.515261] env[69524]: DEBUG oslo_concurrency.lockutils [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Releasing lock "refresh_cache-2c5c2c0d-c218-4ce4-995d-42d28e5106aa" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.515651] env[69524]: DEBUG nova.compute.manager [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] [instance: 2c5c2c0d-c218-4ce4-995d-42d28e5106aa] Instance network_info: |[{"id": "0af88c30-6e04-472a-9473-3143f982c88f", "address": "fa:16:3e:b7:47:0d", "network": {"id": "9ba6743d-ce8d-49df-87a9-5afc4de01489", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a86a460dd4454b05b84917cee5434b27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0af88c30-6e", "ovs_interfaceid": "0af88c30-6e04-472a-9473-3143f982c88f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 931.516073] env[69524]: DEBUG oslo_concurrency.lockutils [req-fe97dacf-1bda-4298-a960-944a4280c50c req-86f519a3-c29d-4a38-b12d-509dfa939a58 service nova] Acquired lock "refresh_cache-2c5c2c0d-c218-4ce4-995d-42d28e5106aa" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.516317] env[69524]: DEBUG nova.network.neutron [req-fe97dacf-1bda-4298-a960-944a4280c50c req-86f519a3-c29d-4a38-b12d-509dfa939a58 service nova] [instance: 2c5c2c0d-c218-4ce4-995d-42d28e5106aa] Refreshing network info cache for port 0af88c30-6e04-472a-9473-3143f982c88f {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 931.517886] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] [instance: 2c5c2c0d-c218-4ce4-995d-42d28e5106aa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:47:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69f65356-c85e-4b7f-ad28-7c7b5e8cf50c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0af88c30-6e04-472a-9473-3143f982c88f', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 931.530425] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Creating folder: Project (e06f7b364d2c4b5981e391700ab8e09a). Parent ref: group-v806025. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 931.532994] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-137b83d3-15ca-42a7-82b4-92886bf95dea {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.554099] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Created folder: Project (e06f7b364d2c4b5981e391700ab8e09a) in parent group-v806025. [ 931.554099] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Creating folder: Instances. Parent ref: group-v806192. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 931.554099] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fccbfc1c-a827-486a-bd7f-ffb88df8eab6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.567653] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Created folder: Instances in parent group-v806192. [ 931.568087] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 931.568446] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c5c2c0d-c218-4ce4-995d-42d28e5106aa] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 931.568750] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28602585-9607-452d-a3c5-3925be4aef74 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.604566] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 931.604566] env[69524]: value = "task-4068074" [ 931.604566] env[69524]: _type = "Task" [ 931.604566] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.616342] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068074, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.637490] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b3bbb10-a92a-4a0e-8541-7efd31145f4f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] Volume attach. Driver type: vmdk {{(pid=69524) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 931.637841] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b3bbb10-a92a-4a0e-8541-7efd31145f4f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806188', 'volume_id': '3e8cebf5-9a65-48fd-a449-2a394cd5be86', 'name': 'volume-3e8cebf5-9a65-48fd-a449-2a394cd5be86', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd1031693-cd67-4cb7-8bcc-dfcd69d1d72d', 'attached_at': '', 'detached_at': '', 'volume_id': '3e8cebf5-9a65-48fd-a449-2a394cd5be86', 'serial': '3e8cebf5-9a65-48fd-a449-2a394cd5be86'} {{(pid=69524) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 931.638856] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a624bccb-f96c-4d90-a9a1-60188cdff4e1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.646441] env[69524]: DEBUG oslo_vmware.api [None req-8ac8fb1f-8fb3-4936-ad81-2ae1dcd7f74f tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068070, 'name': PowerOnVM_Task, 'duration_secs': 0.637762} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.648194] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac8fb1f-8fb3-4936-ad81-2ae1dcd7f74f tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 931.648194] env[69524]: DEBUG nova.compute.manager [None req-8ac8fb1f-8fb3-4936-ad81-2ae1dcd7f74f tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 931.649112] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf94ff80-6661-47c8-912e-b3beabbfc7c8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.665274] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d9b860-08bb-401d-a902-3be91de96ce4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.707960] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b3bbb10-a92a-4a0e-8541-7efd31145f4f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] volume-3e8cebf5-9a65-48fd-a449-2a394cd5be86/volume-3e8cebf5-9a65-48fd-a449-2a394cd5be86.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 931.709675] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5e1d3f5-bd62-448b-b64a-3a4ef03984b4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.735240] env[69524]: DEBUG oslo_vmware.api [None req-8b3bbb10-a92a-4a0e-8541-7efd31145f4f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Waiting for the task: (returnval){ [ 931.735240] env[69524]: value = "task-4068075" [ 931.735240] env[69524]: _type = "Task" [ 931.735240] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.750191] env[69524]: DEBUG oslo_vmware.api [None req-8b3bbb10-a92a-4a0e-8541-7efd31145f4f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Task: {'id': task-4068075, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.928378] env[69524]: DEBUG nova.compute.manager [req-8f923301-3d4b-44e9-be4d-e51421a872f7 req-0a5b5e55-7f0d-44dd-9c0d-e5d9b6558fa9 service nova] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Received event network-changed-cb50eedc-e7c8-4900-901c-b16846a12bef {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.928814] env[69524]: DEBUG nova.compute.manager [req-8f923301-3d4b-44e9-be4d-e51421a872f7 req-0a5b5e55-7f0d-44dd-9c0d-e5d9b6558fa9 service nova] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Refreshing instance network info cache due to event network-changed-cb50eedc-e7c8-4900-901c-b16846a12bef. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 931.929296] env[69524]: DEBUG oslo_concurrency.lockutils [req-8f923301-3d4b-44e9-be4d-e51421a872f7 req-0a5b5e55-7f0d-44dd-9c0d-e5d9b6558fa9 service nova] Acquiring lock "refresh_cache-1dd1caaf-169f-457f-bcf8-e308836c8247" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.929443] env[69524]: DEBUG oslo_concurrency.lockutils [req-8f923301-3d4b-44e9-be4d-e51421a872f7 req-0a5b5e55-7f0d-44dd-9c0d-e5d9b6558fa9 service nova] Acquired lock "refresh_cache-1dd1caaf-169f-457f-bcf8-e308836c8247" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.929732] env[69524]: DEBUG nova.network.neutron [req-8f923301-3d4b-44e9-be4d-e51421a872f7 req-0a5b5e55-7f0d-44dd-9c0d-e5d9b6558fa9 service nova] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Refreshing network info cache for port cb50eedc-e7c8-4900-901c-b16846a12bef {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 931.940511] env[69524]: DEBUG oslo_vmware.api [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4068071, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.985362] env[69524]: DEBUG nova.scheduler.client.report [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.083197] env[69524]: DEBUG nova.network.neutron [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Successfully updated port: 071c20d0-a41c-4a79-ac93-b9a457c13c5f {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 932.120941] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068074, 'name': CreateVM_Task, 'duration_secs': 0.473416} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.120941] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c5c2c0d-c218-4ce4-995d-42d28e5106aa] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 932.121366] env[69524]: DEBUG oslo_concurrency.lockutils [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.122036] env[69524]: DEBUG oslo_concurrency.lockutils [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.122036] env[69524]: DEBUG oslo_concurrency.lockutils [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.122600] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3ed0c4a-cab9-46e0-928e-bb63eaebaccc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.129324] env[69524]: DEBUG oslo_vmware.api [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Waiting for the task: (returnval){ [ 932.129324] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52640d31-4b5b-7c1b-6d58-8824e62a9ef7" [ 932.129324] env[69524]: _type = "Task" [ 932.129324] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.140418] env[69524]: DEBUG oslo_vmware.api [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52640d31-4b5b-7c1b-6d58-8824e62a9ef7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.248250] env[69524]: DEBUG oslo_vmware.api [None req-8b3bbb10-a92a-4a0e-8541-7efd31145f4f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Task: {'id': task-4068075, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.313742] env[69524]: INFO nova.compute.manager [None req-e55f5a72-f2e8-4c46-8264-f84a6425040c tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Unrescuing [ 932.313742] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e55f5a72-f2e8-4c46-8264-f84a6425040c tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Acquiring lock "refresh_cache-d9b19d6a-6d26-4da3-a888-1fa1bc95bd23" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.313742] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e55f5a72-f2e8-4c46-8264-f84a6425040c tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Acquired lock "refresh_cache-d9b19d6a-6d26-4da3-a888-1fa1bc95bd23" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.314020] env[69524]: DEBUG nova.network.neutron [None req-e55f5a72-f2e8-4c46-8264-f84a6425040c tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 932.331368] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] [instance: 86b272e6-8a18-486f-81e9-d1a325d83cf3] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 932.332194] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1745a920-eec1-46cc-98ed-4552e12f7557 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.342855] env[69524]: DEBUG oslo_vmware.api [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Waiting for the task: (returnval){ [ 932.342855] env[69524]: value = "task-4068076" [ 932.342855] env[69524]: _type = "Task" [ 932.342855] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.365213] env[69524]: DEBUG oslo_vmware.api [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Task: {'id': task-4068076, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.417942] env[69524]: DEBUG nova.network.neutron [req-fe97dacf-1bda-4298-a960-944a4280c50c req-86f519a3-c29d-4a38-b12d-509dfa939a58 service nova] [instance: 2c5c2c0d-c218-4ce4-995d-42d28e5106aa] Updated VIF entry in instance network info cache for port 0af88c30-6e04-472a-9473-3143f982c88f. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 932.418368] env[69524]: DEBUG nova.network.neutron [req-fe97dacf-1bda-4298-a960-944a4280c50c req-86f519a3-c29d-4a38-b12d-509dfa939a58 service nova] [instance: 2c5c2c0d-c218-4ce4-995d-42d28e5106aa] Updating instance_info_cache with network_info: [{"id": "0af88c30-6e04-472a-9473-3143f982c88f", "address": "fa:16:3e:b7:47:0d", "network": {"id": "9ba6743d-ce8d-49df-87a9-5afc4de01489", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a86a460dd4454b05b84917cee5434b27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0af88c30-6e", "ovs_interfaceid": "0af88c30-6e04-472a-9473-3143f982c88f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.436421] env[69524]: DEBUG oslo_vmware.api [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4068071, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.494068] env[69524]: DEBUG oslo_concurrency.lockutils [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.182s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.494068] env[69524]: DEBUG nova.compute.manager [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] [instance: 795966e5-14a4-4179-8eec-c90e8c73c313] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 932.497604] env[69524]: DEBUG oslo_concurrency.lockutils [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.156s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.499176] env[69524]: INFO nova.compute.claims [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 932.586820] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Acquiring lock "refresh_cache-0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.587093] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Acquired lock "refresh_cache-0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.587194] env[69524]: DEBUG nova.network.neutron [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 932.641294] env[69524]: DEBUG oslo_vmware.api [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52640d31-4b5b-7c1b-6d58-8824e62a9ef7, 'name': SearchDatastore_Task, 'duration_secs': 0.01488} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.641682] env[69524]: DEBUG oslo_concurrency.lockutils [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.641993] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] [instance: 2c5c2c0d-c218-4ce4-995d-42d28e5106aa] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 932.642172] env[69524]: DEBUG oslo_concurrency.lockutils [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.642342] env[69524]: DEBUG oslo_concurrency.lockutils [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.642538] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 932.642864] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b828090-4f59-45ce-96ec-fa861355e2b5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.656916] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 932.656916] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 932.657699] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05962319-73ed-40d2-8058-0f36e743f79b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.664876] env[69524]: DEBUG oslo_vmware.api [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Waiting for the task: (returnval){ [ 932.664876] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]520f5fa9-af29-8907-da3e-665af2209632" [ 932.664876] env[69524]: _type = "Task" [ 932.664876] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.677107] env[69524]: DEBUG oslo_vmware.api [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]520f5fa9-af29-8907-da3e-665af2209632, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.732599] env[69524]: DEBUG nova.network.neutron [req-8f923301-3d4b-44e9-be4d-e51421a872f7 req-0a5b5e55-7f0d-44dd-9c0d-e5d9b6558fa9 service nova] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Updated VIF entry in instance network info cache for port cb50eedc-e7c8-4900-901c-b16846a12bef. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 932.733059] env[69524]: DEBUG nova.network.neutron [req-8f923301-3d4b-44e9-be4d-e51421a872f7 req-0a5b5e55-7f0d-44dd-9c0d-e5d9b6558fa9 service nova] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Updating instance_info_cache with network_info: [{"id": "cb50eedc-e7c8-4900-901c-b16846a12bef", "address": "fa:16:3e:17:8a:38", "network": {"id": "1c5ed565-42a4-41c8-81bc-8e63e4df5138", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-620764653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2b95ac2424eb44ab8f4f536a15becf0b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "32faf59b-014c-4f1f-8331-40df95bf741f", "external-id": "nsx-vlan-transportzone-996", "segmentation_id": 996, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb50eedc-e7", "ovs_interfaceid": "cb50eedc-e7c8-4900-901c-b16846a12bef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.747450] env[69524]: DEBUG oslo_vmware.api [None req-8b3bbb10-a92a-4a0e-8541-7efd31145f4f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Task: {'id': task-4068075, 'name': ReconfigVM_Task, 'duration_secs': 0.653105} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.748395] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b3bbb10-a92a-4a0e-8541-7efd31145f4f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] Reconfigured VM instance instance-0000001f to attach disk [datastore2] volume-3e8cebf5-9a65-48fd-a449-2a394cd5be86/volume-3e8cebf5-9a65-48fd-a449-2a394cd5be86.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 932.753994] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6872acb0-6e72-4130-836f-a72530e9403e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.771858] env[69524]: DEBUG oslo_vmware.api [None req-8b3bbb10-a92a-4a0e-8541-7efd31145f4f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Waiting for the task: (returnval){ [ 932.771858] env[69524]: value = "task-4068077" [ 932.771858] env[69524]: _type = "Task" [ 932.771858] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.783619] env[69524]: DEBUG oslo_vmware.api [None req-8b3bbb10-a92a-4a0e-8541-7efd31145f4f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Task: {'id': task-4068077, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.855647] env[69524]: DEBUG oslo_vmware.api [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Task: {'id': task-4068076, 'name': PowerOffVM_Task, 'duration_secs': 0.295442} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.858532] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] [instance: 86b272e6-8a18-486f-81e9-d1a325d83cf3] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 932.859641] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] [instance: 86b272e6-8a18-486f-81e9-d1a325d83cf3] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 932.860727] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292045b7-53ec-4e51-aa4e-dd70135a9242 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.869872] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] [instance: 86b272e6-8a18-486f-81e9-d1a325d83cf3] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 932.870210] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7593401e-3090-4879-a2f7-4653d7c9db78 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.902049] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] [instance: 86b272e6-8a18-486f-81e9-d1a325d83cf3] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 932.902373] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] [instance: 86b272e6-8a18-486f-81e9-d1a325d83cf3] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 932.902563] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Deleting the datastore file [datastore1] 86b272e6-8a18-486f-81e9-d1a325d83cf3 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 932.902880] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89722a75-23a6-4cbe-ad07-4e80c8de607f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.926127] env[69524]: DEBUG oslo_vmware.api [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Waiting for the task: (returnval){ [ 932.926127] env[69524]: value = "task-4068079" [ 932.926127] env[69524]: _type = "Task" [ 932.926127] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.929807] env[69524]: DEBUG oslo_concurrency.lockutils [req-fe97dacf-1bda-4298-a960-944a4280c50c req-86f519a3-c29d-4a38-b12d-509dfa939a58 service nova] Releasing lock "refresh_cache-2c5c2c0d-c218-4ce4-995d-42d28e5106aa" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.939262] env[69524]: DEBUG oslo_vmware.api [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4068071, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.625591} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.940258] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] f900a036-6e0f-41f4-a7e1-da08ebcf48d2/f900a036-6e0f-41f4-a7e1-da08ebcf48d2.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 932.940637] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 932.941041] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ce09c9e-a3b1-4730-be81-c2d85ea6b3e7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.947646] env[69524]: DEBUG oslo_vmware.api [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Task: {'id': task-4068079, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.954163] env[69524]: DEBUG oslo_vmware.api [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for the task: (returnval){ [ 932.954163] env[69524]: value = "task-4068080" [ 932.954163] env[69524]: _type = "Task" [ 932.954163] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.966965] env[69524]: DEBUG oslo_vmware.api [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4068080, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.000016] env[69524]: DEBUG nova.compute.utils [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 933.002141] env[69524]: DEBUG nova.compute.manager [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] [instance: 795966e5-14a4-4179-8eec-c90e8c73c313] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 933.002141] env[69524]: DEBUG nova.network.neutron [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] [instance: 795966e5-14a4-4179-8eec-c90e8c73c313] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 933.055529] env[69524]: DEBUG nova.policy [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4128ab36fdb4add82d2fe305e177726', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f73c7e7f3674cd19753671e0bd83d4b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 933.100812] env[69524]: DEBUG nova.network.neutron [None req-e55f5a72-f2e8-4c46-8264-f84a6425040c tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Updating instance_info_cache with network_info: [{"id": "ae45aefd-c8cf-4bb7-9db9-c50b68bae13c", "address": "fa:16:3e:07:2f:32", "network": {"id": "c3059a41-0d8e-4f5e-aa55-00477c3a6ec8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1909587943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c577040ac1174430983ad8df058bd7c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapae45aefd-c8", "ovs_interfaceid": "ae45aefd-c8cf-4bb7-9db9-c50b68bae13c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.137983] env[69524]: DEBUG nova.network.neutron [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 933.179239] env[69524]: DEBUG oslo_vmware.api [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]520f5fa9-af29-8907-da3e-665af2209632, 'name': SearchDatastore_Task, 'duration_secs': 0.015468} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.180752] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92ec1093-e46b-480d-b347-7a2e94d35123 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.188456] env[69524]: DEBUG oslo_vmware.api [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Waiting for the task: (returnval){ [ 933.188456] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52d3d956-1ca5-d80f-0684-be240401eede" [ 933.188456] env[69524]: _type = "Task" [ 933.188456] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.199254] env[69524]: DEBUG oslo_vmware.api [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52d3d956-1ca5-d80f-0684-be240401eede, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.204916] env[69524]: DEBUG oslo_concurrency.lockutils [None req-dbacd122-149a-4aa4-95ec-eecc4257c844 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquiring lock "e2c166bd-9b6d-4450-bba0-43bb56975555" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.205223] env[69524]: DEBUG oslo_concurrency.lockutils [None req-dbacd122-149a-4aa4-95ec-eecc4257c844 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lock "e2c166bd-9b6d-4450-bba0-43bb56975555" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.205465] env[69524]: DEBUG oslo_concurrency.lockutils [None req-dbacd122-149a-4aa4-95ec-eecc4257c844 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquiring lock "e2c166bd-9b6d-4450-bba0-43bb56975555-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.205650] env[69524]: DEBUG oslo_concurrency.lockutils [None req-dbacd122-149a-4aa4-95ec-eecc4257c844 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lock "e2c166bd-9b6d-4450-bba0-43bb56975555-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.205867] env[69524]: DEBUG oslo_concurrency.lockutils [None req-dbacd122-149a-4aa4-95ec-eecc4257c844 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lock "e2c166bd-9b6d-4450-bba0-43bb56975555-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.208102] env[69524]: INFO nova.compute.manager [None req-dbacd122-149a-4aa4-95ec-eecc4257c844 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Terminating instance [ 933.236237] env[69524]: DEBUG oslo_concurrency.lockutils [req-8f923301-3d4b-44e9-be4d-e51421a872f7 req-0a5b5e55-7f0d-44dd-9c0d-e5d9b6558fa9 service nova] Releasing lock "refresh_cache-1dd1caaf-169f-457f-bcf8-e308836c8247" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.283918] env[69524]: DEBUG oslo_vmware.api [None req-8b3bbb10-a92a-4a0e-8541-7efd31145f4f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Task: {'id': task-4068077, 'name': ReconfigVM_Task, 'duration_secs': 0.258629} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.284283] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b3bbb10-a92a-4a0e-8541-7efd31145f4f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806188', 'volume_id': '3e8cebf5-9a65-48fd-a449-2a394cd5be86', 'name': 'volume-3e8cebf5-9a65-48fd-a449-2a394cd5be86', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd1031693-cd67-4cb7-8bcc-dfcd69d1d72d', 'attached_at': '', 'detached_at': '', 'volume_id': '3e8cebf5-9a65-48fd-a449-2a394cd5be86', 'serial': '3e8cebf5-9a65-48fd-a449-2a394cd5be86'} {{(pid=69524) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 933.385198] env[69524]: DEBUG nova.network.neutron [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Updating instance_info_cache with network_info: [{"id": "071c20d0-a41c-4a79-ac93-b9a457c13c5f", "address": "fa:16:3e:c9:b2:0d", "network": {"id": "53e4ffc8-080d-437e-987b-b1813dede2ad", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1028710535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73f37342718143eb94ba80e3f12d3d8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap071c20d0-a4", "ovs_interfaceid": "071c20d0-a41c-4a79-ac93-b9a457c13c5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.442508] env[69524]: DEBUG oslo_vmware.api [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Task: {'id': task-4068079, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.327843} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.444218] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 933.444218] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] [instance: 86b272e6-8a18-486f-81e9-d1a325d83cf3] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 933.444218] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] [instance: 86b272e6-8a18-486f-81e9-d1a325d83cf3] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 933.466852] env[69524]: DEBUG oslo_vmware.api [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4068080, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115665} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.467623] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 933.468372] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f97e69-5ab7-4a5d-bd0f-a160deb3fd27 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.495222] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] f900a036-6e0f-41f4-a7e1-da08ebcf48d2/f900a036-6e0f-41f4-a7e1-da08ebcf48d2.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 933.495655] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab78c42a-b3d1-40f4-af81-a838222de4ee {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.512118] env[69524]: DEBUG nova.compute.manager [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] [instance: 795966e5-14a4-4179-8eec-c90e8c73c313] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 933.518932] env[69524]: DEBUG nova.network.neutron [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] [instance: 795966e5-14a4-4179-8eec-c90e8c73c313] Successfully created port: 69c3b7cc-b011-415c-b423-e2b5fc6f0838 {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 933.530539] env[69524]: DEBUG oslo_vmware.api [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for the task: (returnval){ [ 933.530539] env[69524]: value = "task-4068081" [ 933.530539] env[69524]: _type = "Task" [ 933.530539] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.542724] env[69524]: DEBUG oslo_vmware.api [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4068081, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.603569] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e55f5a72-f2e8-4c46-8264-f84a6425040c tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Releasing lock "refresh_cache-d9b19d6a-6d26-4da3-a888-1fa1bc95bd23" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.604311] env[69524]: DEBUG nova.objects.instance [None req-e55f5a72-f2e8-4c46-8264-f84a6425040c tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Lazy-loading 'flavor' on Instance uuid d9b19d6a-6d26-4da3-a888-1fa1bc95bd23 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 933.702180] env[69524]: DEBUG oslo_vmware.api [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52d3d956-1ca5-d80f-0684-be240401eede, 'name': SearchDatastore_Task, 'duration_secs': 0.016949} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.702537] env[69524]: DEBUG oslo_concurrency.lockutils [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.702810] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 2c5c2c0d-c218-4ce4-995d-42d28e5106aa/2c5c2c0d-c218-4ce4-995d-42d28e5106aa.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 933.703240] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ece91cbc-814e-4591-9a20-c9833879e7ca {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.715039] env[69524]: DEBUG oslo_vmware.api [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Waiting for the task: (returnval){ [ 933.715039] env[69524]: value = "task-4068082" [ 933.715039] env[69524]: _type = "Task" [ 933.715039] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.715596] env[69524]: DEBUG nova.compute.manager [None req-dbacd122-149a-4aa4-95ec-eecc4257c844 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 933.715731] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-dbacd122-149a-4aa4-95ec-eecc4257c844 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 933.717278] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073416bf-a747-45db-89d0-6c88fcb3896a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.732246] env[69524]: DEBUG oslo_vmware.api [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Task: {'id': task-4068082, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.734741] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbacd122-149a-4aa4-95ec-eecc4257c844 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.735051] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31d0adc7-5314-401d-b3d3-66b5f912e280 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.743831] env[69524]: DEBUG oslo_vmware.api [None req-dbacd122-149a-4aa4-95ec-eecc4257c844 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 933.743831] env[69524]: value = "task-4068083" [ 933.743831] env[69524]: _type = "Task" [ 933.743831] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.754435] env[69524]: DEBUG oslo_vmware.api [None req-dbacd122-149a-4aa4-95ec-eecc4257c844 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068083, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.888418] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Releasing lock "refresh_cache-0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.888860] env[69524]: DEBUG nova.compute.manager [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Instance network_info: |[{"id": "071c20d0-a41c-4a79-ac93-b9a457c13c5f", "address": "fa:16:3e:c9:b2:0d", "network": {"id": "53e4ffc8-080d-437e-987b-b1813dede2ad", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1028710535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73f37342718143eb94ba80e3f12d3d8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap071c20d0-a4", "ovs_interfaceid": "071c20d0-a41c-4a79-ac93-b9a457c13c5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 933.889365] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:b2:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0685bd0b-3dbf-4a06-951c-c6a4726dd4b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '071c20d0-a41c-4a79-ac93-b9a457c13c5f', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 933.897642] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Creating folder: Project (73f37342718143eb94ba80e3f12d3d8d). Parent ref: group-v806025. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 933.901711] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab9928db-d206-4ff1-b73c-d212fb17034c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.916022] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Created folder: Project (73f37342718143eb94ba80e3f12d3d8d) in parent group-v806025. [ 933.916282] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Creating folder: Instances. Parent ref: group-v806195. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 933.920429] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7294151d-5f1d-4a49-a810-08fc942c78b9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.936136] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Created folder: Instances in parent group-v806195. [ 933.936644] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.940291] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 933.940948] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71ce0cb0-cf9c-4850-a880-eeade421faf0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.971725] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 933.971725] env[69524]: value = "task-4068086" [ 933.971725] env[69524]: _type = "Task" [ 933.971725] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.986242] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068086, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.043533] env[69524]: DEBUG oslo_vmware.api [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4068081, 'name': ReconfigVM_Task, 'duration_secs': 0.473279} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.044216] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Reconfigured VM instance instance-0000000e to attach disk [datastore2] f900a036-6e0f-41f4-a7e1-da08ebcf48d2/f900a036-6e0f-41f4-a7e1-da08ebcf48d2.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 934.044669] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3ef860d-365f-4dfd-ba81-5b061a7025ae {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.054168] env[69524]: DEBUG oslo_vmware.api [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for the task: (returnval){ [ 934.054168] env[69524]: value = "task-4068087" [ 934.054168] env[69524]: _type = "Task" [ 934.054168] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.067113] env[69524]: DEBUG oslo_vmware.api [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4068087, 'name': Rename_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.111203] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9db364e-bef3-465a-b054-cc91762c51eb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.142688] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-e55f5a72-f2e8-4c46-8264-f84a6425040c tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 934.145915] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63c38468-0244-4592-9b6e-3ca2e5f32a1e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.159403] env[69524]: DEBUG oslo_vmware.api [None req-e55f5a72-f2e8-4c46-8264-f84a6425040c tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for the task: (returnval){ [ 934.159403] env[69524]: value = "task-4068088" [ 934.159403] env[69524]: _type = "Task" [ 934.159403] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.175543] env[69524]: DEBUG oslo_vmware.api [None req-e55f5a72-f2e8-4c46-8264-f84a6425040c tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068088, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.203804] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e786b8a-eaa7-41a5-ac29-cb65a0eca173 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.214886] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7dc0912-482c-4b16-b9bf-d3a7f31fa8bb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.262909] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142fd46e-7f9e-4444-a384-00d478642f33 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.265875] env[69524]: DEBUG oslo_vmware.api [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Task: {'id': task-4068082, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.277675] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f63145-c35f-46ca-a76b-f08dfd184488 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.284383] env[69524]: DEBUG oslo_vmware.api [None req-dbacd122-149a-4aa4-95ec-eecc4257c844 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068083, 'name': PowerOffVM_Task, 'duration_secs': 0.236084} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.284383] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbacd122-149a-4aa4-95ec-eecc4257c844 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 934.284383] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-dbacd122-149a-4aa4-95ec-eecc4257c844 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 934.284665] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96eb69b0-d363-405f-a71d-636c40bba7c4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.303796] env[69524]: DEBUG nova.compute.provider_tree [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.334313] env[69524]: DEBUG nova.objects.instance [None req-8b3bbb10-a92a-4a0e-8541-7efd31145f4f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Lazy-loading 'flavor' on Instance uuid d1031693-cd67-4cb7-8bcc-dfcd69d1d72d {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.367387] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-dbacd122-149a-4aa4-95ec-eecc4257c844 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 934.367621] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-dbacd122-149a-4aa4-95ec-eecc4257c844 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 934.367860] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbacd122-149a-4aa4-95ec-eecc4257c844 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Deleting the datastore file [datastore1] e2c166bd-9b6d-4450-bba0-43bb56975555 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 934.369057] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36b825f3-4810-4ecc-8f3c-884f5e8b120e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.378534] env[69524]: DEBUG oslo_vmware.api [None req-dbacd122-149a-4aa4-95ec-eecc4257c844 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 934.378534] env[69524]: value = "task-4068090" [ 934.378534] env[69524]: _type = "Task" [ 934.378534] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.389217] env[69524]: DEBUG oslo_vmware.api [None req-dbacd122-149a-4aa4-95ec-eecc4257c844 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068090, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.482938] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068086, 'name': CreateVM_Task} progress is 25%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.528983] env[69524]: DEBUG nova.compute.manager [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] [instance: 795966e5-14a4-4179-8eec-c90e8c73c313] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 934.567271] env[69524]: DEBUG oslo_vmware.api [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4068087, 'name': Rename_Task, 'duration_secs': 0.412539} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.567799] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 934.568244] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7869d675-d86f-4ad3-9431-3b302a3e6bfe {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.576274] env[69524]: DEBUG oslo_vmware.api [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for the task: (returnval){ [ 934.576274] env[69524]: value = "task-4068091" [ 934.576274] env[69524]: _type = "Task" [ 934.576274] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.586365] env[69524]: DEBUG oslo_vmware.api [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4068091, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.671063] env[69524]: DEBUG oslo_vmware.api [None req-e55f5a72-f2e8-4c46-8264-f84a6425040c tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068088, 'name': PowerOffVM_Task, 'duration_secs': 0.319837} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.671360] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-e55f5a72-f2e8-4c46-8264-f84a6425040c tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 934.677008] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-e55f5a72-f2e8-4c46-8264-f84a6425040c tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Reconfiguring VM instance instance-0000002e to detach disk 2001 {{(pid=69524) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 934.677334] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-237a7c77-1d1b-4150-901a-54105b1ffb88 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.702429] env[69524]: DEBUG oslo_vmware.api [None req-e55f5a72-f2e8-4c46-8264-f84a6425040c tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for the task: (returnval){ [ 934.702429] env[69524]: value = "task-4068092" [ 934.702429] env[69524]: _type = "Task" [ 934.702429] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.712839] env[69524]: DEBUG oslo_vmware.api [None req-e55f5a72-f2e8-4c46-8264-f84a6425040c tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068092, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.731692] env[69524]: DEBUG oslo_vmware.api [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Task: {'id': task-4068082, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619539} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.732181] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 2c5c2c0d-c218-4ce4-995d-42d28e5106aa/2c5c2c0d-c218-4ce4-995d-42d28e5106aa.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 934.732509] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] [instance: 2c5c2c0d-c218-4ce4-995d-42d28e5106aa] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 934.732918] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3a0392c-1e17-412d-8916-b5b22bc864f0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.741999] env[69524]: DEBUG oslo_vmware.api [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Waiting for the task: (returnval){ [ 934.741999] env[69524]: value = "task-4068093" [ 934.741999] env[69524]: _type = "Task" [ 934.741999] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.753727] env[69524]: DEBUG oslo_vmware.api [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Task: {'id': task-4068093, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.808014] env[69524]: DEBUG nova.scheduler.client.report [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.840069] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8b3bbb10-a92a-4a0e-8541-7efd31145f4f tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Lock "d1031693-cd67-4cb7-8bcc-dfcd69d1d72d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.351s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.889811] env[69524]: DEBUG oslo_vmware.api [None req-dbacd122-149a-4aa4-95ec-eecc4257c844 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068090, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.313785} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.890570] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbacd122-149a-4aa4-95ec-eecc4257c844 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 934.890776] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-dbacd122-149a-4aa4-95ec-eecc4257c844 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 934.890984] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-dbacd122-149a-4aa4-95ec-eecc4257c844 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 934.891190] env[69524]: INFO nova.compute.manager [None req-dbacd122-149a-4aa4-95ec-eecc4257c844 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Took 1.18 seconds to destroy the instance on the hypervisor. [ 934.891444] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dbacd122-149a-4aa4-95ec-eecc4257c844 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 934.891629] env[69524]: DEBUG nova.compute.manager [-] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 934.891737] env[69524]: DEBUG nova.network.neutron [-] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 934.983680] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068086, 'name': CreateVM_Task, 'duration_secs': 0.676949} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.983981] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 934.984637] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.984825] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.985176] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.985446] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3281b724-9fb1-475a-93fd-c44867b97e1f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.991288] env[69524]: DEBUG oslo_vmware.api [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Waiting for the task: (returnval){ [ 934.991288] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]526d5dbb-4bb5-91d2-fc53-4c28a6f9765a" [ 934.991288] env[69524]: _type = "Task" [ 934.991288] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.001063] env[69524]: DEBUG oslo_vmware.api [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]526d5dbb-4bb5-91d2-fc53-4c28a6f9765a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.091223] env[69524]: DEBUG oslo_vmware.api [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4068091, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.220467] env[69524]: DEBUG oslo_vmware.api [None req-e55f5a72-f2e8-4c46-8264-f84a6425040c tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068092, 'name': ReconfigVM_Task, 'duration_secs': 0.449067} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.220976] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-e55f5a72-f2e8-4c46-8264-f84a6425040c tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Reconfigured VM instance instance-0000002e to detach disk 2001 {{(pid=69524) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 935.221221] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-e55f5a72-f2e8-4c46-8264-f84a6425040c tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 935.221525] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29b1c23f-39fb-4e16-a4a1-11fbbc0f8e19 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.230762] env[69524]: DEBUG oslo_vmware.api [None req-e55f5a72-f2e8-4c46-8264-f84a6425040c tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for the task: (returnval){ [ 935.230762] env[69524]: value = "task-4068094" [ 935.230762] env[69524]: _type = "Task" [ 935.230762] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.241624] env[69524]: DEBUG oslo_vmware.api [None req-e55f5a72-f2e8-4c46-8264-f84a6425040c tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068094, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.253315] env[69524]: DEBUG oslo_vmware.api [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Task: {'id': task-4068093, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083324} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.253621] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] [instance: 2c5c2c0d-c218-4ce4-995d-42d28e5106aa] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 935.254677] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c849fc66-07c2-445d-9347-efb0f0b3812d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.280498] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] [instance: 2c5c2c0d-c218-4ce4-995d-42d28e5106aa] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 2c5c2c0d-c218-4ce4-995d-42d28e5106aa/2c5c2c0d-c218-4ce4-995d-42d28e5106aa.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 935.280889] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-507b4291-22fd-4ab0-9c54-35f998535d69 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.297966] env[69524]: DEBUG nova.network.neutron [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] [instance: 795966e5-14a4-4179-8eec-c90e8c73c313] Successfully updated port: 69c3b7cc-b011-415c-b423-e2b5fc6f0838 {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 935.303443] env[69524]: DEBUG oslo_vmware.api [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Waiting for the task: (returnval){ [ 935.303443] env[69524]: value = "task-4068095" [ 935.303443] env[69524]: _type = "Task" [ 935.303443] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.316980] env[69524]: DEBUG oslo_concurrency.lockutils [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.819s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.317611] env[69524]: DEBUG nova.compute.manager [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 935.320497] env[69524]: DEBUG oslo_vmware.api [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Task: {'id': task-4068095, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.322088] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ed511dce-bbd3-42ad-898b-90a87c1daf74 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.568s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.322088] env[69524]: DEBUG nova.objects.instance [None req-ed511dce-bbd3-42ad-898b-90a87c1daf74 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Lazy-loading 'resources' on Instance uuid 7908b4fb-eb18-493b-b98b-48c23f0926fd {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 935.502723] env[69524]: DEBUG oslo_vmware.api [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]526d5dbb-4bb5-91d2-fc53-4c28a6f9765a, 'name': SearchDatastore_Task, 'duration_secs': 0.022366} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.503412] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.503694] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 935.503948] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.504127] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.504328] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 935.504631] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a0d6320-7e22-45f2-a97c-a58f675ccd9a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.518019] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 935.518019] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 935.518019] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecc855bd-1ec8-44ff-aac3-8562afe69e5c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.523489] env[69524]: DEBUG oslo_vmware.api [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Waiting for the task: (returnval){ [ 935.523489] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52b7aeb4-0618-1463-d7a2-48769a58e6c8" [ 935.523489] env[69524]: _type = "Task" [ 935.523489] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.534024] env[69524]: DEBUG oslo_vmware.api [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52b7aeb4-0618-1463-d7a2-48769a58e6c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.587116] env[69524]: DEBUG oslo_vmware.api [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4068091, 'name': PowerOnVM_Task, 'duration_secs': 0.616333} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.587388] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 935.587590] env[69524]: DEBUG nova.compute.manager [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 935.588389] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4afd5c-eb3a-45cb-be3c-c396e2853f05 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.696372] env[69524]: DEBUG nova.virt.hardware [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 935.696372] env[69524]: DEBUG nova.virt.hardware [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 935.696372] env[69524]: DEBUG nova.virt.hardware [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 935.696372] env[69524]: DEBUG nova.virt.hardware [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 935.696372] env[69524]: DEBUG nova.virt.hardware [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 935.697367] env[69524]: DEBUG nova.virt.hardware [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 935.697629] env[69524]: DEBUG nova.virt.hardware [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 935.697794] env[69524]: DEBUG nova.virt.hardware [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 935.697961] env[69524]: DEBUG nova.virt.hardware [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 935.698136] env[69524]: DEBUG nova.virt.hardware [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 935.698310] env[69524]: DEBUG nova.virt.hardware [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 935.703096] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7428b4d7-f623-43e1-ba37-63269abb823d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.715178] env[69524]: DEBUG nova.virt.hardware [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 935.715677] env[69524]: DEBUG nova.virt.hardware [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 935.715677] env[69524]: DEBUG nova.virt.hardware [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 935.715797] env[69524]: DEBUG nova.virt.hardware [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 935.715858] env[69524]: DEBUG nova.virt.hardware [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 935.716011] env[69524]: DEBUG nova.virt.hardware [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 935.716224] env[69524]: DEBUG nova.virt.hardware [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 935.716709] env[69524]: DEBUG nova.virt.hardware [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 935.716709] env[69524]: DEBUG nova.virt.hardware [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 935.716709] env[69524]: DEBUG nova.virt.hardware [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 935.716929] env[69524]: DEBUG nova.virt.hardware [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 935.718350] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2650001c-dab3-42be-8ba0-bd1115c6cc28 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.723653] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4526caeb-48c6-4173-a29a-b61b2faab5d3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.733766] env[69524]: DEBUG oslo_vmware.rw_handles [None req-79544a33-356f-4edd-bea4-a094554b650e tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d4319e-16cd-3883-ebb2-0e1853084233/disk-0.vmdk. {{(pid=69524) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 935.747046] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23fe976a-ec1f-4fb1-8138-98c4a415785a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.751478] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9c8bebd-12fd-4ee8-82fa-11933bc0a93b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.754067] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] [instance: 86b272e6-8a18-486f-81e9-d1a325d83cf3] Instance VIF info [] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 935.759661] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 935.759977] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86b272e6-8a18-486f-81e9-d1a325d83cf3] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 935.761226] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d93a0bfb-cd96-417f-ad90-b32bae343ac6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.785544] env[69524]: DEBUG oslo_vmware.api [None req-e55f5a72-f2e8-4c46-8264-f84a6425040c tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068094, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.785816] env[69524]: DEBUG oslo_vmware.rw_handles [None req-79544a33-356f-4edd-bea4-a094554b650e tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d4319e-16cd-3883-ebb2-0e1853084233/disk-0.vmdk is in state: ready. {{(pid=69524) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 935.785962] env[69524]: ERROR oslo_vmware.rw_handles [None req-79544a33-356f-4edd-bea4-a094554b650e tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d4319e-16cd-3883-ebb2-0e1853084233/disk-0.vmdk due to incomplete transfer. [ 935.787836] env[69524]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-44ee5fcb-ed22-4e3c-9a4e-44c9bc868a22 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.790511] env[69524]: DEBUG nova.compute.manager [req-334d8e48-b4b4-4b1a-b348-59f86f919103 req-ecf057fa-05c6-4dc4-95f9-4fdc3eacd3b3 service nova] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Received event network-vif-plugged-071c20d0-a41c-4a79-ac93-b9a457c13c5f {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.790766] env[69524]: DEBUG oslo_concurrency.lockutils [req-334d8e48-b4b4-4b1a-b348-59f86f919103 req-ecf057fa-05c6-4dc4-95f9-4fdc3eacd3b3 service nova] Acquiring lock "0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.790910] env[69524]: DEBUG oslo_concurrency.lockutils [req-334d8e48-b4b4-4b1a-b348-59f86f919103 req-ecf057fa-05c6-4dc4-95f9-4fdc3eacd3b3 service nova] Lock "0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.791102] env[69524]: DEBUG oslo_concurrency.lockutils [req-334d8e48-b4b4-4b1a-b348-59f86f919103 req-ecf057fa-05c6-4dc4-95f9-4fdc3eacd3b3 service nova] Lock "0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.791276] env[69524]: DEBUG nova.compute.manager [req-334d8e48-b4b4-4b1a-b348-59f86f919103 req-ecf057fa-05c6-4dc4-95f9-4fdc3eacd3b3 service nova] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] No waiting events found dispatching network-vif-plugged-071c20d0-a41c-4a79-ac93-b9a457c13c5f {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 935.791466] env[69524]: WARNING nova.compute.manager [req-334d8e48-b4b4-4b1a-b348-59f86f919103 req-ecf057fa-05c6-4dc4-95f9-4fdc3eacd3b3 service nova] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Received unexpected event network-vif-plugged-071c20d0-a41c-4a79-ac93-b9a457c13c5f for instance with vm_state building and task_state spawning. [ 935.791636] env[69524]: DEBUG nova.compute.manager [req-334d8e48-b4b4-4b1a-b348-59f86f919103 req-ecf057fa-05c6-4dc4-95f9-4fdc3eacd3b3 service nova] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Received event network-changed-071c20d0-a41c-4a79-ac93-b9a457c13c5f {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.791815] env[69524]: DEBUG nova.compute.manager [req-334d8e48-b4b4-4b1a-b348-59f86f919103 req-ecf057fa-05c6-4dc4-95f9-4fdc3eacd3b3 service nova] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Refreshing instance network info cache due to event network-changed-071c20d0-a41c-4a79-ac93-b9a457c13c5f. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 935.791960] env[69524]: DEBUG oslo_concurrency.lockutils [req-334d8e48-b4b4-4b1a-b348-59f86f919103 req-ecf057fa-05c6-4dc4-95f9-4fdc3eacd3b3 service nova] Acquiring lock "refresh_cache-0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.792109] env[69524]: DEBUG oslo_concurrency.lockutils [req-334d8e48-b4b4-4b1a-b348-59f86f919103 req-ecf057fa-05c6-4dc4-95f9-4fdc3eacd3b3 service nova] Acquired lock "refresh_cache-0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.792262] env[69524]: DEBUG nova.network.neutron [req-334d8e48-b4b4-4b1a-b348-59f86f919103 req-ecf057fa-05c6-4dc4-95f9-4fdc3eacd3b3 service nova] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Refreshing network info cache for port 071c20d0-a41c-4a79-ac93-b9a457c13c5f {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 935.794786] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 935.794786] env[69524]: value = "task-4068096" [ 935.794786] env[69524]: _type = "Task" [ 935.794786] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.800439] env[69524]: DEBUG oslo_concurrency.lockutils [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Acquiring lock "refresh_cache-795966e5-14a4-4179-8eec-c90e8c73c313" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.800595] env[69524]: DEBUG oslo_concurrency.lockutils [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Acquired lock "refresh_cache-795966e5-14a4-4179-8eec-c90e8c73c313" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.800745] env[69524]: DEBUG nova.network.neutron [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] [instance: 795966e5-14a4-4179-8eec-c90e8c73c313] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 935.806060] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068096, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.807789] env[69524]: DEBUG oslo_vmware.rw_handles [None req-79544a33-356f-4edd-bea4-a094554b650e tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52d4319e-16cd-3883-ebb2-0e1853084233/disk-0.vmdk. {{(pid=69524) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 935.807789] env[69524]: DEBUG nova.virt.vmwareapi.images [None req-79544a33-356f-4edd-bea4-a094554b650e tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255] Uploaded image baab226d-827d-46be-bd7b-9be524e4e920 to the Glance image server {{(pid=69524) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 935.808932] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-79544a33-356f-4edd-bea4-a094554b650e tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255] Destroying the VM {{(pid=69524) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 935.814323] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7d7026d4-5445-4659-9862-acd866ec0272 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.827269] env[69524]: DEBUG nova.compute.utils [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 935.832821] env[69524]: DEBUG oslo_vmware.api [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Task: {'id': task-4068095, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.835462] env[69524]: DEBUG nova.compute.manager [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 935.835712] env[69524]: DEBUG nova.network.neutron [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 935.841089] env[69524]: DEBUG oslo_vmware.api [None req-79544a33-356f-4edd-bea4-a094554b650e tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Waiting for the task: (returnval){ [ 935.841089] env[69524]: value = "task-4068097" [ 935.841089] env[69524]: _type = "Task" [ 935.841089] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.851298] env[69524]: DEBUG oslo_vmware.api [None req-79544a33-356f-4edd-bea4-a094554b650e tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4068097, 'name': Destroy_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.927728] env[69524]: DEBUG nova.policy [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e253cb228794ad0b33ff7718aa121fd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8d4a69dd2a544dd9131056f09e018e0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 936.039072] env[69524]: DEBUG nova.network.neutron [-] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.039886] env[69524]: DEBUG oslo_vmware.api [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52b7aeb4-0618-1463-d7a2-48769a58e6c8, 'name': SearchDatastore_Task, 'duration_secs': 0.01842} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.044353] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6ec166c-3584-480c-a6be-e0e7c904c09d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.051439] env[69524]: DEBUG oslo_vmware.api [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Waiting for the task: (returnval){ [ 936.051439] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52bdd5c5-dd41-b9aa-71cb-9c78d4fc3de3" [ 936.051439] env[69524]: _type = "Task" [ 936.051439] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.069337] env[69524]: DEBUG oslo_vmware.api [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52bdd5c5-dd41-b9aa-71cb-9c78d4fc3de3, 'name': SearchDatastore_Task, 'duration_secs': 0.015199} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.069645] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.070725] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8/0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 936.070725] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29ce9be6-52b3-43f9-99e2-fcbd1fde5bd4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.084846] env[69524]: DEBUG oslo_vmware.api [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Waiting for the task: (returnval){ [ 936.084846] env[69524]: value = "task-4068098" [ 936.084846] env[69524]: _type = "Task" [ 936.084846] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.096628] env[69524]: DEBUG oslo_vmware.api [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Task: {'id': task-4068098, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.110687] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.244686] env[69524]: DEBUG oslo_vmware.api [None req-e55f5a72-f2e8-4c46-8264-f84a6425040c tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068094, 'name': PowerOnVM_Task, 'duration_secs': 0.754984} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.244980] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-e55f5a72-f2e8-4c46-8264-f84a6425040c tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 936.245264] env[69524]: DEBUG nova.compute.manager [None req-e55f5a72-f2e8-4c46-8264-f84a6425040c tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 936.246185] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab98937-e5a0-4395-a3f7-b7ae207bf510 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.322492] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068096, 'name': CreateVM_Task, 'duration_secs': 0.494222} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.333400] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86b272e6-8a18-486f-81e9-d1a325d83cf3] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 936.334470] env[69524]: DEBUG oslo_vmware.api [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Task: {'id': task-4068095, 'name': ReconfigVM_Task, 'duration_secs': 0.730862} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.335427] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.336227] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.336333] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.337285] env[69524]: DEBUG nova.compute.manager [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 936.342137] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] [instance: 2c5c2c0d-c218-4ce4-995d-42d28e5106aa] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 2c5c2c0d-c218-4ce4-995d-42d28e5106aa/2c5c2c0d-c218-4ce4-995d-42d28e5106aa.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 936.343737] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-964b72a5-cc7e-4e24-98f6-d2188cca7a34 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.347015] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-608e4b8c-b697-41d0-8db3-a235737d7959 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.362612] env[69524]: DEBUG oslo_vmware.api [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Waiting for the task: (returnval){ [ 936.362612] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]524a03e9-c6bb-0834-e176-6b9d154e3d72" [ 936.362612] env[69524]: _type = "Task" [ 936.362612] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.367310] env[69524]: DEBUG nova.network.neutron [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] [instance: 795966e5-14a4-4179-8eec-c90e8c73c313] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 936.371236] env[69524]: DEBUG oslo_vmware.api [None req-79544a33-356f-4edd-bea4-a094554b650e tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4068097, 'name': Destroy_Task} progress is 33%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.377042] env[69524]: DEBUG oslo_vmware.api [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Waiting for the task: (returnval){ [ 936.377042] env[69524]: value = "task-4068099" [ 936.377042] env[69524]: _type = "Task" [ 936.377042] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.393938] env[69524]: DEBUG oslo_vmware.api [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]524a03e9-c6bb-0834-e176-6b9d154e3d72, 'name': SearchDatastore_Task, 'duration_secs': 0.017373} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.398414] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.398746] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] [instance: 86b272e6-8a18-486f-81e9-d1a325d83cf3] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 936.398930] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.399218] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.399404] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 936.400032] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e599e35e-4ccb-4889-add7-b6fe32aae8d1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.407222] env[69524]: DEBUG oslo_vmware.api [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Task: {'id': task-4068099, 'name': Rename_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.419686] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 936.419998] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 936.421913] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68a5c77c-ce01-453d-bdb5-73df06303eaf {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.431376] env[69524]: DEBUG oslo_vmware.api [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Waiting for the task: (returnval){ [ 936.431376] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52387c9b-1eaa-9452-90e7-a511f8fb189a" [ 936.431376] env[69524]: _type = "Task" [ 936.431376] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.443771] env[69524]: DEBUG oslo_vmware.api [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52387c9b-1eaa-9452-90e7-a511f8fb189a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.495786] env[69524]: DEBUG nova.network.neutron [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Successfully created port: 51a898da-4c04-4385-97b9-68224a7e9b5d {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 936.546113] env[69524]: INFO nova.compute.manager [-] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Took 1.65 seconds to deallocate network for instance. [ 936.566664] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2032dd-2aa9-4116-a46b-e52d7a6613e5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.576642] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ec9cec-5e89-42c6-9900-6a2aeb70bb25 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.627326] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0663fc4-9c25-46b1-90d4-a3037d10e939 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.638650] env[69524]: DEBUG oslo_vmware.api [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Task: {'id': task-4068098, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.642394] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9434d319-5776-4ee1-95f7-5e038fc7484b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.663285] env[69524]: DEBUG nova.compute.provider_tree [None req-ed511dce-bbd3-42ad-898b-90a87c1daf74 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 936.684971] env[69524]: DEBUG nova.network.neutron [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] [instance: 795966e5-14a4-4179-8eec-c90e8c73c313] Updating instance_info_cache with network_info: [{"id": "69c3b7cc-b011-415c-b423-e2b5fc6f0838", "address": "fa:16:3e:45:da:34", "network": {"id": "defba7e0-7eaa-432d-a96a-99ce758674de", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1460721811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f73c7e7f3674cd19753671e0bd83d4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69c3b7cc-b0", "ovs_interfaceid": "69c3b7cc-b011-415c-b423-e2b5fc6f0838", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.838317] env[69524]: DEBUG nova.network.neutron [req-334d8e48-b4b4-4b1a-b348-59f86f919103 req-ecf057fa-05c6-4dc4-95f9-4fdc3eacd3b3 service nova] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Updated VIF entry in instance network info cache for port 071c20d0-a41c-4a79-ac93-b9a457c13c5f. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 936.838905] env[69524]: DEBUG nova.network.neutron [req-334d8e48-b4b4-4b1a-b348-59f86f919103 req-ecf057fa-05c6-4dc4-95f9-4fdc3eacd3b3 service nova] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Updating instance_info_cache with network_info: [{"id": "071c20d0-a41c-4a79-ac93-b9a457c13c5f", "address": "fa:16:3e:c9:b2:0d", "network": {"id": "53e4ffc8-080d-437e-987b-b1813dede2ad", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1028710535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73f37342718143eb94ba80e3f12d3d8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap071c20d0-a4", "ovs_interfaceid": "071c20d0-a41c-4a79-ac93-b9a457c13c5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.861354] env[69524]: DEBUG oslo_vmware.api [None req-79544a33-356f-4edd-bea4-a094554b650e tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4068097, 'name': Destroy_Task, 'duration_secs': 0.596137} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.861520] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-79544a33-356f-4edd-bea4-a094554b650e tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255] Destroyed the VM [ 936.861771] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-79544a33-356f-4edd-bea4-a094554b650e tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255] Deleting Snapshot of the VM instance {{(pid=69524) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 936.862051] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-aab9b942-4128-4a63-8d33-f4ceca4c5243 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.872997] env[69524]: DEBUG oslo_vmware.api [None req-79544a33-356f-4edd-bea4-a094554b650e tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Waiting for the task: (returnval){ [ 936.872997] env[69524]: value = "task-4068100" [ 936.872997] env[69524]: _type = "Task" [ 936.872997] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.883079] env[69524]: DEBUG oslo_vmware.api [None req-79544a33-356f-4edd-bea4-a094554b650e tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4068100, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.893387] env[69524]: DEBUG oslo_vmware.api [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Task: {'id': task-4068099, 'name': Rename_Task, 'duration_secs': 0.3364} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.893847] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] [instance: 2c5c2c0d-c218-4ce4-995d-42d28e5106aa] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 936.893991] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-932701af-0544-4576-b17c-f8d3f9ea5f50 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.902999] env[69524]: DEBUG oslo_vmware.api [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Waiting for the task: (returnval){ [ 936.902999] env[69524]: value = "task-4068101" [ 936.902999] env[69524]: _type = "Task" [ 936.902999] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.917584] env[69524]: DEBUG oslo_vmware.api [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Task: {'id': task-4068101, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.946587] env[69524]: DEBUG oslo_vmware.api [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52387c9b-1eaa-9452-90e7-a511f8fb189a, 'name': SearchDatastore_Task, 'duration_secs': 0.017491} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.946587] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8607f964-4c33-4328-9d11-574f5fd4fe96 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.953357] env[69524]: DEBUG oslo_vmware.api [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Waiting for the task: (returnval){ [ 936.953357] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]522ff444-30e0-964a-bc07-659f364d8880" [ 936.953357] env[69524]: _type = "Task" [ 936.953357] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.964916] env[69524]: DEBUG oslo_vmware.api [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]522ff444-30e0-964a-bc07-659f364d8880, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.057269] env[69524]: DEBUG oslo_concurrency.lockutils [None req-dbacd122-149a-4aa4-95ec-eecc4257c844 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.100509] env[69524]: DEBUG oslo_vmware.api [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Task: {'id': task-4068098, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.167793] env[69524]: DEBUG nova.scheduler.client.report [None req-ed511dce-bbd3-42ad-898b-90a87c1daf74 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.190795] env[69524]: DEBUG oslo_concurrency.lockutils [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Releasing lock "refresh_cache-795966e5-14a4-4179-8eec-c90e8c73c313" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.191077] env[69524]: DEBUG nova.compute.manager [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] [instance: 795966e5-14a4-4179-8eec-c90e8c73c313] Instance network_info: |[{"id": "69c3b7cc-b011-415c-b423-e2b5fc6f0838", "address": "fa:16:3e:45:da:34", "network": {"id": "defba7e0-7eaa-432d-a96a-99ce758674de", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1460721811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f73c7e7f3674cd19753671e0bd83d4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69c3b7cc-b0", "ovs_interfaceid": "69c3b7cc-b011-415c-b423-e2b5fc6f0838", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 937.191516] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] [instance: 795966e5-14a4-4179-8eec-c90e8c73c313] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:da:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90328c7b-15c4-4742-805b-755248d67029', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69c3b7cc-b011-415c-b423-e2b5fc6f0838', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 937.202844] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Creating folder: Project (1f73c7e7f3674cd19753671e0bd83d4b). Parent ref: group-v806025. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 937.202844] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cfd619c7-c373-4aea-a314-29396c8c8bbe {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.215035] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Created folder: Project (1f73c7e7f3674cd19753671e0bd83d4b) in parent group-v806025. [ 937.215214] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Creating folder: Instances. Parent ref: group-v806199. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 937.215481] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15b399b4-8171-4f9d-99ad-792ea8f32235 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.227394] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Created folder: Instances in parent group-v806199. [ 937.227667] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 937.228396] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 795966e5-14a4-4179-8eec-c90e8c73c313] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 937.228719] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ce37076-945d-418c-9d1c-2f240797028c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.251188] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 937.251188] env[69524]: value = "task-4068104" [ 937.251188] env[69524]: _type = "Task" [ 937.251188] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.261523] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068104, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.345399] env[69524]: DEBUG oslo_concurrency.lockutils [req-334d8e48-b4b4-4b1a-b348-59f86f919103 req-ecf057fa-05c6-4dc4-95f9-4fdc3eacd3b3 service nova] Releasing lock "refresh_cache-0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.350544] env[69524]: DEBUG nova.compute.manager [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 937.376022] env[69524]: DEBUG nova.virt.hardware [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:49:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='d840283c-6551-47d5-a802-8fd62f4ef914',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-695911461',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 937.376022] env[69524]: DEBUG nova.virt.hardware [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 937.376022] env[69524]: DEBUG nova.virt.hardware [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 937.376539] env[69524]: DEBUG nova.virt.hardware [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 937.376845] env[69524]: DEBUG nova.virt.hardware [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 937.377132] env[69524]: DEBUG nova.virt.hardware [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 937.378840] env[69524]: DEBUG nova.virt.hardware [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 937.378840] env[69524]: DEBUG nova.virt.hardware [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 937.378840] env[69524]: DEBUG nova.virt.hardware [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 937.378840] env[69524]: DEBUG nova.virt.hardware [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 937.378840] env[69524]: DEBUG nova.virt.hardware [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 937.379493] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c14e067-0dd7-42e0-a0bf-d8b1412fa647 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.396677] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0844c5df-dd18-49d9-bfa6-1327fe3f04fa {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.401535] env[69524]: DEBUG oslo_vmware.api [None req-79544a33-356f-4edd-bea4-a094554b650e tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4068100, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.424733] env[69524]: DEBUG oslo_vmware.api [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Task: {'id': task-4068101, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.465905] env[69524]: DEBUG oslo_vmware.api [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]522ff444-30e0-964a-bc07-659f364d8880, 'name': SearchDatastore_Task, 'duration_secs': 0.019841} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.466279] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.466563] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 86b272e6-8a18-486f-81e9-d1a325d83cf3/86b272e6-8a18-486f-81e9-d1a325d83cf3.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 937.466846] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74bd36cf-1a4e-4083-94c1-bb2cfc711325 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.474713] env[69524]: DEBUG oslo_vmware.api [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Waiting for the task: (returnval){ [ 937.474713] env[69524]: value = "task-4068105" [ 937.474713] env[69524]: _type = "Task" [ 937.474713] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.485301] env[69524]: DEBUG oslo_vmware.api [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Task: {'id': task-4068105, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.602474] env[69524]: DEBUG oslo_vmware.api [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Task: {'id': task-4068098, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.673772] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ed511dce-bbd3-42ad-898b-90a87c1daf74 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.352s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.677037] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.076s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.679955] env[69524]: INFO nova.compute.claims [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] [instance: ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 937.702768] env[69524]: INFO nova.scheduler.client.report [None req-ed511dce-bbd3-42ad-898b-90a87c1daf74 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Deleted allocations for instance 7908b4fb-eb18-493b-b98b-48c23f0926fd [ 937.763825] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068104, 'name': CreateVM_Task} progress is 25%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.815718] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1e815103-9c3e-40fe-b011-caad6fad955b tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Acquiring lock "d1031693-cd67-4cb7-8bcc-dfcd69d1d72d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.816116] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1e815103-9c3e-40fe-b011-caad6fad955b tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Lock "d1031693-cd67-4cb7-8bcc-dfcd69d1d72d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.891595] env[69524]: DEBUG oslo_vmware.api [None req-79544a33-356f-4edd-bea4-a094554b650e tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4068100, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.919074] env[69524]: DEBUG oslo_vmware.api [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Task: {'id': task-4068101, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.929791] env[69524]: DEBUG nova.compute.manager [req-a8ae77df-b949-45e4-9a1b-9c5c6db4a7dc req-30f1ee05-64a5-4aa6-a049-7534d23eb350 service nova] [instance: 795966e5-14a4-4179-8eec-c90e8c73c313] Received event network-vif-plugged-69c3b7cc-b011-415c-b423-e2b5fc6f0838 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.930167] env[69524]: DEBUG oslo_concurrency.lockutils [req-a8ae77df-b949-45e4-9a1b-9c5c6db4a7dc req-30f1ee05-64a5-4aa6-a049-7534d23eb350 service nova] Acquiring lock "795966e5-14a4-4179-8eec-c90e8c73c313-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.930458] env[69524]: DEBUG oslo_concurrency.lockutils [req-a8ae77df-b949-45e4-9a1b-9c5c6db4a7dc req-30f1ee05-64a5-4aa6-a049-7534d23eb350 service nova] Lock "795966e5-14a4-4179-8eec-c90e8c73c313-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.930675] env[69524]: DEBUG oslo_concurrency.lockutils [req-a8ae77df-b949-45e4-9a1b-9c5c6db4a7dc req-30f1ee05-64a5-4aa6-a049-7534d23eb350 service nova] Lock "795966e5-14a4-4179-8eec-c90e8c73c313-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.930890] env[69524]: DEBUG nova.compute.manager [req-a8ae77df-b949-45e4-9a1b-9c5c6db4a7dc req-30f1ee05-64a5-4aa6-a049-7534d23eb350 service nova] [instance: 795966e5-14a4-4179-8eec-c90e8c73c313] No waiting events found dispatching network-vif-plugged-69c3b7cc-b011-415c-b423-e2b5fc6f0838 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 937.931128] env[69524]: WARNING nova.compute.manager [req-a8ae77df-b949-45e4-9a1b-9c5c6db4a7dc req-30f1ee05-64a5-4aa6-a049-7534d23eb350 service nova] [instance: 795966e5-14a4-4179-8eec-c90e8c73c313] Received unexpected event network-vif-plugged-69c3b7cc-b011-415c-b423-e2b5fc6f0838 for instance with vm_state building and task_state spawning. [ 937.931480] env[69524]: DEBUG nova.compute.manager [req-a8ae77df-b949-45e4-9a1b-9c5c6db4a7dc req-30f1ee05-64a5-4aa6-a049-7534d23eb350 service nova] [instance: 795966e5-14a4-4179-8eec-c90e8c73c313] Received event network-changed-69c3b7cc-b011-415c-b423-e2b5fc6f0838 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 937.931703] env[69524]: DEBUG nova.compute.manager [req-a8ae77df-b949-45e4-9a1b-9c5c6db4a7dc req-30f1ee05-64a5-4aa6-a049-7534d23eb350 service nova] [instance: 795966e5-14a4-4179-8eec-c90e8c73c313] Refreshing instance network info cache due to event network-changed-69c3b7cc-b011-415c-b423-e2b5fc6f0838. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 937.931982] env[69524]: DEBUG oslo_concurrency.lockutils [req-a8ae77df-b949-45e4-9a1b-9c5c6db4a7dc req-30f1ee05-64a5-4aa6-a049-7534d23eb350 service nova] Acquiring lock "refresh_cache-795966e5-14a4-4179-8eec-c90e8c73c313" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.932160] env[69524]: DEBUG oslo_concurrency.lockutils [req-a8ae77df-b949-45e4-9a1b-9c5c6db4a7dc req-30f1ee05-64a5-4aa6-a049-7534d23eb350 service nova] Acquired lock "refresh_cache-795966e5-14a4-4179-8eec-c90e8c73c313" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.932366] env[69524]: DEBUG nova.network.neutron [req-a8ae77df-b949-45e4-9a1b-9c5c6db4a7dc req-30f1ee05-64a5-4aa6-a049-7534d23eb350 service nova] [instance: 795966e5-14a4-4179-8eec-c90e8c73c313] Refreshing network info cache for port 69c3b7cc-b011-415c-b423-e2b5fc6f0838 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 937.987438] env[69524]: DEBUG oslo_vmware.api [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Task: {'id': task-4068105, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.108490] env[69524]: DEBUG oslo_vmware.api [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Task: {'id': task-4068098, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.656331} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.108750] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8/0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 938.109425] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 938.110139] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98dabadb-6227-45fd-9c10-34487b6bed14 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.122223] env[69524]: DEBUG oslo_vmware.api [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Waiting for the task: (returnval){ [ 938.122223] env[69524]: value = "task-4068106" [ 938.122223] env[69524]: _type = "Task" [ 938.122223] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.133257] env[69524]: DEBUG oslo_vmware.api [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Task: {'id': task-4068106, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.217032] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ed511dce-bbd3-42ad-898b-90a87c1daf74 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Lock "7908b4fb-eb18-493b-b98b-48c23f0926fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.052s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.218496] env[69524]: DEBUG oslo_concurrency.lockutils [None req-88f2c35f-b92c-49c6-bb9f-4f46dfcbf1e3 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Lock "7908b4fb-eb18-493b-b98b-48c23f0926fd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 27.272s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.218909] env[69524]: DEBUG oslo_concurrency.lockutils [None req-88f2c35f-b92c-49c6-bb9f-4f46dfcbf1e3 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Acquiring lock "7908b4fb-eb18-493b-b98b-48c23f0926fd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.219179] env[69524]: DEBUG oslo_concurrency.lockutils [None req-88f2c35f-b92c-49c6-bb9f-4f46dfcbf1e3 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Lock "7908b4fb-eb18-493b-b98b-48c23f0926fd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.220214] env[69524]: DEBUG oslo_concurrency.lockutils [None req-88f2c35f-b92c-49c6-bb9f-4f46dfcbf1e3 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Lock "7908b4fb-eb18-493b-b98b-48c23f0926fd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.222049] env[69524]: INFO nova.compute.manager [None req-88f2c35f-b92c-49c6-bb9f-4f46dfcbf1e3 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Terminating instance [ 938.265097] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068104, 'name': CreateVM_Task} progress is 25%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.285095] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c121d994-ad5f-4179-b2f3-da02555f8852 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Acquiring lock "6ecdec81-31ef-46fc-b920-327d01640f2d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.285332] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c121d994-ad5f-4179-b2f3-da02555f8852 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Lock "6ecdec81-31ef-46fc-b920-327d01640f2d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.285539] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c121d994-ad5f-4179-b2f3-da02555f8852 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Acquiring lock "6ecdec81-31ef-46fc-b920-327d01640f2d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.285735] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c121d994-ad5f-4179-b2f3-da02555f8852 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Lock "6ecdec81-31ef-46fc-b920-327d01640f2d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.285924] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c121d994-ad5f-4179-b2f3-da02555f8852 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Lock "6ecdec81-31ef-46fc-b920-327d01640f2d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.288682] env[69524]: INFO nova.compute.manager [None req-c121d994-ad5f-4179-b2f3-da02555f8852 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 6ecdec81-31ef-46fc-b920-327d01640f2d] Terminating instance [ 938.322831] env[69524]: INFO nova.compute.manager [None req-1e815103-9c3e-40fe-b011-caad6fad955b tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] Detaching volume 3e8cebf5-9a65-48fd-a449-2a394cd5be86 [ 938.383292] env[69524]: INFO nova.virt.block_device [None req-1e815103-9c3e-40fe-b011-caad6fad955b tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] Attempting to driver detach volume 3e8cebf5-9a65-48fd-a449-2a394cd5be86 from mountpoint /dev/sdb [ 938.383292] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e815103-9c3e-40fe-b011-caad6fad955b tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] Volume detach. Driver type: vmdk {{(pid=69524) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 938.383292] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e815103-9c3e-40fe-b011-caad6fad955b tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806188', 'volume_id': '3e8cebf5-9a65-48fd-a449-2a394cd5be86', 'name': 'volume-3e8cebf5-9a65-48fd-a449-2a394cd5be86', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd1031693-cd67-4cb7-8bcc-dfcd69d1d72d', 'attached_at': '', 'detached_at': '', 'volume_id': '3e8cebf5-9a65-48fd-a449-2a394cd5be86', 'serial': '3e8cebf5-9a65-48fd-a449-2a394cd5be86'} {{(pid=69524) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 938.384668] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3faffb75-dae7-461a-b7df-16aca25129b2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.404677] env[69524]: DEBUG oslo_vmware.api [None req-79544a33-356f-4edd-bea4-a094554b650e tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4068100, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.430158] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3272eafc-5f55-49cb-a316-4b97d72b20c6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.445044] env[69524]: DEBUG oslo_vmware.api [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Task: {'id': task-4068101, 'name': PowerOnVM_Task, 'duration_secs': 1.053484} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.446137] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] [instance: 2c5c2c0d-c218-4ce4-995d-42d28e5106aa] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 938.446405] env[69524]: INFO nova.compute.manager [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] [instance: 2c5c2c0d-c218-4ce4-995d-42d28e5106aa] Took 9.95 seconds to spawn the instance on the hypervisor. [ 938.446696] env[69524]: DEBUG nova.compute.manager [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] [instance: 2c5c2c0d-c218-4ce4-995d-42d28e5106aa] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 938.448413] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55337391-5ca0-49f7-9d15-3e0ec0c6614b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.452924] env[69524]: DEBUG nova.network.neutron [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Successfully updated port: 51a898da-4c04-4385-97b9-68224a7e9b5d {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 938.456697] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb376545-3200-4b46-a24e-fa5b57056ba8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.497985] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ec094e-ecbb-41bd-8009-8b6563fb5674 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.508624] env[69524]: DEBUG oslo_vmware.api [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Task: {'id': task-4068105, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.851697} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.520243] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 86b272e6-8a18-486f-81e9-d1a325d83cf3/86b272e6-8a18-486f-81e9-d1a325d83cf3.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 938.520538] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] [instance: 86b272e6-8a18-486f-81e9-d1a325d83cf3] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 938.521982] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e815103-9c3e-40fe-b011-caad6fad955b tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] The volume has not been displaced from its original location: [datastore2] volume-3e8cebf5-9a65-48fd-a449-2a394cd5be86/volume-3e8cebf5-9a65-48fd-a449-2a394cd5be86.vmdk. No consolidation needed. {{(pid=69524) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 938.529657] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e815103-9c3e-40fe-b011-caad6fad955b tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] Reconfiguring VM instance instance-0000001f to detach disk 2001 {{(pid=69524) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 938.530092] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7c10abb-5c95-4541-b0b3-680d7338362f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.533038] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32a2767f-6038-4027-b782-5b1ef8f07b39 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.554725] env[69524]: DEBUG oslo_vmware.api [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Waiting for the task: (returnval){ [ 938.554725] env[69524]: value = "task-4068107" [ 938.554725] env[69524]: _type = "Task" [ 938.554725] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.558623] env[69524]: DEBUG oslo_vmware.api [None req-1e815103-9c3e-40fe-b011-caad6fad955b tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Waiting for the task: (returnval){ [ 938.558623] env[69524]: value = "task-4068108" [ 938.558623] env[69524]: _type = "Task" [ 938.558623] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.573262] env[69524]: DEBUG oslo_vmware.api [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Task: {'id': task-4068107, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.576871] env[69524]: DEBUG oslo_vmware.api [None req-1e815103-9c3e-40fe-b011-caad6fad955b tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Task: {'id': task-4068108, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.635830] env[69524]: DEBUG oslo_vmware.api [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Task: {'id': task-4068106, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.130922} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.636252] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 938.637302] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5aaad53-6910-415c-b807-755a0adc9f87 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.669271] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8/0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 938.669666] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a046a634-62f5-4cb0-b6d8-58389043738a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.696429] env[69524]: DEBUG oslo_vmware.api [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Waiting for the task: (returnval){ [ 938.696429] env[69524]: value = "task-4068109" [ 938.696429] env[69524]: _type = "Task" [ 938.696429] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.708953] env[69524]: DEBUG oslo_vmware.api [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Task: {'id': task-4068109, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.727334] env[69524]: DEBUG oslo_concurrency.lockutils [None req-88f2c35f-b92c-49c6-bb9f-4f46dfcbf1e3 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Acquiring lock "refresh_cache-7908b4fb-eb18-493b-b98b-48c23f0926fd" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.727334] env[69524]: DEBUG oslo_concurrency.lockutils [None req-88f2c35f-b92c-49c6-bb9f-4f46dfcbf1e3 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Acquired lock "refresh_cache-7908b4fb-eb18-493b-b98b-48c23f0926fd" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.727334] env[69524]: DEBUG nova.network.neutron [None req-88f2c35f-b92c-49c6-bb9f-4f46dfcbf1e3 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 938.768041] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068104, 'name': CreateVM_Task, 'duration_secs': 1.195014} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.768273] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 795966e5-14a4-4179-8eec-c90e8c73c313] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 938.769752] env[69524]: DEBUG oslo_concurrency.lockutils [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.770047] env[69524]: DEBUG oslo_concurrency.lockutils [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.770432] env[69524]: DEBUG oslo_concurrency.lockutils [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.770723] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc863cbc-9518-42e8-9a9e-c2c6b0ae16bf {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.780652] env[69524]: DEBUG oslo_vmware.api [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Waiting for the task: (returnval){ [ 938.780652] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]521049d3-3945-ba5d-f9ea-304a1dbc5501" [ 938.780652] env[69524]: _type = "Task" [ 938.780652] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.791086] env[69524]: DEBUG oslo_vmware.api [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]521049d3-3945-ba5d-f9ea-304a1dbc5501, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.793046] env[69524]: DEBUG nova.compute.manager [None req-c121d994-ad5f-4179-b2f3-da02555f8852 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 6ecdec81-31ef-46fc-b920-327d01640f2d] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 938.793327] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-c121d994-ad5f-4179-b2f3-da02555f8852 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 6ecdec81-31ef-46fc-b920-327d01640f2d] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 938.797277] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46af3d3-b97b-4cda-a1d6-174f86a1ad1d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.806386] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-c121d994-ad5f-4179-b2f3-da02555f8852 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 6ecdec81-31ef-46fc-b920-327d01640f2d] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 938.806386] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-899a7286-9e34-457d-ac92-3c5cc31c33e8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.819535] env[69524]: DEBUG oslo_vmware.api [None req-c121d994-ad5f-4179-b2f3-da02555f8852 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for the task: (returnval){ [ 938.819535] env[69524]: value = "task-4068110" [ 938.819535] env[69524]: _type = "Task" [ 938.819535] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.831638] env[69524]: DEBUG oslo_vmware.api [None req-c121d994-ad5f-4179-b2f3-da02555f8852 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4068110, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.836651] env[69524]: DEBUG nova.network.neutron [req-a8ae77df-b949-45e4-9a1b-9c5c6db4a7dc req-30f1ee05-64a5-4aa6-a049-7534d23eb350 service nova] [instance: 795966e5-14a4-4179-8eec-c90e8c73c313] Updated VIF entry in instance network info cache for port 69c3b7cc-b011-415c-b423-e2b5fc6f0838. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 938.837192] env[69524]: DEBUG nova.network.neutron [req-a8ae77df-b949-45e4-9a1b-9c5c6db4a7dc req-30f1ee05-64a5-4aa6-a049-7534d23eb350 service nova] [instance: 795966e5-14a4-4179-8eec-c90e8c73c313] Updating instance_info_cache with network_info: [{"id": "69c3b7cc-b011-415c-b423-e2b5fc6f0838", "address": "fa:16:3e:45:da:34", "network": {"id": "defba7e0-7eaa-432d-a96a-99ce758674de", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1460721811-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f73c7e7f3674cd19753671e0bd83d4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69c3b7cc-b0", "ovs_interfaceid": "69c3b7cc-b011-415c-b423-e2b5fc6f0838", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.906260] env[69524]: DEBUG oslo_vmware.api [None req-79544a33-356f-4edd-bea4-a094554b650e tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4068100, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.960965] env[69524]: DEBUG oslo_concurrency.lockutils [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Acquiring lock "refresh_cache-0c857091-9d2c-4ecd-b853-e7efbb799669" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.961186] env[69524]: DEBUG oslo_concurrency.lockutils [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Acquired lock "refresh_cache-0c857091-9d2c-4ecd-b853-e7efbb799669" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.961371] env[69524]: DEBUG nova.network.neutron [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 939.007088] env[69524]: INFO nova.compute.manager [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] [instance: 2c5c2c0d-c218-4ce4-995d-42d28e5106aa] Took 36.64 seconds to build instance. [ 939.076287] env[69524]: DEBUG oslo_vmware.api [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Task: {'id': task-4068107, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087952} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.076718] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] [instance: 86b272e6-8a18-486f-81e9-d1a325d83cf3] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 939.077842] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1590ab15-3c1f-4e03-91d9-3fd8a8105b41 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.084994] env[69524]: DEBUG oslo_vmware.api [None req-1e815103-9c3e-40fe-b011-caad6fad955b tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Task: {'id': task-4068108, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.109426] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] [instance: 86b272e6-8a18-486f-81e9-d1a325d83cf3] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 86b272e6-8a18-486f-81e9-d1a325d83cf3/86b272e6-8a18-486f-81e9-d1a325d83cf3.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 939.112907] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2eddc635-6c2e-4b06-902e-96c788ee6621 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.148120] env[69524]: DEBUG oslo_vmware.api [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Waiting for the task: (returnval){ [ 939.148120] env[69524]: value = "task-4068111" [ 939.148120] env[69524]: _type = "Task" [ 939.148120] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.160570] env[69524]: DEBUG oslo_vmware.api [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Task: {'id': task-4068111, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.213926] env[69524]: DEBUG oslo_vmware.api [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Task: {'id': task-4068109, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.234202] env[69524]: DEBUG nova.compute.utils [None req-88f2c35f-b92c-49c6-bb9f-4f46dfcbf1e3 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Can not refresh info_cache because instance was not found {{(pid=69524) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 939.260511] env[69524]: DEBUG nova.network.neutron [None req-88f2c35f-b92c-49c6-bb9f-4f46dfcbf1e3 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 939.299933] env[69524]: DEBUG oslo_vmware.api [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]521049d3-3945-ba5d-f9ea-304a1dbc5501, 'name': SearchDatastore_Task, 'duration_secs': 0.014282} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.307187] env[69524]: DEBUG oslo_concurrency.lockutils [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.308076] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] [instance: 795966e5-14a4-4179-8eec-c90e8c73c313] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 939.308076] env[69524]: DEBUG oslo_concurrency.lockutils [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.308315] env[69524]: DEBUG oslo_concurrency.lockutils [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.308612] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 939.309602] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e84b286-fc44-4ff4-b72e-cdfaa24ad486 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.325538] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 939.326172] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 939.332156] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03d37f4d-a492-40e4-9d1e-955b43a9a58f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.342309] env[69524]: DEBUG oslo_concurrency.lockutils [req-a8ae77df-b949-45e4-9a1b-9c5c6db4a7dc req-30f1ee05-64a5-4aa6-a049-7534d23eb350 service nova] Releasing lock "refresh_cache-795966e5-14a4-4179-8eec-c90e8c73c313" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.343659] env[69524]: DEBUG nova.compute.manager [req-a8ae77df-b949-45e4-9a1b-9c5c6db4a7dc req-30f1ee05-64a5-4aa6-a049-7534d23eb350 service nova] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Received event network-vif-deleted-0f025ac1-3f58-43d7-9e27-1347bb8f0c1b {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.343659] env[69524]: DEBUG oslo_vmware.api [None req-c121d994-ad5f-4179-b2f3-da02555f8852 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4068110, 'name': PowerOffVM_Task, 'duration_secs': 0.263511} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.344874] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-c121d994-ad5f-4179-b2f3-da02555f8852 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 6ecdec81-31ef-46fc-b920-327d01640f2d] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 939.345082] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-c121d994-ad5f-4179-b2f3-da02555f8852 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 6ecdec81-31ef-46fc-b920-327d01640f2d] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 939.345430] env[69524]: DEBUG oslo_vmware.api [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Waiting for the task: (returnval){ [ 939.345430] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5215cddc-e080-af9e-4691-265c48544414" [ 939.345430] env[69524]: _type = "Task" [ 939.345430] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.345704] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a31d5d1-f100-4d5d-942f-a82e6cef43bb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.356894] env[69524]: DEBUG oslo_vmware.api [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5215cddc-e080-af9e-4691-265c48544414, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.400054] env[69524]: DEBUG oslo_vmware.api [None req-79544a33-356f-4edd-bea4-a094554b650e tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4068100, 'name': RemoveSnapshot_Task, 'duration_secs': 2.042223} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.400054] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-79544a33-356f-4edd-bea4-a094554b650e tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255] Deleted Snapshot of the VM instance {{(pid=69524) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 939.400054] env[69524]: INFO nova.compute.manager [None req-79544a33-356f-4edd-bea4-a094554b650e tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255] Took 19.48 seconds to snapshot the instance on the hypervisor. [ 939.429889] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-c121d994-ad5f-4179-b2f3-da02555f8852 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 6ecdec81-31ef-46fc-b920-327d01640f2d] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 939.430248] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-c121d994-ad5f-4179-b2f3-da02555f8852 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 6ecdec81-31ef-46fc-b920-327d01640f2d] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 939.430349] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-c121d994-ad5f-4179-b2f3-da02555f8852 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Deleting the datastore file [datastore1] 6ecdec81-31ef-46fc-b920-327d01640f2d {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 939.430711] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41c52a71-acf2-4e93-b16e-d0f2055b78f4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.438356] env[69524]: DEBUG oslo_vmware.api [None req-c121d994-ad5f-4179-b2f3-da02555f8852 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for the task: (returnval){ [ 939.438356] env[69524]: value = "task-4068113" [ 939.438356] env[69524]: _type = "Task" [ 939.438356] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.451607] env[69524]: DEBUG oslo_vmware.api [None req-c121d994-ad5f-4179-b2f3-da02555f8852 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4068113, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.480517] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b53bb1-1a3c-4ab9-bebd-728545f96b04 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.491120] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13b2e8c-8804-4b1f-afb6-8d7b02199120 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.522195] env[69524]: DEBUG oslo_concurrency.lockutils [None req-30631f40-f706-4242-8ec9-9ed49a193bc1 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Lock "2c5c2c0d-c218-4ce4-995d-42d28e5106aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.516s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.523169] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6379926a-1909-4cf1-b083-ae7801a7c064 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.531707] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f32d568-bbc0-4b89-aa8d-636adc44b94c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.547414] env[69524]: DEBUG nova.compute.provider_tree [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 939.573467] env[69524]: DEBUG oslo_vmware.api [None req-1e815103-9c3e-40fe-b011-caad6fad955b tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Task: {'id': task-4068108, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.629430] env[69524]: DEBUG nova.network.neutron [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 939.660875] env[69524]: DEBUG oslo_vmware.api [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Task: {'id': task-4068111, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.707399] env[69524]: DEBUG oslo_vmware.api [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Task: {'id': task-4068109, 'name': ReconfigVM_Task, 'duration_secs': 0.580284} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.707676] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8/0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 939.708371] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b5cd87e-67e8-48ea-bb55-8a3bb7772b1d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.716132] env[69524]: DEBUG oslo_vmware.api [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Waiting for the task: (returnval){ [ 939.716132] env[69524]: value = "task-4068114" [ 939.716132] env[69524]: _type = "Task" [ 939.716132] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.726383] env[69524]: DEBUG oslo_vmware.api [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Task: {'id': task-4068114, 'name': Rename_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.751348] env[69524]: DEBUG oslo_concurrency.lockutils [None req-70516ac1-97f1-4019-90f1-c521c736c4d7 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Acquiring lock "848cef21-f975-4f2e-ae88-4f05cb97ba5d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.751558] env[69524]: DEBUG oslo_concurrency.lockutils [None req-70516ac1-97f1-4019-90f1-c521c736c4d7 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Lock "848cef21-f975-4f2e-ae88-4f05cb97ba5d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.751765] env[69524]: DEBUG oslo_concurrency.lockutils [None req-70516ac1-97f1-4019-90f1-c521c736c4d7 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Acquiring lock "848cef21-f975-4f2e-ae88-4f05cb97ba5d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.751963] env[69524]: DEBUG oslo_concurrency.lockutils [None req-70516ac1-97f1-4019-90f1-c521c736c4d7 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Lock "848cef21-f975-4f2e-ae88-4f05cb97ba5d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.752124] env[69524]: DEBUG oslo_concurrency.lockutils [None req-70516ac1-97f1-4019-90f1-c521c736c4d7 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Lock "848cef21-f975-4f2e-ae88-4f05cb97ba5d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.757771] env[69524]: INFO nova.compute.manager [None req-70516ac1-97f1-4019-90f1-c521c736c4d7 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] Terminating instance [ 939.764649] env[69524]: DEBUG nova.network.neutron [None req-88f2c35f-b92c-49c6-bb9f-4f46dfcbf1e3 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.863317] env[69524]: DEBUG oslo_vmware.api [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5215cddc-e080-af9e-4691-265c48544414, 'name': SearchDatastore_Task, 'duration_secs': 0.019401} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.864703] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8265548-546c-4f83-a3c4-4f6a1519bfe4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.873516] env[69524]: DEBUG oslo_vmware.api [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Waiting for the task: (returnval){ [ 939.873516] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52786f5a-bfc0-3b66-7c4d-ebf2ea5edeff" [ 939.873516] env[69524]: _type = "Task" [ 939.873516] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.886916] env[69524]: DEBUG oslo_vmware.api [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52786f5a-bfc0-3b66-7c4d-ebf2ea5edeff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.912090] env[69524]: DEBUG nova.network.neutron [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Updating instance_info_cache with network_info: [{"id": "51a898da-4c04-4385-97b9-68224a7e9b5d", "address": "fa:16:3e:c1:f9:64", "network": {"id": "9ba6743d-ce8d-49df-87a9-5afc4de01489", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a86a460dd4454b05b84917cee5434b27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51a898da-4c", "ovs_interfaceid": "51a898da-4c04-4385-97b9-68224a7e9b5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.953251] env[69524]: DEBUG oslo_vmware.api [None req-c121d994-ad5f-4179-b2f3-da02555f8852 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4068113, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.499509} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.953588] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-c121d994-ad5f-4179-b2f3-da02555f8852 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 939.953834] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-c121d994-ad5f-4179-b2f3-da02555f8852 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 6ecdec81-31ef-46fc-b920-327d01640f2d] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 939.954239] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-c121d994-ad5f-4179-b2f3-da02555f8852 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 6ecdec81-31ef-46fc-b920-327d01640f2d] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 939.954550] env[69524]: INFO nova.compute.manager [None req-c121d994-ad5f-4179-b2f3-da02555f8852 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 6ecdec81-31ef-46fc-b920-327d01640f2d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 939.955012] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c121d994-ad5f-4179-b2f3-da02555f8852 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 939.955521] env[69524]: DEBUG nova.compute.manager [-] [instance: 6ecdec81-31ef-46fc-b920-327d01640f2d] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 939.955703] env[69524]: DEBUG nova.network.neutron [-] [instance: 6ecdec81-31ef-46fc-b920-327d01640f2d] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 940.053331] env[69524]: DEBUG nova.scheduler.client.report [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.076167] env[69524]: DEBUG oslo_vmware.api [None req-1e815103-9c3e-40fe-b011-caad6fad955b tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Task: {'id': task-4068108, 'name': ReconfigVM_Task, 'duration_secs': 1.39432} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.076495] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e815103-9c3e-40fe-b011-caad6fad955b tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] Reconfigured VM instance instance-0000001f to detach disk 2001 {{(pid=69524) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 940.084082] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8762670f-c208-46fb-b1cf-50a8d50b9159 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.102942] env[69524]: DEBUG oslo_vmware.api [None req-1e815103-9c3e-40fe-b011-caad6fad955b tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Waiting for the task: (returnval){ [ 940.102942] env[69524]: value = "task-4068115" [ 940.102942] env[69524]: _type = "Task" [ 940.102942] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.117700] env[69524]: DEBUG oslo_vmware.api [None req-1e815103-9c3e-40fe-b011-caad6fad955b tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Task: {'id': task-4068115, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.128701] env[69524]: DEBUG nova.compute.manager [None req-ffc253bd-40b0-4bf8-8eff-3a048a89838e tempest-ServerDiagnosticsTest-749978227 tempest-ServerDiagnosticsTest-749978227-project-admin] [instance: 2c5c2c0d-c218-4ce4-995d-42d28e5106aa] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 940.130281] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a7d7555-2165-4e24-9c1a-0314b908da5c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.140525] env[69524]: INFO nova.compute.manager [None req-ffc253bd-40b0-4bf8-8eff-3a048a89838e tempest-ServerDiagnosticsTest-749978227 tempest-ServerDiagnosticsTest-749978227-project-admin] [instance: 2c5c2c0d-c218-4ce4-995d-42d28e5106aa] Retrieving diagnostics [ 940.141621] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15fa63aa-b9c6-4332-bd64-0c96abd93376 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.190066] env[69524]: DEBUG oslo_vmware.api [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Task: {'id': task-4068111, 'name': ReconfigVM_Task, 'duration_secs': 0.802881} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.190396] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] [instance: 86b272e6-8a18-486f-81e9-d1a325d83cf3] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 86b272e6-8a18-486f-81e9-d1a325d83cf3/86b272e6-8a18-486f-81e9-d1a325d83cf3.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 940.191109] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e772ec8e-a679-4270-96e0-0fd14a9d0b8f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.199901] env[69524]: DEBUG oslo_vmware.api [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Waiting for the task: (returnval){ [ 940.199901] env[69524]: value = "task-4068116" [ 940.199901] env[69524]: _type = "Task" [ 940.199901] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.211682] env[69524]: DEBUG oslo_vmware.api [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Task: {'id': task-4068116, 'name': Rename_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.229227] env[69524]: DEBUG oslo_vmware.api [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Task: {'id': task-4068114, 'name': Rename_Task, 'duration_secs': 0.302416} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.229537] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 940.229899] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-427e235a-9552-4012-8829-c98565403e5c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.239653] env[69524]: DEBUG oslo_vmware.api [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Waiting for the task: (returnval){ [ 940.239653] env[69524]: value = "task-4068117" [ 940.239653] env[69524]: _type = "Task" [ 940.239653] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.250332] env[69524]: DEBUG oslo_vmware.api [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Task: {'id': task-4068117, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.262595] env[69524]: DEBUG nova.compute.manager [None req-70516ac1-97f1-4019-90f1-c521c736c4d7 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 940.262928] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-70516ac1-97f1-4019-90f1-c521c736c4d7 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 940.264166] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57dd1657-ae55-43d8-a58b-a852b7d99f99 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.268061] env[69524]: DEBUG oslo_concurrency.lockutils [None req-88f2c35f-b92c-49c6-bb9f-4f46dfcbf1e3 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Releasing lock "refresh_cache-7908b4fb-eb18-493b-b98b-48c23f0926fd" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.269045] env[69524]: DEBUG nova.compute.manager [None req-88f2c35f-b92c-49c6-bb9f-4f46dfcbf1e3 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 940.269324] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-88f2c35f-b92c-49c6-bb9f-4f46dfcbf1e3 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 940.269702] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4e044a27-2517-4d34-9419-c0921c473d85 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.279952] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-70516ac1-97f1-4019-90f1-c521c736c4d7 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 940.281789] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-feabb1a1-5a7a-424e-8556-58c7b1089486 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.287873] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1c7ddc-fbac-4511-84df-9089d3342ebb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.311413] env[69524]: DEBUG oslo_vmware.api [None req-70516ac1-97f1-4019-90f1-c521c736c4d7 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Waiting for the task: (returnval){ [ 940.311413] env[69524]: value = "task-4068118" [ 940.311413] env[69524]: _type = "Task" [ 940.311413] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.325015] env[69524]: DEBUG oslo_vmware.api [None req-70516ac1-97f1-4019-90f1-c521c736c4d7 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Task: {'id': task-4068118, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.351579] env[69524]: WARNING nova.virt.vmwareapi.vmops [None req-88f2c35f-b92c-49c6-bb9f-4f46dfcbf1e3 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 7908b4fb-eb18-493b-b98b-48c23f0926fd could not be found. [ 940.351825] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-88f2c35f-b92c-49c6-bb9f-4f46dfcbf1e3 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 940.351992] env[69524]: INFO nova.compute.manager [None req-88f2c35f-b92c-49c6-bb9f-4f46dfcbf1e3 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Took 0.08 seconds to destroy the instance on the hypervisor. [ 940.352460] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88f2c35f-b92c-49c6-bb9f-4f46dfcbf1e3 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.354601] env[69524]: DEBUG nova.compute.manager [-] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 940.354753] env[69524]: DEBUG nova.network.neutron [-] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 940.358539] env[69524]: DEBUG nova.compute.manager [req-1d73049f-3012-41ee-a0ba-ec44e6c6e46f req-8fe7d49f-cbd0-4d11-b703-e9d806149f4e service nova] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Received event network-vif-plugged-51a898da-4c04-4385-97b9-68224a7e9b5d {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.358662] env[69524]: DEBUG oslo_concurrency.lockutils [req-1d73049f-3012-41ee-a0ba-ec44e6c6e46f req-8fe7d49f-cbd0-4d11-b703-e9d806149f4e service nova] Acquiring lock "0c857091-9d2c-4ecd-b853-e7efbb799669-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.358965] env[69524]: DEBUG oslo_concurrency.lockutils [req-1d73049f-3012-41ee-a0ba-ec44e6c6e46f req-8fe7d49f-cbd0-4d11-b703-e9d806149f4e service nova] Lock "0c857091-9d2c-4ecd-b853-e7efbb799669-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.359259] env[69524]: DEBUG oslo_concurrency.lockutils [req-1d73049f-3012-41ee-a0ba-ec44e6c6e46f req-8fe7d49f-cbd0-4d11-b703-e9d806149f4e service nova] Lock "0c857091-9d2c-4ecd-b853-e7efbb799669-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.359524] env[69524]: DEBUG nova.compute.manager [req-1d73049f-3012-41ee-a0ba-ec44e6c6e46f req-8fe7d49f-cbd0-4d11-b703-e9d806149f4e service nova] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] No waiting events found dispatching network-vif-plugged-51a898da-4c04-4385-97b9-68224a7e9b5d {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 940.359829] env[69524]: WARNING nova.compute.manager [req-1d73049f-3012-41ee-a0ba-ec44e6c6e46f req-8fe7d49f-cbd0-4d11-b703-e9d806149f4e service nova] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Received unexpected event network-vif-plugged-51a898da-4c04-4385-97b9-68224a7e9b5d for instance with vm_state building and task_state spawning. [ 940.360070] env[69524]: DEBUG nova.compute.manager [req-1d73049f-3012-41ee-a0ba-ec44e6c6e46f req-8fe7d49f-cbd0-4d11-b703-e9d806149f4e service nova] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Received event network-changed-51a898da-4c04-4385-97b9-68224a7e9b5d {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.360334] env[69524]: DEBUG nova.compute.manager [req-1d73049f-3012-41ee-a0ba-ec44e6c6e46f req-8fe7d49f-cbd0-4d11-b703-e9d806149f4e service nova] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Refreshing instance network info cache due to event network-changed-51a898da-4c04-4385-97b9-68224a7e9b5d. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 940.360573] env[69524]: DEBUG oslo_concurrency.lockutils [req-1d73049f-3012-41ee-a0ba-ec44e6c6e46f req-8fe7d49f-cbd0-4d11-b703-e9d806149f4e service nova] Acquiring lock "refresh_cache-0c857091-9d2c-4ecd-b853-e7efbb799669" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.386057] env[69524]: DEBUG oslo_vmware.api [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52786f5a-bfc0-3b66-7c4d-ebf2ea5edeff, 'name': SearchDatastore_Task, 'duration_secs': 0.023021} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.386392] env[69524]: DEBUG oslo_concurrency.lockutils [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.386627] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 795966e5-14a4-4179-8eec-c90e8c73c313/795966e5-14a4-4179-8eec-c90e8c73c313.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 940.386905] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6b4f892f-6810-4604-a270-f5fae0cee512 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.396859] env[69524]: DEBUG oslo_vmware.api [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Waiting for the task: (returnval){ [ 940.396859] env[69524]: value = "task-4068119" [ 940.396859] env[69524]: _type = "Task" [ 940.396859] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.397886] env[69524]: DEBUG nova.network.neutron [-] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 940.409104] env[69524]: DEBUG oslo_vmware.api [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Task: {'id': task-4068119, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.415475] env[69524]: DEBUG oslo_concurrency.lockutils [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Releasing lock "refresh_cache-0c857091-9d2c-4ecd-b853-e7efbb799669" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.415806] env[69524]: DEBUG nova.compute.manager [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Instance network_info: |[{"id": "51a898da-4c04-4385-97b9-68224a7e9b5d", "address": "fa:16:3e:c1:f9:64", "network": {"id": "9ba6743d-ce8d-49df-87a9-5afc4de01489", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a86a460dd4454b05b84917cee5434b27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51a898da-4c", "ovs_interfaceid": "51a898da-4c04-4385-97b9-68224a7e9b5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 940.416174] env[69524]: DEBUG oslo_concurrency.lockutils [req-1d73049f-3012-41ee-a0ba-ec44e6c6e46f req-8fe7d49f-cbd0-4d11-b703-e9d806149f4e service nova] Acquired lock "refresh_cache-0c857091-9d2c-4ecd-b853-e7efbb799669" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.416416] env[69524]: DEBUG nova.network.neutron [req-1d73049f-3012-41ee-a0ba-ec44e6c6e46f req-8fe7d49f-cbd0-4d11-b703-e9d806149f4e service nova] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Refreshing network info cache for port 51a898da-4c04-4385-97b9-68224a7e9b5d {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 940.417883] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:f9:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69f65356-c85e-4b7f-ad28-7c7b5e8cf50c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51a898da-4c04-4385-97b9-68224a7e9b5d', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 940.426101] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.427329] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 940.427462] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6907a9a2-e33e-4f37-8afc-155ab2868f55 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.451350] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 940.451350] env[69524]: value = "task-4068120" [ 940.451350] env[69524]: _type = "Task" [ 940.451350] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.461726] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068120, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.559913] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.883s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.560516] env[69524]: DEBUG nova.compute.manager [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] [instance: ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 940.565870] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3e87d719-e1aa-4473-a167-91a2dd8b9487 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.092s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.566237] env[69524]: DEBUG nova.objects.instance [None req-3e87d719-e1aa-4473-a167-91a2dd8b9487 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Lazy-loading 'resources' on Instance uuid dfa4bb08-53b1-4489-a639-72dc9d9418a9 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 940.615853] env[69524]: DEBUG oslo_vmware.api [None req-1e815103-9c3e-40fe-b011-caad6fad955b tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Task: {'id': task-4068115, 'name': ReconfigVM_Task, 'duration_secs': 0.235147} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.616935] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e815103-9c3e-40fe-b011-caad6fad955b tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806188', 'volume_id': '3e8cebf5-9a65-48fd-a449-2a394cd5be86', 'name': 'volume-3e8cebf5-9a65-48fd-a449-2a394cd5be86', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd1031693-cd67-4cb7-8bcc-dfcd69d1d72d', 'attached_at': '', 'detached_at': '', 'volume_id': '3e8cebf5-9a65-48fd-a449-2a394cd5be86', 'serial': '3e8cebf5-9a65-48fd-a449-2a394cd5be86'} {{(pid=69524) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 940.715371] env[69524]: DEBUG oslo_vmware.api [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Task: {'id': task-4068116, 'name': Rename_Task, 'duration_secs': 0.213946} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.716244] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] [instance: 86b272e6-8a18-486f-81e9-d1a325d83cf3] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 940.716244] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa5a34f5-b8b3-4acc-9b08-4b147b4b6fff {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.727580] env[69524]: DEBUG oslo_vmware.api [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Waiting for the task: (returnval){ [ 940.727580] env[69524]: value = "task-4068121" [ 940.727580] env[69524]: _type = "Task" [ 940.727580] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.737809] env[69524]: DEBUG oslo_vmware.api [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Task: {'id': task-4068121, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.754179] env[69524]: DEBUG oslo_vmware.api [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Task: {'id': task-4068117, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.827366] env[69524]: DEBUG oslo_vmware.api [None req-70516ac1-97f1-4019-90f1-c521c736c4d7 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Task: {'id': task-4068118, 'name': PowerOffVM_Task, 'duration_secs': 0.224381} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.827574] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-70516ac1-97f1-4019-90f1-c521c736c4d7 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 940.827688] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-70516ac1-97f1-4019-90f1-c521c736c4d7 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 940.828053] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8076ac81-9fa6-4fdd-9175-beb722cd8842 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.908030] env[69524]: DEBUG nova.network.neutron [-] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.917503] env[69524]: DEBUG oslo_vmware.api [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Task: {'id': task-4068119, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.962928] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-70516ac1-97f1-4019-90f1-c521c736c4d7 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 940.963231] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-70516ac1-97f1-4019-90f1-c521c736c4d7 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 940.963487] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-70516ac1-97f1-4019-90f1-c521c736c4d7 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Deleting the datastore file [datastore1] 848cef21-f975-4f2e-ae88-4f05cb97ba5d {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 940.966065] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-587fd6b4-3807-4bb5-85d6-8d046e118da6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.984148] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068120, 'name': CreateVM_Task, 'duration_secs': 0.38764} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.985975] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 940.986533] env[69524]: DEBUG oslo_concurrency.lockutils [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.986655] env[69524]: DEBUG oslo_concurrency.lockutils [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.987625] env[69524]: DEBUG oslo_concurrency.lockutils [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.987625] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ed9b65b-1b94-46ef-8387-fb51f736e759 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.995193] env[69524]: DEBUG oslo_vmware.api [None req-70516ac1-97f1-4019-90f1-c521c736c4d7 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Waiting for the task: (returnval){ [ 940.995193] env[69524]: value = "task-4068123" [ 940.995193] env[69524]: _type = "Task" [ 940.995193] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.999026] env[69524]: DEBUG nova.network.neutron [-] [instance: 6ecdec81-31ef-46fc-b920-327d01640f2d] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.999026] env[69524]: DEBUG oslo_vmware.api [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Waiting for the task: (returnval){ [ 940.999026] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52941478-e907-0a0d-637a-eb247668c901" [ 940.999026] env[69524]: _type = "Task" [ 940.999026] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.012932] env[69524]: DEBUG oslo_vmware.api [None req-70516ac1-97f1-4019-90f1-c521c736c4d7 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Task: {'id': task-4068123, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.016661] env[69524]: DEBUG oslo_vmware.api [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52941478-e907-0a0d-637a-eb247668c901, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.070453] env[69524]: DEBUG nova.compute.utils [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 941.080793] env[69524]: DEBUG nova.compute.manager [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] [instance: ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 941.080793] env[69524]: DEBUG nova.network.neutron [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] [instance: ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 941.172522] env[69524]: DEBUG nova.objects.instance [None req-1e815103-9c3e-40fe-b011-caad6fad955b tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Lazy-loading 'flavor' on Instance uuid d1031693-cd67-4cb7-8bcc-dfcd69d1d72d {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 941.177420] env[69524]: DEBUG nova.policy [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2809956b3354e41b0fec5c6bf1d5efa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00a32fcc8b45486082886a9a57c6c11e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 941.251094] env[69524]: DEBUG oslo_vmware.api [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Task: {'id': task-4068121, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.263029] env[69524]: DEBUG oslo_vmware.api [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Task: {'id': task-4068117, 'name': PowerOnVM_Task, 'duration_secs': 0.664727} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.263029] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 941.263029] env[69524]: INFO nova.compute.manager [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Took 9.88 seconds to spawn the instance on the hypervisor. [ 941.263029] env[69524]: DEBUG nova.compute.manager [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 941.263029] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8de56fd-ddc2-480a-85c1-5902d07699f2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.350585] env[69524]: DEBUG nova.network.neutron [req-1d73049f-3012-41ee-a0ba-ec44e6c6e46f req-8fe7d49f-cbd0-4d11-b703-e9d806149f4e service nova] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Updated VIF entry in instance network info cache for port 51a898da-4c04-4385-97b9-68224a7e9b5d. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 941.351198] env[69524]: DEBUG nova.network.neutron [req-1d73049f-3012-41ee-a0ba-ec44e6c6e46f req-8fe7d49f-cbd0-4d11-b703-e9d806149f4e service nova] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Updating instance_info_cache with network_info: [{"id": "51a898da-4c04-4385-97b9-68224a7e9b5d", "address": "fa:16:3e:c1:f9:64", "network": {"id": "9ba6743d-ce8d-49df-87a9-5afc4de01489", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a86a460dd4454b05b84917cee5434b27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51a898da-4c", "ovs_interfaceid": "51a898da-4c04-4385-97b9-68224a7e9b5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.412681] env[69524]: INFO nova.compute.manager [-] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Took 1.06 seconds to deallocate network for instance. [ 941.426762] env[69524]: DEBUG oslo_vmware.api [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Task: {'id': task-4068119, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.682321} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.429842] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 795966e5-14a4-4179-8eec-c90e8c73c313/795966e5-14a4-4179-8eec-c90e8c73c313.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 941.430108] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] [instance: 795966e5-14a4-4179-8eec-c90e8c73c313] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 941.430642] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d137ba25-24ef-4fe1-954e-73c801a3eb9a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.441922] env[69524]: DEBUG oslo_vmware.api [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Waiting for the task: (returnval){ [ 941.441922] env[69524]: value = "task-4068124" [ 941.441922] env[69524]: _type = "Task" [ 941.441922] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.453535] env[69524]: DEBUG oslo_vmware.api [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Task: {'id': task-4068124, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.502201] env[69524]: INFO nova.compute.manager [-] [instance: 6ecdec81-31ef-46fc-b920-327d01640f2d] Took 1.55 seconds to deallocate network for instance. [ 941.518441] env[69524]: DEBUG oslo_vmware.api [None req-70516ac1-97f1-4019-90f1-c521c736c4d7 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Task: {'id': task-4068123, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.403218} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.519439] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-70516ac1-97f1-4019-90f1-c521c736c4d7 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 941.519439] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-70516ac1-97f1-4019-90f1-c521c736c4d7 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 941.520137] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-70516ac1-97f1-4019-90f1-c521c736c4d7 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 941.520137] env[69524]: INFO nova.compute.manager [None req-70516ac1-97f1-4019-90f1-c521c736c4d7 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] Took 1.26 seconds to destroy the instance on the hypervisor. [ 941.520543] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70516ac1-97f1-4019-90f1-c521c736c4d7 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 941.521734] env[69524]: DEBUG nova.compute.manager [-] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 941.521734] env[69524]: DEBUG nova.network.neutron [-] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 941.528133] env[69524]: DEBUG oslo_vmware.api [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52941478-e907-0a0d-637a-eb247668c901, 'name': SearchDatastore_Task, 'duration_secs': 0.053733} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.532232] env[69524]: DEBUG oslo_concurrency.lockutils [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.532662] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 941.532662] env[69524]: DEBUG oslo_concurrency.lockutils [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.532821] env[69524]: DEBUG oslo_concurrency.lockutils [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.533610] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 941.533610] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-048e5286-5f39-4e91-ad94-a13d9d5bb1b7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.551094] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 941.551310] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 941.552092] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1edc701b-4ea8-4764-8e1e-137528a20ddb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.558189] env[69524]: DEBUG oslo_vmware.api [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Waiting for the task: (returnval){ [ 941.558189] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5238a105-9545-519b-5aa8-419a991cc91d" [ 941.558189] env[69524]: _type = "Task" [ 941.558189] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.571541] env[69524]: DEBUG oslo_vmware.api [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5238a105-9545-519b-5aa8-419a991cc91d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.580087] env[69524]: DEBUG nova.compute.manager [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] [instance: ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 941.603176] env[69524]: DEBUG oslo_vmware.rw_handles [None req-d2fbea43-864b-4f0f-bc97-e58f166e69db tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522f4017-5a60-4246-0b06-4e693ccfe557/disk-0.vmdk. {{(pid=69524) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 941.606021] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5f7fbe-4eaa-4f40-8562-4d063371dbab {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.611744] env[69524]: DEBUG oslo_vmware.rw_handles [None req-d2fbea43-864b-4f0f-bc97-e58f166e69db tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522f4017-5a60-4246-0b06-4e693ccfe557/disk-0.vmdk is in state: ready. {{(pid=69524) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 941.611932] env[69524]: ERROR oslo_vmware.rw_handles [None req-d2fbea43-864b-4f0f-bc97-e58f166e69db tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522f4017-5a60-4246-0b06-4e693ccfe557/disk-0.vmdk due to incomplete transfer. [ 941.615136] env[69524]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8f4bde22-6acb-469a-abf5-27f1c1d57c51 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.624359] env[69524]: DEBUG oslo_vmware.rw_handles [None req-d2fbea43-864b-4f0f-bc97-e58f166e69db tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522f4017-5a60-4246-0b06-4e693ccfe557/disk-0.vmdk. {{(pid=69524) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 941.624641] env[69524]: DEBUG nova.virt.vmwareapi.images [None req-d2fbea43-864b-4f0f-bc97-e58f166e69db tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: da06a11a-6bb5-4f4b-a1ae-365fcdf0641f] Uploaded image 05cceb44-773a-4eca-9367-ebb264115da2 to the Glance image server {{(pid=69524) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 941.626288] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2fbea43-864b-4f0f-bc97-e58f166e69db tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: da06a11a-6bb5-4f4b-a1ae-365fcdf0641f] Destroying the VM {{(pid=69524) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 941.629337] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-dda8de5d-4ffa-486c-be0c-4daea003a26f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.636732] env[69524]: DEBUG oslo_vmware.api [None req-d2fbea43-864b-4f0f-bc97-e58f166e69db tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the task: (returnval){ [ 941.636732] env[69524]: value = "task-4068125" [ 941.636732] env[69524]: _type = "Task" [ 941.636732] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.649547] env[69524]: DEBUG oslo_vmware.api [None req-d2fbea43-864b-4f0f-bc97-e58f166e69db tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068125, 'name': Destroy_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.690017] env[69524]: DEBUG nova.network.neutron [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] [instance: ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9] Successfully created port: 7e806e4a-2504-4c31-8512-2785c9defeab {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 941.693044] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7531c670-a6ef-4d3e-933a-f66f2039ad01 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Acquiring lock "2c5c2c0d-c218-4ce4-995d-42d28e5106aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.693305] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7531c670-a6ef-4d3e-933a-f66f2039ad01 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Lock "2c5c2c0d-c218-4ce4-995d-42d28e5106aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.693588] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7531c670-a6ef-4d3e-933a-f66f2039ad01 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Acquiring lock "2c5c2c0d-c218-4ce4-995d-42d28e5106aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.693797] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7531c670-a6ef-4d3e-933a-f66f2039ad01 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Lock "2c5c2c0d-c218-4ce4-995d-42d28e5106aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.694089] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7531c670-a6ef-4d3e-933a-f66f2039ad01 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Lock "2c5c2c0d-c218-4ce4-995d-42d28e5106aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.696925] env[69524]: INFO nova.compute.manager [None req-7531c670-a6ef-4d3e-933a-f66f2039ad01 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] [instance: 2c5c2c0d-c218-4ce4-995d-42d28e5106aa] Terminating instance [ 941.741252] env[69524]: DEBUG oslo_vmware.api [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Task: {'id': task-4068121, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.784269] env[69524]: INFO nova.compute.manager [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Took 37.47 seconds to build instance. [ 941.786861] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a16d7d8-fb6d-4320-8291-99b8d19499de {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.797394] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d62caa5-65e1-48a6-8094-0a48a142c8f2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.832019] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b076d68-5ec3-4515-9d86-ea7a98271655 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.840181] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c113f2fd-adde-4926-aa05-7eac78592c34 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.859904] env[69524]: DEBUG oslo_concurrency.lockutils [req-1d73049f-3012-41ee-a0ba-ec44e6c6e46f req-8fe7d49f-cbd0-4d11-b703-e9d806149f4e service nova] Releasing lock "refresh_cache-0c857091-9d2c-4ecd-b853-e7efbb799669" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.860604] env[69524]: DEBUG nova.compute.provider_tree [None req-3e87d719-e1aa-4473-a167-91a2dd8b9487 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.925905] env[69524]: INFO nova.compute.manager [None req-88f2c35f-b92c-49c6-bb9f-4f46dfcbf1e3 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Instance disappeared during terminate [ 941.926349] env[69524]: DEBUG oslo_concurrency.lockutils [None req-88f2c35f-b92c-49c6-bb9f-4f46dfcbf1e3 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Lock "7908b4fb-eb18-493b-b98b-48c23f0926fd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.708s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.954396] env[69524]: DEBUG oslo_vmware.api [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Task: {'id': task-4068124, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.255219} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.954396] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] [instance: 795966e5-14a4-4179-8eec-c90e8c73c313] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 941.955313] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52021ff-1831-437b-a1d7-ae9ca50e1023 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.984969] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] [instance: 795966e5-14a4-4179-8eec-c90e8c73c313] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 795966e5-14a4-4179-8eec-c90e8c73c313/795966e5-14a4-4179-8eec-c90e8c73c313.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 941.986699] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3efbf394-f802-483c-9056-7d836e5e00ed {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.003210] env[69524]: DEBUG nova.compute.manager [None req-44393773-c0cc-4991-8fa1-ef72e5581afb tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 942.004640] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd97c3b-81a5-4402-8844-6b81a868f8a3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.018030] env[69524]: DEBUG oslo_vmware.api [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Waiting for the task: (returnval){ [ 942.018030] env[69524]: value = "task-4068126" [ 942.018030] env[69524]: _type = "Task" [ 942.018030] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.022509] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c121d994-ad5f-4179-b2f3-da02555f8852 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.029869] env[69524]: DEBUG oslo_vmware.api [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Task: {'id': task-4068126, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.071540] env[69524]: DEBUG oslo_vmware.api [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5238a105-9545-519b-5aa8-419a991cc91d, 'name': SearchDatastore_Task, 'duration_secs': 0.05665} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.072397] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-591a54c5-0efc-42f1-845c-fe5f06baf1e0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.079515] env[69524]: DEBUG oslo_vmware.api [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Waiting for the task: (returnval){ [ 942.079515] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5275c590-1fcd-335a-e178-25d84c304b67" [ 942.079515] env[69524]: _type = "Task" [ 942.079515] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.091565] env[69524]: DEBUG oslo_vmware.api [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5275c590-1fcd-335a-e178-25d84c304b67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.150903] env[69524]: DEBUG oslo_vmware.api [None req-d2fbea43-864b-4f0f-bc97-e58f166e69db tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068125, 'name': Destroy_Task} progress is 33%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.187534] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1e815103-9c3e-40fe-b011-caad6fad955b tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Lock "d1031693-cd67-4cb7-8bcc-dfcd69d1d72d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.371s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.205314] env[69524]: DEBUG nova.compute.manager [None req-7531c670-a6ef-4d3e-933a-f66f2039ad01 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] [instance: 2c5c2c0d-c218-4ce4-995d-42d28e5106aa] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 942.205713] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-7531c670-a6ef-4d3e-933a-f66f2039ad01 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] [instance: 2c5c2c0d-c218-4ce4-995d-42d28e5106aa] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 942.207456] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44cc6fb9-3d17-485a-b055-84c4a1bf11a9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.221809] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-7531c670-a6ef-4d3e-933a-f66f2039ad01 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] [instance: 2c5c2c0d-c218-4ce4-995d-42d28e5106aa] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.222160] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a77d5e3-6a67-4298-bb7b-45e671699a5f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.232358] env[69524]: DEBUG oslo_vmware.api [None req-7531c670-a6ef-4d3e-933a-f66f2039ad01 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Waiting for the task: (returnval){ [ 942.232358] env[69524]: value = "task-4068127" [ 942.232358] env[69524]: _type = "Task" [ 942.232358] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.246937] env[69524]: DEBUG oslo_vmware.api [None req-7531c670-a6ef-4d3e-933a-f66f2039ad01 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Task: {'id': task-4068127, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.250986] env[69524]: DEBUG oslo_vmware.api [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Task: {'id': task-4068121, 'name': PowerOnVM_Task, 'duration_secs': 1.354428} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.251524] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] [instance: 86b272e6-8a18-486f-81e9-d1a325d83cf3] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 942.251773] env[69524]: DEBUG nova.compute.manager [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] [instance: 86b272e6-8a18-486f-81e9-d1a325d83cf3] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 942.252853] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3652aadc-91c9-48d0-91e4-08192ba2d6ae {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.285279] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9f6ffe1a-cda0-4551-973c-19f2c8297d11 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Lock "0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.366s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.367668] env[69524]: DEBUG nova.scheduler.client.report [None req-3e87d719-e1aa-4473-a167-91a2dd8b9487 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.409757] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Acquiring lock "bb318096-0380-4270-81aa-66c1f722d97c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.410659] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Lock "bb318096-0380-4270-81aa-66c1f722d97c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.520639] env[69524]: INFO nova.compute.manager [None req-44393773-c0cc-4991-8fa1-ef72e5581afb tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] instance snapshotting [ 942.527921] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f220ed6-fd64-46e3-92bd-eba2cf9c7604 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.551317] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0f64b5-60d3-489f-a563-8e7b0dc01adc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.554121] env[69524]: DEBUG oslo_vmware.api [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Task: {'id': task-4068126, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.591330] env[69524]: DEBUG oslo_vmware.api [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5275c590-1fcd-335a-e178-25d84c304b67, 'name': SearchDatastore_Task, 'duration_secs': 0.022873} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.591632] env[69524]: DEBUG oslo_concurrency.lockutils [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.591908] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 0c857091-9d2c-4ecd-b853-e7efbb799669/0c857091-9d2c-4ecd-b853-e7efbb799669.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 942.593030] env[69524]: DEBUG nova.compute.manager [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] [instance: ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 942.595598] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ed6acec-3a45-40ac-ba7c-0d294e8e0ca2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.603704] env[69524]: DEBUG oslo_vmware.api [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Waiting for the task: (returnval){ [ 942.603704] env[69524]: value = "task-4068128" [ 942.603704] env[69524]: _type = "Task" [ 942.603704] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.613990] env[69524]: DEBUG nova.network.neutron [-] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.615332] env[69524]: DEBUG oslo_vmware.api [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': task-4068128, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.631641] env[69524]: DEBUG nova.virt.hardware [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 942.631641] env[69524]: DEBUG nova.virt.hardware [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 942.631854] env[69524]: DEBUG nova.virt.hardware [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 942.631933] env[69524]: DEBUG nova.virt.hardware [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 942.632129] env[69524]: DEBUG nova.virt.hardware [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 942.632382] env[69524]: DEBUG nova.virt.hardware [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 942.634664] env[69524]: DEBUG nova.virt.hardware [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 942.634664] env[69524]: DEBUG nova.virt.hardware [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 942.634664] env[69524]: DEBUG nova.virt.hardware [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 942.634664] env[69524]: DEBUG nova.virt.hardware [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 942.634664] env[69524]: DEBUG nova.virt.hardware [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 942.634664] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f0a188-3794-4e96-bf8b-c39c412d6aaf {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.648874] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38111ed4-e80a-4d23-8512-dbf3640058c9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.659483] env[69524]: DEBUG oslo_vmware.api [None req-d2fbea43-864b-4f0f-bc97-e58f166e69db tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068125, 'name': Destroy_Task, 'duration_secs': 0.821993} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.661587] env[69524]: DEBUG nova.compute.manager [req-667d6a71-72a2-493e-80e8-f97266184179 req-86954974-b719-447a-a2c1-126de4fc1c5c service nova] [instance: 6ecdec81-31ef-46fc-b920-327d01640f2d] Received event network-vif-deleted-014870e1-2762-4c62-8b43-69656423d116 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.661790] env[69524]: DEBUG nova.compute.manager [req-667d6a71-72a2-493e-80e8-f97266184179 req-86954974-b719-447a-a2c1-126de4fc1c5c service nova] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] Received event network-vif-deleted-9bd41fa2-c762-4642-ae7f-9ac647d1c22b {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.662622] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-d2fbea43-864b-4f0f-bc97-e58f166e69db tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: da06a11a-6bb5-4f4b-a1ae-365fcdf0641f] Destroyed the VM [ 942.662902] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d2fbea43-864b-4f0f-bc97-e58f166e69db tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: da06a11a-6bb5-4f4b-a1ae-365fcdf0641f] Deleting Snapshot of the VM instance {{(pid=69524) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 942.663603] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0b08b3fc-edc3-494a-a23b-c7833a646021 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.679868] env[69524]: DEBUG oslo_vmware.api [None req-d2fbea43-864b-4f0f-bc97-e58f166e69db tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the task: (returnval){ [ 942.679868] env[69524]: value = "task-4068129" [ 942.679868] env[69524]: _type = "Task" [ 942.679868] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.690465] env[69524]: DEBUG oslo_vmware.api [None req-d2fbea43-864b-4f0f-bc97-e58f166e69db tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068129, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.747668] env[69524]: DEBUG oslo_vmware.api [None req-7531c670-a6ef-4d3e-933a-f66f2039ad01 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Task: {'id': task-4068127, 'name': PowerOffVM_Task, 'duration_secs': 0.25011} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.747945] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-7531c670-a6ef-4d3e-933a-f66f2039ad01 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] [instance: 2c5c2c0d-c218-4ce4-995d-42d28e5106aa] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 942.748138] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-7531c670-a6ef-4d3e-933a-f66f2039ad01 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] [instance: 2c5c2c0d-c218-4ce4-995d-42d28e5106aa] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 942.748404] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9f7749f-aadd-4732-b381-dd8b4b3e4631 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.778729] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.824873] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-7531c670-a6ef-4d3e-933a-f66f2039ad01 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] [instance: 2c5c2c0d-c218-4ce4-995d-42d28e5106aa] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 942.825338] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-7531c670-a6ef-4d3e-933a-f66f2039ad01 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] [instance: 2c5c2c0d-c218-4ce4-995d-42d28e5106aa] Deleting contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 942.825338] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-7531c670-a6ef-4d3e-933a-f66f2039ad01 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Deleting the datastore file [datastore2] 2c5c2c0d-c218-4ce4-995d-42d28e5106aa {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 942.825665] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f308bf4-7bc1-4ef3-af7d-3db0c329ae3b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.838343] env[69524]: DEBUG oslo_vmware.api [None req-7531c670-a6ef-4d3e-933a-f66f2039ad01 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Waiting for the task: (returnval){ [ 942.838343] env[69524]: value = "task-4068131" [ 942.838343] env[69524]: _type = "Task" [ 942.838343] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.848028] env[69524]: DEBUG oslo_vmware.api [None req-7531c670-a6ef-4d3e-933a-f66f2039ad01 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Task: {'id': task-4068131, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.875792] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3e87d719-e1aa-4473-a167-91a2dd8b9487 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.310s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.879523] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d534b68f-e44f-4d69-9f5a-7e7e699aad61 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.596s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.879523] env[69524]: DEBUG nova.objects.instance [None req-d534b68f-e44f-4d69-9f5a-7e7e699aad61 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Lazy-loading 'resources' on Instance uuid 830a4429-edcd-4955-99d2-72fe88ed9ada {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.913550] env[69524]: DEBUG nova.compute.manager [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 942.919861] env[69524]: INFO nova.scheduler.client.report [None req-3e87d719-e1aa-4473-a167-91a2dd8b9487 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Deleted allocations for instance dfa4bb08-53b1-4489-a639-72dc9d9418a9 [ 943.038938] env[69524]: DEBUG oslo_vmware.api [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Task: {'id': task-4068126, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.068347] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-44393773-c0cc-4991-8fa1-ef72e5581afb tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Creating Snapshot of the VM instance {{(pid=69524) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 943.068347] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-edc985c3-d94e-48ec-8f27-5b8878724390 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.078219] env[69524]: DEBUG oslo_vmware.api [None req-44393773-c0cc-4991-8fa1-ef72e5581afb tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Waiting for the task: (returnval){ [ 943.078219] env[69524]: value = "task-4068132" [ 943.078219] env[69524]: _type = "Task" [ 943.078219] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.089453] env[69524]: DEBUG oslo_vmware.api [None req-44393773-c0cc-4991-8fa1-ef72e5581afb tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4068132, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.120105] env[69524]: INFO nova.compute.manager [-] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] Took 1.60 seconds to deallocate network for instance. [ 943.120105] env[69524]: DEBUG oslo_vmware.api [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': task-4068128, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.162696] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Acquiring lock "5a340d94-345e-40df-90aa-18c4753ffd6a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.162996] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Lock "5a340d94-345e-40df-90aa-18c4753ffd6a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.196397] env[69524]: DEBUG oslo_vmware.api [None req-d2fbea43-864b-4f0f-bc97-e58f166e69db tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068129, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.223326] env[69524]: DEBUG oslo_concurrency.lockutils [None req-380d0dac-6ed4-49ff-b708-6f33e1f66d8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Acquiring lock "86b272e6-8a18-486f-81e9-d1a325d83cf3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.224016] env[69524]: DEBUG oslo_concurrency.lockutils [None req-380d0dac-6ed4-49ff-b708-6f33e1f66d8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Lock "86b272e6-8a18-486f-81e9-d1a325d83cf3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.224274] env[69524]: DEBUG oslo_concurrency.lockutils [None req-380d0dac-6ed4-49ff-b708-6f33e1f66d8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Acquiring lock "86b272e6-8a18-486f-81e9-d1a325d83cf3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.224467] env[69524]: DEBUG oslo_concurrency.lockutils [None req-380d0dac-6ed4-49ff-b708-6f33e1f66d8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Lock "86b272e6-8a18-486f-81e9-d1a325d83cf3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.224636] env[69524]: DEBUG oslo_concurrency.lockutils [None req-380d0dac-6ed4-49ff-b708-6f33e1f66d8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Lock "86b272e6-8a18-486f-81e9-d1a325d83cf3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.227099] env[69524]: INFO nova.compute.manager [None req-380d0dac-6ed4-49ff-b708-6f33e1f66d8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] [instance: 86b272e6-8a18-486f-81e9-d1a325d83cf3] Terminating instance [ 943.354624] env[69524]: DEBUG oslo_vmware.api [None req-7531c670-a6ef-4d3e-933a-f66f2039ad01 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Task: {'id': task-4068131, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.378748} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.355340] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-7531c670-a6ef-4d3e-933a-f66f2039ad01 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 943.355440] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-7531c670-a6ef-4d3e-933a-f66f2039ad01 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] [instance: 2c5c2c0d-c218-4ce4-995d-42d28e5106aa] Deleted contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 943.355734] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-7531c670-a6ef-4d3e-933a-f66f2039ad01 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] [instance: 2c5c2c0d-c218-4ce4-995d-42d28e5106aa] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 943.355965] env[69524]: INFO nova.compute.manager [None req-7531c670-a6ef-4d3e-933a-f66f2039ad01 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] [instance: 2c5c2c0d-c218-4ce4-995d-42d28e5106aa] Took 1.15 seconds to destroy the instance on the hypervisor. [ 943.356405] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7531c670-a6ef-4d3e-933a-f66f2039ad01 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 943.356843] env[69524]: DEBUG nova.compute.manager [-] [instance: 2c5c2c0d-c218-4ce4-995d-42d28e5106aa] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 943.356916] env[69524]: DEBUG nova.network.neutron [-] [instance: 2c5c2c0d-c218-4ce4-995d-42d28e5106aa] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 943.431283] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3e87d719-e1aa-4473-a167-91a2dd8b9487 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Lock "dfa4bb08-53b1-4489-a639-72dc9d9418a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.605s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.448304] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.542159] env[69524]: DEBUG oslo_vmware.api [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Task: {'id': task-4068126, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.603774] env[69524]: DEBUG oslo_vmware.api [None req-44393773-c0cc-4991-8fa1-ef72e5581afb tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4068132, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.625398] env[69524]: DEBUG oslo_vmware.api [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': task-4068128, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.7867} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.625398] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 0c857091-9d2c-4ecd-b853-e7efbb799669/0c857091-9d2c-4ecd-b853-e7efbb799669.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 943.625398] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 943.625398] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c84b9f6-b1b0-4d7d-99c2-1b8707f7af13 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.630552] env[69524]: DEBUG oslo_concurrency.lockutils [None req-70516ac1-97f1-4019-90f1-c521c736c4d7 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.637977] env[69524]: DEBUG oslo_vmware.api [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Waiting for the task: (returnval){ [ 943.637977] env[69524]: value = "task-4068133" [ 943.637977] env[69524]: _type = "Task" [ 943.637977] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.657607] env[69524]: DEBUG oslo_vmware.api [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': task-4068133, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.669130] env[69524]: DEBUG nova.compute.manager [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: 5a340d94-345e-40df-90aa-18c4753ffd6a] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 943.705193] env[69524]: DEBUG oslo_vmware.api [None req-d2fbea43-864b-4f0f-bc97-e58f166e69db tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068129, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.734816] env[69524]: DEBUG oslo_concurrency.lockutils [None req-380d0dac-6ed4-49ff-b708-6f33e1f66d8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Acquiring lock "refresh_cache-86b272e6-8a18-486f-81e9-d1a325d83cf3" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.735072] env[69524]: DEBUG oslo_concurrency.lockutils [None req-380d0dac-6ed4-49ff-b708-6f33e1f66d8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Acquired lock "refresh_cache-86b272e6-8a18-486f-81e9-d1a325d83cf3" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.735248] env[69524]: DEBUG nova.network.neutron [None req-380d0dac-6ed4-49ff-b708-6f33e1f66d8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] [instance: 86b272e6-8a18-486f-81e9-d1a325d83cf3] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 943.762627] env[69524]: DEBUG nova.compute.manager [req-5c837d3a-81b4-43c2-b962-0f1eab48668d req-9c25d9dd-6c17-4f0b-a685-4266c5679a28 service nova] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Received event network-changed-071c20d0-a41c-4a79-ac93-b9a457c13c5f {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.763161] env[69524]: DEBUG nova.compute.manager [req-5c837d3a-81b4-43c2-b962-0f1eab48668d req-9c25d9dd-6c17-4f0b-a685-4266c5679a28 service nova] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Refreshing instance network info cache due to event network-changed-071c20d0-a41c-4a79-ac93-b9a457c13c5f. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 943.765175] env[69524]: DEBUG oslo_concurrency.lockutils [req-5c837d3a-81b4-43c2-b962-0f1eab48668d req-9c25d9dd-6c17-4f0b-a685-4266c5679a28 service nova] Acquiring lock "refresh_cache-0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.765928] env[69524]: DEBUG oslo_concurrency.lockutils [req-5c837d3a-81b4-43c2-b962-0f1eab48668d req-9c25d9dd-6c17-4f0b-a685-4266c5679a28 service nova] Acquired lock "refresh_cache-0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.765928] env[69524]: DEBUG nova.network.neutron [req-5c837d3a-81b4-43c2-b962-0f1eab48668d req-9c25d9dd-6c17-4f0b-a685-4266c5679a28 service nova] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Refreshing network info cache for port 071c20d0-a41c-4a79-ac93-b9a457c13c5f {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 943.972632] env[69524]: DEBUG nova.network.neutron [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] [instance: ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9] Successfully updated port: 7e806e4a-2504-4c31-8512-2785c9defeab {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 944.039883] env[69524]: DEBUG oslo_vmware.api [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Task: {'id': task-4068126, 'name': ReconfigVM_Task, 'duration_secs': 1.719139} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.040280] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] [instance: 795966e5-14a4-4179-8eec-c90e8c73c313] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 795966e5-14a4-4179-8eec-c90e8c73c313/795966e5-14a4-4179-8eec-c90e8c73c313.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 944.040645] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dba30999-6b57-4a77-89be-3eafd7ffb322 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.048429] env[69524]: DEBUG oslo_vmware.api [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Waiting for the task: (returnval){ [ 944.048429] env[69524]: value = "task-4068134" [ 944.048429] env[69524]: _type = "Task" [ 944.048429] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.057586] env[69524]: DEBUG oslo_vmware.api [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Task: {'id': task-4068134, 'name': Rename_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.093706] env[69524]: DEBUG oslo_vmware.api [None req-44393773-c0cc-4991-8fa1-ef72e5581afb tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4068132, 'name': CreateSnapshot_Task, 'duration_secs': 0.876616} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.093865] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-44393773-c0cc-4991-8fa1-ef72e5581afb tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Created Snapshot of the VM instance {{(pid=69524) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 944.094621] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582ea1fa-3492-41fb-8390-cb2abac53ec9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.148868] env[69524]: DEBUG oslo_vmware.api [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': task-4068133, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098743} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.149209] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 944.150126] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2076997-e30e-496a-ba61-83f0bde9f1e5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.155250] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea68536e-993a-41ca-927c-d45742549629 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.173498] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1ece26-9f90-41bf-b9b0-d91aa7a923c0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.194466] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 0c857091-9d2c-4ecd-b853-e7efbb799669/0c857091-9d2c-4ecd-b853-e7efbb799669.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 944.199643] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9795b725-64bc-4530-8b6e-563a6ff2e7cc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.254682] env[69524]: DEBUG oslo_concurrency.lockutils [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Acquiring lock "a80dc778-143a-4677-b03f-ed828a1a93df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.254871] env[69524]: DEBUG oslo_concurrency.lockutils [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Lock "a80dc778-143a-4677-b03f-ed828a1a93df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.261757] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780de77b-52a2-4544-aab2-e3eb566567ef {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.265420] env[69524]: DEBUG oslo_vmware.api [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Waiting for the task: (returnval){ [ 944.265420] env[69524]: value = "task-4068135" [ 944.265420] env[69524]: _type = "Task" [ 944.265420] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.269967] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.271029] env[69524]: DEBUG oslo_vmware.api [None req-d2fbea43-864b-4f0f-bc97-e58f166e69db tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068129, 'name': RemoveSnapshot_Task, 'duration_secs': 1.06875} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.276141] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d2fbea43-864b-4f0f-bc97-e58f166e69db tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: da06a11a-6bb5-4f4b-a1ae-365fcdf0641f] Deleted Snapshot of the VM instance {{(pid=69524) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 944.276515] env[69524]: INFO nova.compute.manager [None req-d2fbea43-864b-4f0f-bc97-e58f166e69db tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: da06a11a-6bb5-4f4b-a1ae-365fcdf0641f] Took 18.72 seconds to snapshot the instance on the hypervisor. [ 944.286413] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101b17d3-db40-4061-b16a-eac454d6b3a8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.297176] env[69524]: DEBUG nova.network.neutron [None req-380d0dac-6ed4-49ff-b708-6f33e1f66d8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] [instance: 86b272e6-8a18-486f-81e9-d1a325d83cf3] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 944.299976] env[69524]: DEBUG oslo_vmware.api [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': task-4068135, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.313273] env[69524]: DEBUG nova.compute.provider_tree [None req-d534b68f-e44f-4d69-9f5a-7e7e699aad61 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.406027] env[69524]: DEBUG nova.network.neutron [-] [instance: 2c5c2c0d-c218-4ce4-995d-42d28e5106aa] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.436039] env[69524]: DEBUG nova.network.neutron [None req-380d0dac-6ed4-49ff-b708-6f33e1f66d8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] [instance: 86b272e6-8a18-486f-81e9-d1a325d83cf3] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.478337] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Acquiring lock "refresh_cache-ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.478487] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Acquired lock "refresh_cache-ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.478685] env[69524]: DEBUG nova.network.neutron [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] [instance: ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.560953] env[69524]: DEBUG oslo_vmware.api [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Task: {'id': task-4068134, 'name': Rename_Task, 'duration_secs': 0.334056} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.561399] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] [instance: 795966e5-14a4-4179-8eec-c90e8c73c313] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 944.561502] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8760e385-8c96-4ba9-867a-caad160b42a1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.569491] env[69524]: DEBUG oslo_vmware.api [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Waiting for the task: (returnval){ [ 944.569491] env[69524]: value = "task-4068136" [ 944.569491] env[69524]: _type = "Task" [ 944.569491] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.578345] env[69524]: DEBUG oslo_vmware.api [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Task: {'id': task-4068136, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.620303] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-44393773-c0cc-4991-8fa1-ef72e5581afb tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Creating linked-clone VM from snapshot {{(pid=69524) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 944.620661] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-16f6b74b-1e89-41c9-be29-716e891c30c3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.633234] env[69524]: DEBUG oslo_vmware.api [None req-44393773-c0cc-4991-8fa1-ef72e5581afb tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Waiting for the task: (returnval){ [ 944.633234] env[69524]: value = "task-4068137" [ 944.633234] env[69524]: _type = "Task" [ 944.633234] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.644087] env[69524]: DEBUG oslo_vmware.api [None req-44393773-c0cc-4991-8fa1-ef72e5581afb tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4068137, 'name': CloneVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.655010] env[69524]: DEBUG nova.network.neutron [req-5c837d3a-81b4-43c2-b962-0f1eab48668d req-9c25d9dd-6c17-4f0b-a685-4266c5679a28 service nova] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Updated VIF entry in instance network info cache for port 071c20d0-a41c-4a79-ac93-b9a457c13c5f. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 944.655565] env[69524]: DEBUG nova.network.neutron [req-5c837d3a-81b4-43c2-b962-0f1eab48668d req-9c25d9dd-6c17-4f0b-a685-4266c5679a28 service nova] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Updating instance_info_cache with network_info: [{"id": "071c20d0-a41c-4a79-ac93-b9a457c13c5f", "address": "fa:16:3e:c9:b2:0d", "network": {"id": "53e4ffc8-080d-437e-987b-b1813dede2ad", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1028710535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73f37342718143eb94ba80e3f12d3d8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap071c20d0-a4", "ovs_interfaceid": "071c20d0-a41c-4a79-ac93-b9a457c13c5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.763024] env[69524]: DEBUG nova.compute.manager [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: a80dc778-143a-4677-b03f-ed828a1a93df] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 944.770896] env[69524]: DEBUG nova.compute.manager [req-e2bde9ab-9b28-4563-b23b-968e7597aa6c req-11355919-aa3a-4f52-b3df-91cc85ebcb20 service nova] [instance: ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9] Received event network-vif-plugged-7e806e4a-2504-4c31-8512-2785c9defeab {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.771725] env[69524]: DEBUG oslo_concurrency.lockutils [req-e2bde9ab-9b28-4563-b23b-968e7597aa6c req-11355919-aa3a-4f52-b3df-91cc85ebcb20 service nova] Acquiring lock "ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.771725] env[69524]: DEBUG oslo_concurrency.lockutils [req-e2bde9ab-9b28-4563-b23b-968e7597aa6c req-11355919-aa3a-4f52-b3df-91cc85ebcb20 service nova] Lock "ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.771725] env[69524]: DEBUG oslo_concurrency.lockutils [req-e2bde9ab-9b28-4563-b23b-968e7597aa6c req-11355919-aa3a-4f52-b3df-91cc85ebcb20 service nova] Lock "ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.771998] env[69524]: DEBUG nova.compute.manager [req-e2bde9ab-9b28-4563-b23b-968e7597aa6c req-11355919-aa3a-4f52-b3df-91cc85ebcb20 service nova] [instance: ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9] No waiting events found dispatching network-vif-plugged-7e806e4a-2504-4c31-8512-2785c9defeab {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 944.772224] env[69524]: WARNING nova.compute.manager [req-e2bde9ab-9b28-4563-b23b-968e7597aa6c req-11355919-aa3a-4f52-b3df-91cc85ebcb20 service nova] [instance: ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9] Received unexpected event network-vif-plugged-7e806e4a-2504-4c31-8512-2785c9defeab for instance with vm_state building and task_state spawning. [ 944.772459] env[69524]: DEBUG nova.compute.manager [req-e2bde9ab-9b28-4563-b23b-968e7597aa6c req-11355919-aa3a-4f52-b3df-91cc85ebcb20 service nova] [instance: 2c5c2c0d-c218-4ce4-995d-42d28e5106aa] Received event network-vif-deleted-0af88c30-6e04-472a-9473-3143f982c88f {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.772696] env[69524]: DEBUG nova.compute.manager [req-e2bde9ab-9b28-4563-b23b-968e7597aa6c req-11355919-aa3a-4f52-b3df-91cc85ebcb20 service nova] [instance: ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9] Received event network-changed-7e806e4a-2504-4c31-8512-2785c9defeab {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 944.772903] env[69524]: DEBUG nova.compute.manager [req-e2bde9ab-9b28-4563-b23b-968e7597aa6c req-11355919-aa3a-4f52-b3df-91cc85ebcb20 service nova] [instance: ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9] Refreshing instance network info cache due to event network-changed-7e806e4a-2504-4c31-8512-2785c9defeab. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 944.773160] env[69524]: DEBUG oslo_concurrency.lockutils [req-e2bde9ab-9b28-4563-b23b-968e7597aa6c req-11355919-aa3a-4f52-b3df-91cc85ebcb20 service nova] Acquiring lock "refresh_cache-ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.791083] env[69524]: DEBUG oslo_vmware.api [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': task-4068135, 'name': ReconfigVM_Task, 'duration_secs': 0.407409} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.791493] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 0c857091-9d2c-4ecd-b853-e7efbb799669/0c857091-9d2c-4ecd-b853-e7efbb799669.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 944.795199] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3670caf7-f1df-4c84-8fda-59615e0b4776 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.805055] env[69524]: DEBUG oslo_vmware.api [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Waiting for the task: (returnval){ [ 944.805055] env[69524]: value = "task-4068138" [ 944.805055] env[69524]: _type = "Task" [ 944.805055] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.820044] env[69524]: DEBUG nova.scheduler.client.report [None req-d534b68f-e44f-4d69-9f5a-7e7e699aad61 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.824952] env[69524]: DEBUG oslo_vmware.api [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': task-4068138, 'name': Rename_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.906857] env[69524]: INFO nova.compute.manager [-] [instance: 2c5c2c0d-c218-4ce4-995d-42d28e5106aa] Took 1.55 seconds to deallocate network for instance. [ 944.940034] env[69524]: DEBUG oslo_concurrency.lockutils [None req-380d0dac-6ed4-49ff-b708-6f33e1f66d8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Releasing lock "refresh_cache-86b272e6-8a18-486f-81e9-d1a325d83cf3" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.940034] env[69524]: DEBUG nova.compute.manager [None req-380d0dac-6ed4-49ff-b708-6f33e1f66d8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] [instance: 86b272e6-8a18-486f-81e9-d1a325d83cf3] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 944.940034] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-380d0dac-6ed4-49ff-b708-6f33e1f66d8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] [instance: 86b272e6-8a18-486f-81e9-d1a325d83cf3] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 944.941035] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f492edce-b156-4a4a-a665-53b49ece8962 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.951047] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-380d0dac-6ed4-49ff-b708-6f33e1f66d8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] [instance: 86b272e6-8a18-486f-81e9-d1a325d83cf3] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 944.951345] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1bcfff9-174d-4421-86a9-d43277f11105 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.955260] env[69524]: DEBUG oslo_concurrency.lockutils [None req-39a48275-0fee-44e4-b851-de182a9e60c6 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Acquiring lock "7768e31d-052e-473a-bf1e-9bb04e9e9d6d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.955626] env[69524]: DEBUG oslo_concurrency.lockutils [None req-39a48275-0fee-44e4-b851-de182a9e60c6 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Lock "7768e31d-052e-473a-bf1e-9bb04e9e9d6d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.959037] env[69524]: DEBUG oslo_concurrency.lockutils [None req-39a48275-0fee-44e4-b851-de182a9e60c6 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Acquiring lock "7768e31d-052e-473a-bf1e-9bb04e9e9d6d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.959037] env[69524]: DEBUG oslo_concurrency.lockutils [None req-39a48275-0fee-44e4-b851-de182a9e60c6 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Lock "7768e31d-052e-473a-bf1e-9bb04e9e9d6d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.959037] env[69524]: DEBUG oslo_concurrency.lockutils [None req-39a48275-0fee-44e4-b851-de182a9e60c6 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Lock "7768e31d-052e-473a-bf1e-9bb04e9e9d6d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.961291] env[69524]: DEBUG oslo_vmware.api [None req-380d0dac-6ed4-49ff-b708-6f33e1f66d8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Waiting for the task: (returnval){ [ 944.961291] env[69524]: value = "task-4068139" [ 944.961291] env[69524]: _type = "Task" [ 944.961291] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.965026] env[69524]: INFO nova.compute.manager [None req-39a48275-0fee-44e4-b851-de182a9e60c6 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 7768e31d-052e-473a-bf1e-9bb04e9e9d6d] Terminating instance [ 944.978657] env[69524]: DEBUG oslo_vmware.api [None req-380d0dac-6ed4-49ff-b708-6f33e1f66d8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Task: {'id': task-4068139, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.028499] env[69524]: DEBUG nova.network.neutron [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] [instance: ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 945.083407] env[69524]: DEBUG oslo_vmware.api [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Task: {'id': task-4068136, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.143782] env[69524]: DEBUG oslo_vmware.api [None req-44393773-c0cc-4991-8fa1-ef72e5581afb tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4068137, 'name': CloneVM_Task} progress is 94%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.159314] env[69524]: DEBUG oslo_concurrency.lockutils [req-5c837d3a-81b4-43c2-b962-0f1eab48668d req-9c25d9dd-6c17-4f0b-a685-4266c5679a28 service nova] Releasing lock "refresh_cache-0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.198274] env[69524]: DEBUG nova.network.neutron [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] [instance: ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9] Updating instance_info_cache with network_info: [{"id": "7e806e4a-2504-4c31-8512-2785c9defeab", "address": "fa:16:3e:52:cd:45", "network": {"id": "eac3b69d-844f-4db4-9567-eb1aab3cbda9", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1295436659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00a32fcc8b45486082886a9a57c6c11e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e806e4a-25", "ovs_interfaceid": "7e806e4a-2504-4c31-8512-2785c9defeab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.300580] env[69524]: DEBUG oslo_concurrency.lockutils [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.318434] env[69524]: DEBUG oslo_vmware.api [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': task-4068138, 'name': Rename_Task, 'duration_secs': 0.186525} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.318891] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 945.319320] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e82a4153-85b8-4031-9de8-df1fbdd63306 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.327217] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d534b68f-e44f-4d69-9f5a-7e7e699aad61 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.449s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.332605] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.918s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.335694] env[69524]: INFO nova.compute.claims [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 945.341085] env[69524]: DEBUG oslo_vmware.api [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Waiting for the task: (returnval){ [ 945.341085] env[69524]: value = "task-4068140" [ 945.341085] env[69524]: _type = "Task" [ 945.341085] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.360176] env[69524]: DEBUG oslo_vmware.api [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': task-4068140, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.361386] env[69524]: INFO nova.scheduler.client.report [None req-d534b68f-e44f-4d69-9f5a-7e7e699aad61 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Deleted allocations for instance 830a4429-edcd-4955-99d2-72fe88ed9ada [ 945.416578] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7531c670-a6ef-4d3e-933a-f66f2039ad01 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.470571] env[69524]: DEBUG nova.compute.manager [None req-39a48275-0fee-44e4-b851-de182a9e60c6 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 7768e31d-052e-473a-bf1e-9bb04e9e9d6d] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 945.470943] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-39a48275-0fee-44e4-b851-de182a9e60c6 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 7768e31d-052e-473a-bf1e-9bb04e9e9d6d] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 945.474693] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93fdae41-fd7a-410e-90a3-6525eb8eb56f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.478034] env[69524]: DEBUG oslo_vmware.api [None req-380d0dac-6ed4-49ff-b708-6f33e1f66d8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Task: {'id': task-4068139, 'name': PowerOffVM_Task, 'duration_secs': 0.396731} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.478034] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-380d0dac-6ed4-49ff-b708-6f33e1f66d8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] [instance: 86b272e6-8a18-486f-81e9-d1a325d83cf3] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 945.478197] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-380d0dac-6ed4-49ff-b708-6f33e1f66d8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] [instance: 86b272e6-8a18-486f-81e9-d1a325d83cf3] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 945.478756] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9872ba09-46d7-4674-9464-80bf9faf257f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.483763] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-39a48275-0fee-44e4-b851-de182a9e60c6 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 7768e31d-052e-473a-bf1e-9bb04e9e9d6d] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.484037] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07a727ac-2a23-42ed-96f1-856758292ce7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.491303] env[69524]: DEBUG oslo_vmware.api [None req-39a48275-0fee-44e4-b851-de182a9e60c6 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Waiting for the task: (returnval){ [ 945.491303] env[69524]: value = "task-4068142" [ 945.491303] env[69524]: _type = "Task" [ 945.491303] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.503465] env[69524]: DEBUG oslo_vmware.api [None req-39a48275-0fee-44e4-b851-de182a9e60c6 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': task-4068142, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.546531] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-380d0dac-6ed4-49ff-b708-6f33e1f66d8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] [instance: 86b272e6-8a18-486f-81e9-d1a325d83cf3] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 945.546904] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-380d0dac-6ed4-49ff-b708-6f33e1f66d8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] [instance: 86b272e6-8a18-486f-81e9-d1a325d83cf3] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 945.547221] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-380d0dac-6ed4-49ff-b708-6f33e1f66d8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Deleting the datastore file [datastore1] 86b272e6-8a18-486f-81e9-d1a325d83cf3 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 945.547638] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-034cc2b6-8101-41c9-8ea0-72630f592637 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.556431] env[69524]: DEBUG oslo_vmware.api [None req-380d0dac-6ed4-49ff-b708-6f33e1f66d8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Waiting for the task: (returnval){ [ 945.556431] env[69524]: value = "task-4068143" [ 945.556431] env[69524]: _type = "Task" [ 945.556431] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.566947] env[69524]: DEBUG oslo_vmware.api [None req-380d0dac-6ed4-49ff-b708-6f33e1f66d8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Task: {'id': task-4068143, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.582013] env[69524]: DEBUG oslo_vmware.api [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Task: {'id': task-4068136, 'name': PowerOnVM_Task, 'duration_secs': 0.82472} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.582349] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] [instance: 795966e5-14a4-4179-8eec-c90e8c73c313] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 945.582591] env[69524]: INFO nova.compute.manager [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] [instance: 795966e5-14a4-4179-8eec-c90e8c73c313] Took 11.05 seconds to spawn the instance on the hypervisor. [ 945.582818] env[69524]: DEBUG nova.compute.manager [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] [instance: 795966e5-14a4-4179-8eec-c90e8c73c313] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 945.583739] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d3ab22-9a93-4b77-861b-b85b071a768f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.642496] env[69524]: DEBUG oslo_vmware.api [None req-44393773-c0cc-4991-8fa1-ef72e5581afb tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4068137, 'name': CloneVM_Task} progress is 94%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.701237] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Releasing lock "refresh_cache-ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.701758] env[69524]: DEBUG nova.compute.manager [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] [instance: ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9] Instance network_info: |[{"id": "7e806e4a-2504-4c31-8512-2785c9defeab", "address": "fa:16:3e:52:cd:45", "network": {"id": "eac3b69d-844f-4db4-9567-eb1aab3cbda9", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1295436659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00a32fcc8b45486082886a9a57c6c11e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e806e4a-25", "ovs_interfaceid": "7e806e4a-2504-4c31-8512-2785c9defeab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 945.702189] env[69524]: DEBUG oslo_concurrency.lockutils [req-e2bde9ab-9b28-4563-b23b-968e7597aa6c req-11355919-aa3a-4f52-b3df-91cc85ebcb20 service nova] Acquired lock "refresh_cache-ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.702429] env[69524]: DEBUG nova.network.neutron [req-e2bde9ab-9b28-4563-b23b-968e7597aa6c req-11355919-aa3a-4f52-b3df-91cc85ebcb20 service nova] [instance: ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9] Refreshing network info cache for port 7e806e4a-2504-4c31-8512-2785c9defeab {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 945.704067] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] [instance: ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:cd:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62d6a386-ffdb-4232-83f3-cb21c5e59e85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e806e4a-2504-4c31-8512-2785c9defeab', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 945.712600] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Creating folder: Project (00a32fcc8b45486082886a9a57c6c11e). Parent ref: group-v806025. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 945.713366] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d6c2681-9aff-40a5-96d4-fb2478e7469e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.727633] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Created folder: Project (00a32fcc8b45486082886a9a57c6c11e) in parent group-v806025. [ 945.728501] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Creating folder: Instances. Parent ref: group-v806205. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 945.728501] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c17e7280-9691-4ee5-bbc2-cc57e11ef968 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.741480] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Created folder: Instances in parent group-v806205. [ 945.741728] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 945.741972] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 945.742227] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7926a4dd-d52d-4ffc-bcdd-4f05c347c74b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.765166] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 945.765166] env[69524]: value = "task-4068146" [ 945.765166] env[69524]: _type = "Task" [ 945.765166] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.776713] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068146, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.860769] env[69524]: DEBUG oslo_vmware.api [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': task-4068140, 'name': PowerOnVM_Task, 'duration_secs': 0.53098} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.861249] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 945.861613] env[69524]: INFO nova.compute.manager [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Took 8.51 seconds to spawn the instance on the hypervisor. [ 945.861790] env[69524]: DEBUG nova.compute.manager [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 945.862740] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ae2083-4066-46aa-b9e3-3d6623fb8b0c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.878708] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d534b68f-e44f-4d69-9f5a-7e7e699aad61 tempest-SecurityGroupsTestJSON-146805845 tempest-SecurityGroupsTestJSON-146805845-project-member] Lock "830a4429-edcd-4955-99d2-72fe88ed9ada" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.195s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.002253] env[69524]: DEBUG oslo_vmware.api [None req-39a48275-0fee-44e4-b851-de182a9e60c6 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': task-4068142, 'name': PowerOffVM_Task, 'duration_secs': 0.216488} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.002580] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-39a48275-0fee-44e4-b851-de182a9e60c6 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 7768e31d-052e-473a-bf1e-9bb04e9e9d6d] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 946.002772] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-39a48275-0fee-44e4-b851-de182a9e60c6 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 7768e31d-052e-473a-bf1e-9bb04e9e9d6d] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 946.003120] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1638ad00-c8f1-43b7-8951-b3bd8c558886 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.067895] env[69524]: DEBUG oslo_vmware.api [None req-380d0dac-6ed4-49ff-b708-6f33e1f66d8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Task: {'id': task-4068143, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.11276} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.068149] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-380d0dac-6ed4-49ff-b708-6f33e1f66d8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 946.068357] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-380d0dac-6ed4-49ff-b708-6f33e1f66d8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] [instance: 86b272e6-8a18-486f-81e9-d1a325d83cf3] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 946.068818] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-380d0dac-6ed4-49ff-b708-6f33e1f66d8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] [instance: 86b272e6-8a18-486f-81e9-d1a325d83cf3] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 946.068963] env[69524]: INFO nova.compute.manager [None req-380d0dac-6ed4-49ff-b708-6f33e1f66d8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] [instance: 86b272e6-8a18-486f-81e9-d1a325d83cf3] Took 1.13 seconds to destroy the instance on the hypervisor. [ 946.069416] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-380d0dac-6ed4-49ff-b708-6f33e1f66d8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 946.069681] env[69524]: DEBUG nova.compute.manager [-] [instance: 86b272e6-8a18-486f-81e9-d1a325d83cf3] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 946.069785] env[69524]: DEBUG nova.network.neutron [-] [instance: 86b272e6-8a18-486f-81e9-d1a325d83cf3] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 946.092895] env[69524]: DEBUG nova.network.neutron [-] [instance: 86b272e6-8a18-486f-81e9-d1a325d83cf3] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 946.103029] env[69524]: INFO nova.compute.manager [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] [instance: 795966e5-14a4-4179-8eec-c90e8c73c313] Took 39.10 seconds to build instance. [ 946.107893] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-39a48275-0fee-44e4-b851-de182a9e60c6 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 7768e31d-052e-473a-bf1e-9bb04e9e9d6d] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 946.108318] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-39a48275-0fee-44e4-b851-de182a9e60c6 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 7768e31d-052e-473a-bf1e-9bb04e9e9d6d] Deleting contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 946.108575] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-39a48275-0fee-44e4-b851-de182a9e60c6 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Deleting the datastore file [datastore2] 7768e31d-052e-473a-bf1e-9bb04e9e9d6d {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 946.108932] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7cb3f62-3303-4c62-ab3b-67f4948dd393 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.116342] env[69524]: DEBUG oslo_vmware.api [None req-39a48275-0fee-44e4-b851-de182a9e60c6 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Waiting for the task: (returnval){ [ 946.116342] env[69524]: value = "task-4068148" [ 946.116342] env[69524]: _type = "Task" [ 946.116342] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.126604] env[69524]: DEBUG oslo_vmware.api [None req-39a48275-0fee-44e4-b851-de182a9e60c6 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': task-4068148, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.146861] env[69524]: DEBUG oslo_vmware.api [None req-44393773-c0cc-4991-8fa1-ef72e5581afb tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4068137, 'name': CloneVM_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.276060] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068146, 'name': CreateVM_Task, 'duration_secs': 0.506538} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.276212] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 946.276959] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.277127] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.277447] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.277708] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ebc74aa-1f06-41ac-b254-123347b1eb8d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.283028] env[69524]: DEBUG oslo_vmware.api [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Waiting for the task: (returnval){ [ 946.283028] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5221783b-f5a0-ec86-d786-a667386ac9ed" [ 946.283028] env[69524]: _type = "Task" [ 946.283028] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.291923] env[69524]: DEBUG oslo_vmware.api [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5221783b-f5a0-ec86-d786-a667386ac9ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.388865] env[69524]: INFO nova.compute.manager [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Took 36.09 seconds to build instance. [ 946.516340] env[69524]: DEBUG nova.network.neutron [req-e2bde9ab-9b28-4563-b23b-968e7597aa6c req-11355919-aa3a-4f52-b3df-91cc85ebcb20 service nova] [instance: ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9] Updated VIF entry in instance network info cache for port 7e806e4a-2504-4c31-8512-2785c9defeab. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 946.516879] env[69524]: DEBUG nova.network.neutron [req-e2bde9ab-9b28-4563-b23b-968e7597aa6c req-11355919-aa3a-4f52-b3df-91cc85ebcb20 service nova] [instance: ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9] Updating instance_info_cache with network_info: [{"id": "7e806e4a-2504-4c31-8512-2785c9defeab", "address": "fa:16:3e:52:cd:45", "network": {"id": "eac3b69d-844f-4db4-9567-eb1aab3cbda9", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1295436659-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "00a32fcc8b45486082886a9a57c6c11e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e806e4a-25", "ovs_interfaceid": "7e806e4a-2504-4c31-8512-2785c9defeab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.600527] env[69524]: DEBUG nova.network.neutron [-] [instance: 86b272e6-8a18-486f-81e9-d1a325d83cf3] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.605691] env[69524]: DEBUG oslo_concurrency.lockutils [None req-58a37a32-b452-48a9-aeb0-81be704066cd tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Lock "795966e5-14a4-4179-8eec-c90e8c73c313" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.175s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.632897] env[69524]: DEBUG oslo_vmware.api [None req-39a48275-0fee-44e4-b851-de182a9e60c6 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Task: {'id': task-4068148, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248249} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.634403] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-39a48275-0fee-44e4-b851-de182a9e60c6 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 946.635340] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-39a48275-0fee-44e4-b851-de182a9e60c6 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 7768e31d-052e-473a-bf1e-9bb04e9e9d6d] Deleted contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 946.635547] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-39a48275-0fee-44e4-b851-de182a9e60c6 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 7768e31d-052e-473a-bf1e-9bb04e9e9d6d] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 946.635785] env[69524]: INFO nova.compute.manager [None req-39a48275-0fee-44e4-b851-de182a9e60c6 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] [instance: 7768e31d-052e-473a-bf1e-9bb04e9e9d6d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 946.635972] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39a48275-0fee-44e4-b851-de182a9e60c6 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 946.636271] env[69524]: DEBUG nova.compute.manager [-] [instance: 7768e31d-052e-473a-bf1e-9bb04e9e9d6d] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 946.636373] env[69524]: DEBUG nova.network.neutron [-] [instance: 7768e31d-052e-473a-bf1e-9bb04e9e9d6d] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 946.652937] env[69524]: DEBUG oslo_vmware.api [None req-44393773-c0cc-4991-8fa1-ef72e5581afb tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4068137, 'name': CloneVM_Task, 'duration_secs': 1.555122} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.653248] env[69524]: INFO nova.virt.vmwareapi.vmops [None req-44393773-c0cc-4991-8fa1-ef72e5581afb tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Created linked-clone VM from snapshot [ 946.654279] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0392e2e3-c4da-40b7-8804-8f6df8d1ea97 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.668302] env[69524]: DEBUG nova.virt.vmwareapi.images [None req-44393773-c0cc-4991-8fa1-ef72e5581afb tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Uploading image 44a15b6c-b127-43b0-8c14-0711f3875c21 {{(pid=69524) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 946.701434] env[69524]: DEBUG oslo_vmware.rw_handles [None req-44393773-c0cc-4991-8fa1-ef72e5581afb tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 946.701434] env[69524]: value = "vm-806204" [ 946.701434] env[69524]: _type = "VirtualMachine" [ 946.701434] env[69524]: }. {{(pid=69524) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 946.701434] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ccec7e9b-8188-4678-966b-4d36d3c572f1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.708754] env[69524]: DEBUG oslo_vmware.rw_handles [None req-44393773-c0cc-4991-8fa1-ef72e5581afb tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Lease: (returnval){ [ 946.708754] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52e5879a-e5af-ffd0-9596-59008ca3f667" [ 946.708754] env[69524]: _type = "HttpNfcLease" [ 946.708754] env[69524]: } obtained for exporting VM: (result){ [ 946.708754] env[69524]: value = "vm-806204" [ 946.708754] env[69524]: _type = "VirtualMachine" [ 946.708754] env[69524]: }. {{(pid=69524) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 946.709106] env[69524]: DEBUG oslo_vmware.api [None req-44393773-c0cc-4991-8fa1-ef72e5581afb tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Waiting for the lease: (returnval){ [ 946.709106] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52e5879a-e5af-ffd0-9596-59008ca3f667" [ 946.709106] env[69524]: _type = "HttpNfcLease" [ 946.709106] env[69524]: } to be ready. {{(pid=69524) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 946.720083] env[69524]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 946.720083] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52e5879a-e5af-ffd0-9596-59008ca3f667" [ 946.720083] env[69524]: _type = "HttpNfcLease" [ 946.720083] env[69524]: } is initializing. {{(pid=69524) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 946.796961] env[69524]: DEBUG oslo_vmware.api [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5221783b-f5a0-ec86-d786-a667386ac9ed, 'name': SearchDatastore_Task, 'duration_secs': 0.018328} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.797286] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.798027] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] [instance: ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.798027] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.798027] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.798268] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.798494] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8ed5723-2746-4059-b1d8-52d1c1b033ba {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.809507] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.809737] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 946.810570] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a1633b0-1799-4bed-96e5-327b181bdbe0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.819406] env[69524]: DEBUG oslo_vmware.api [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Waiting for the task: (returnval){ [ 946.819406] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]525217fd-c00d-3a82-2fed-ac0923198e98" [ 946.819406] env[69524]: _type = "Task" [ 946.819406] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.830870] env[69524]: DEBUG oslo_vmware.api [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]525217fd-c00d-3a82-2fed-ac0923198e98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.890819] env[69524]: DEBUG oslo_concurrency.lockutils [None req-48b6af22-9e79-49a3-9a97-063e70029bbf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Lock "0c857091-9d2c-4ecd-b853-e7efbb799669" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.568s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.022990] env[69524]: DEBUG oslo_concurrency.lockutils [req-e2bde9ab-9b28-4563-b23b-968e7597aa6c req-11355919-aa3a-4f52-b3df-91cc85ebcb20 service nova] Releasing lock "refresh_cache-ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.035040] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5524bcb-a37a-4f61-b78a-78c3d0ab176c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.042288] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0239a1-b3ca-43e4-9288-ca68499f8fe3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.079534] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e5f468-a176-4207-8aea-3e8a33d44cb2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.089455] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db52bee8-35d8-40f6-acc5-5bf66ca26aa7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.107452] env[69524]: INFO nova.compute.manager [-] [instance: 86b272e6-8a18-486f-81e9-d1a325d83cf3] Took 1.04 seconds to deallocate network for instance. [ 947.108843] env[69524]: DEBUG nova.compute.provider_tree [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.223195] env[69524]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 947.223195] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52e5879a-e5af-ffd0-9596-59008ca3f667" [ 947.223195] env[69524]: _type = "HttpNfcLease" [ 947.223195] env[69524]: } is ready. {{(pid=69524) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 947.223712] env[69524]: DEBUG oslo_vmware.rw_handles [None req-44393773-c0cc-4991-8fa1-ef72e5581afb tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 947.223712] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52e5879a-e5af-ffd0-9596-59008ca3f667" [ 947.223712] env[69524]: _type = "HttpNfcLease" [ 947.223712] env[69524]: }. {{(pid=69524) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 947.226321] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89fe44d5-2669-4402-afb5-6fa2c5118ae4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.237174] env[69524]: DEBUG oslo_vmware.rw_handles [None req-44393773-c0cc-4991-8fa1-ef72e5581afb tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52101493-5e6e-a3bd-066a-5cbd5d2020a8/disk-0.vmdk from lease info. {{(pid=69524) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 947.237365] env[69524]: DEBUG oslo_vmware.rw_handles [None req-44393773-c0cc-4991-8fa1-ef72e5581afb tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52101493-5e6e-a3bd-066a-5cbd5d2020a8/disk-0.vmdk for reading. {{(pid=69524) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 947.300724] env[69524]: DEBUG nova.compute.manager [req-d6c1f5b5-9113-46ea-8c65-cbf260863076 req-1e792434-1159-4565-8e91-eb7fe5f29b7d service nova] [instance: 7768e31d-052e-473a-bf1e-9bb04e9e9d6d] Received event network-vif-deleted-1d9085ea-d704-4699-a4ca-a42e86877915 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.300936] env[69524]: INFO nova.compute.manager [req-d6c1f5b5-9113-46ea-8c65-cbf260863076 req-1e792434-1159-4565-8e91-eb7fe5f29b7d service nova] [instance: 7768e31d-052e-473a-bf1e-9bb04e9e9d6d] Neutron deleted interface 1d9085ea-d704-4699-a4ca-a42e86877915; detaching it from the instance and deleting it from the info cache [ 947.301138] env[69524]: DEBUG nova.network.neutron [req-d6c1f5b5-9113-46ea-8c65-cbf260863076 req-1e792434-1159-4565-8e91-eb7fe5f29b7d service nova] [instance: 7768e31d-052e-473a-bf1e-9bb04e9e9d6d] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.337975] env[69524]: DEBUG oslo_vmware.api [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]525217fd-c00d-3a82-2fed-ac0923198e98, 'name': SearchDatastore_Task, 'duration_secs': 0.015772} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.344027] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d0c36a5-4bde-4eeb-a5be-c01a15f951ed {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.346651] env[69524]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3bee59c8-a5fa-40f7-b6ba-b83dbdd6a92a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.357219] env[69524]: DEBUG oslo_vmware.api [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Waiting for the task: (returnval){ [ 947.357219] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]522e9fbc-0564-7d4f-af90-c481486c05e7" [ 947.357219] env[69524]: _type = "Task" [ 947.357219] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.368518] env[69524]: DEBUG oslo_vmware.api [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]522e9fbc-0564-7d4f-af90-c481486c05e7, 'name': SearchDatastore_Task, 'duration_secs': 0.01271} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.371647] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.371647] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9/ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 947.372282] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5bc321ae-9dae-45cc-ad1c-0c158540c84a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.382175] env[69524]: DEBUG oslo_vmware.api [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Waiting for the task: (returnval){ [ 947.382175] env[69524]: value = "task-4068150" [ 947.382175] env[69524]: _type = "Task" [ 947.382175] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.401846] env[69524]: DEBUG oslo_vmware.api [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Task: {'id': task-4068150, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.613911] env[69524]: DEBUG nova.scheduler.client.report [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 947.626622] env[69524]: DEBUG oslo_concurrency.lockutils [None req-380d0dac-6ed4-49ff-b708-6f33e1f66d8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.626964] env[69524]: DEBUG nova.network.neutron [-] [instance: 7768e31d-052e-473a-bf1e-9bb04e9e9d6d] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.644055] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c5695f83-1006-4b2f-ab29-089cb1c1192d tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Acquiring lock "795966e5-14a4-4179-8eec-c90e8c73c313" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.644518] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c5695f83-1006-4b2f-ab29-089cb1c1192d tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Lock "795966e5-14a4-4179-8eec-c90e8c73c313" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.645261] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c5695f83-1006-4b2f-ab29-089cb1c1192d tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Acquiring lock "795966e5-14a4-4179-8eec-c90e8c73c313-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.645261] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c5695f83-1006-4b2f-ab29-089cb1c1192d tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Lock "795966e5-14a4-4179-8eec-c90e8c73c313-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.645488] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c5695f83-1006-4b2f-ab29-089cb1c1192d tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Lock "795966e5-14a4-4179-8eec-c90e8c73c313-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.648425] env[69524]: INFO nova.compute.manager [None req-c5695f83-1006-4b2f-ab29-089cb1c1192d tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] [instance: 795966e5-14a4-4179-8eec-c90e8c73c313] Terminating instance [ 947.806862] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-796548a3-e1dd-460e-81ae-64c6af2cc254 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.821272] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039d9b57-fa3c-4be2-ba6a-724aa707487e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.863935] env[69524]: DEBUG nova.compute.manager [req-d6c1f5b5-9113-46ea-8c65-cbf260863076 req-1e792434-1159-4565-8e91-eb7fe5f29b7d service nova] [instance: 7768e31d-052e-473a-bf1e-9bb04e9e9d6d] Detach interface failed, port_id=1d9085ea-d704-4699-a4ca-a42e86877915, reason: Instance 7768e31d-052e-473a-bf1e-9bb04e9e9d6d could not be found. {{(pid=69524) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 947.900734] env[69524]: DEBUG oslo_vmware.api [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Task: {'id': task-4068150, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.130280] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.798s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.134024] env[69524]: DEBUG nova.compute.manager [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 948.134965] env[69524]: INFO nova.compute.manager [-] [instance: 7768e31d-052e-473a-bf1e-9bb04e9e9d6d] Took 1.50 seconds to deallocate network for instance. [ 948.135632] env[69524]: DEBUG oslo_concurrency.lockutils [None req-598c2b46-5b8d-493a-98ed-dd6057c0281a tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.777s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.136041] env[69524]: DEBUG nova.objects.instance [None req-598c2b46-5b8d-493a-98ed-dd6057c0281a tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Lazy-loading 'resources' on Instance uuid 780705ab-3fbb-43e0-961a-46f755f5388d {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.161122] env[69524]: DEBUG nova.compute.manager [None req-c5695f83-1006-4b2f-ab29-089cb1c1192d tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] [instance: 795966e5-14a4-4179-8eec-c90e8c73c313] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 948.161453] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-c5695f83-1006-4b2f-ab29-089cb1c1192d tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] [instance: 795966e5-14a4-4179-8eec-c90e8c73c313] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 948.163027] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229ae6aa-69fd-4127-9d86-2aed9fdc4950 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.176241] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5695f83-1006-4b2f-ab29-089cb1c1192d tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] [instance: 795966e5-14a4-4179-8eec-c90e8c73c313] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.176679] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35a303fd-6e8b-42ab-b274-8a995b81600d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.188658] env[69524]: DEBUG oslo_vmware.api [None req-c5695f83-1006-4b2f-ab29-089cb1c1192d tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Waiting for the task: (returnval){ [ 948.188658] env[69524]: value = "task-4068151" [ 948.188658] env[69524]: _type = "Task" [ 948.188658] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.199730] env[69524]: DEBUG oslo_vmware.api [None req-c5695f83-1006-4b2f-ab29-089cb1c1192d tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Task: {'id': task-4068151, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.400865] env[69524]: DEBUG oslo_vmware.api [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Task: {'id': task-4068150, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602234} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.401370] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9/ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 948.401762] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] [instance: ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 948.402250] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71aa37d9-baca-4fc2-affd-aa3716f4a2d0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.412043] env[69524]: DEBUG oslo_vmware.api [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Waiting for the task: (returnval){ [ 948.412043] env[69524]: value = "task-4068152" [ 948.412043] env[69524]: _type = "Task" [ 948.412043] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.425921] env[69524]: DEBUG oslo_vmware.api [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Task: {'id': task-4068152, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.638506] env[69524]: DEBUG nova.compute.utils [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 948.640217] env[69524]: DEBUG nova.compute.manager [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 948.640732] env[69524]: DEBUG nova.network.neutron [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 948.646448] env[69524]: DEBUG oslo_concurrency.lockutils [None req-39a48275-0fee-44e4-b851-de182a9e60c6 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.701701] env[69524]: DEBUG oslo_vmware.api [None req-c5695f83-1006-4b2f-ab29-089cb1c1192d tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Task: {'id': task-4068151, 'name': PowerOffVM_Task, 'duration_secs': 0.279049} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.706078] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5695f83-1006-4b2f-ab29-089cb1c1192d tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] [instance: 795966e5-14a4-4179-8eec-c90e8c73c313] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 948.707353] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-c5695f83-1006-4b2f-ab29-089cb1c1192d tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] [instance: 795966e5-14a4-4179-8eec-c90e8c73c313] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 948.712034] env[69524]: DEBUG nova.policy [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14c0226b39c541978f1de47b3b1587c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ae0643199f1483bbac41f0f4a2857ec', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 948.717520] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e10910be-240b-46b3-97b6-f8be8f88c5a6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.803569] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-c5695f83-1006-4b2f-ab29-089cb1c1192d tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] [instance: 795966e5-14a4-4179-8eec-c90e8c73c313] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 948.803569] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-c5695f83-1006-4b2f-ab29-089cb1c1192d tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] [instance: 795966e5-14a4-4179-8eec-c90e8c73c313] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 948.803800] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5695f83-1006-4b2f-ab29-089cb1c1192d tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Deleting the datastore file [datastore1] 795966e5-14a4-4179-8eec-c90e8c73c313 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 948.805024] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b52e2403-2008-428e-ac36-13c392dae106 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.815663] env[69524]: DEBUG oslo_vmware.api [None req-c5695f83-1006-4b2f-ab29-089cb1c1192d tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Waiting for the task: (returnval){ [ 948.815663] env[69524]: value = "task-4068154" [ 948.815663] env[69524]: _type = "Task" [ 948.815663] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.830551] env[69524]: DEBUG oslo_vmware.api [None req-c5695f83-1006-4b2f-ab29-089cb1c1192d tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Task: {'id': task-4068154, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.925373] env[69524]: DEBUG oslo_vmware.api [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Task: {'id': task-4068152, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091142} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.929341] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] [instance: ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 948.931358] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2830054-599d-4c56-8b09-0e442363326e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.961212] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] [instance: ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9/ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 948.963748] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a922656-5402-4266-a279-00d0233daf80 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.985669] env[69524]: DEBUG oslo_vmware.api [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Waiting for the task: (returnval){ [ 948.985669] env[69524]: value = "task-4068155" [ 948.985669] env[69524]: _type = "Task" [ 948.985669] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.995792] env[69524]: DEBUG oslo_vmware.api [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Task: {'id': task-4068155, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.057518] env[69524]: DEBUG nova.compute.manager [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Stashing vm_state: active {{(pid=69524) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 949.147536] env[69524]: DEBUG nova.compute.manager [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 949.240159] env[69524]: DEBUG nova.network.neutron [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Successfully created port: 08979f0f-bc23-4387-ab59-0c1042f640e8 {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 949.333696] env[69524]: DEBUG oslo_vmware.api [None req-c5695f83-1006-4b2f-ab29-089cb1c1192d tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Task: {'id': task-4068154, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.333694} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.334315] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5695f83-1006-4b2f-ab29-089cb1c1192d tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 949.335061] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-c5695f83-1006-4b2f-ab29-089cb1c1192d tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] [instance: 795966e5-14a4-4179-8eec-c90e8c73c313] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 949.335061] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-c5695f83-1006-4b2f-ab29-089cb1c1192d tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] [instance: 795966e5-14a4-4179-8eec-c90e8c73c313] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 949.335061] env[69524]: INFO nova.compute.manager [None req-c5695f83-1006-4b2f-ab29-089cb1c1192d tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] [instance: 795966e5-14a4-4179-8eec-c90e8c73c313] Took 1.17 seconds to destroy the instance on the hypervisor. [ 949.335751] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5695f83-1006-4b2f-ab29-089cb1c1192d tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.335863] env[69524]: DEBUG nova.compute.manager [-] [instance: 795966e5-14a4-4179-8eec-c90e8c73c313] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 949.336310] env[69524]: DEBUG nova.network.neutron [-] [instance: 795966e5-14a4-4179-8eec-c90e8c73c313] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 949.438070] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c3e0c4-92be-4b96-93ae-bfc3b086f4d1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.452645] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91fcd873-6c7c-4aac-ab53-a4756b1e067b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.494110] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f574dc9e-b143-4709-8a28-e5c59cf64d46 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.507096] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc4ffaed-9df3-402b-a2bf-c8ce066ed483 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.511479] env[69524]: DEBUG oslo_vmware.api [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Task: {'id': task-4068155, 'name': ReconfigVM_Task, 'duration_secs': 0.428618} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.512427] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] [instance: ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9] Reconfigured VM instance instance-0000003a to attach disk [datastore1] ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9/ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 949.513084] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc2e9d26-d84f-407f-adf4-b73b1a7ab38f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.525065] env[69524]: DEBUG nova.compute.provider_tree [None req-598c2b46-5b8d-493a-98ed-dd6057c0281a tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.529360] env[69524]: DEBUG oslo_vmware.api [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Waiting for the task: (returnval){ [ 949.529360] env[69524]: value = "task-4068156" [ 949.529360] env[69524]: _type = "Task" [ 949.529360] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.539275] env[69524]: DEBUG oslo_vmware.api [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Task: {'id': task-4068156, 'name': Rename_Task} progress is 10%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.583210] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.904499] env[69524]: DEBUG nova.compute.manager [req-993aba25-8618-4add-a94b-e8e0e4895b0a req-a3666dfc-b14f-4eb0-be0c-6ad5494a1df6 service nova] [instance: 795966e5-14a4-4179-8eec-c90e8c73c313] Received event network-vif-deleted-69c3b7cc-b011-415c-b423-e2b5fc6f0838 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.904680] env[69524]: INFO nova.compute.manager [req-993aba25-8618-4add-a94b-e8e0e4895b0a req-a3666dfc-b14f-4eb0-be0c-6ad5494a1df6 service nova] [instance: 795966e5-14a4-4179-8eec-c90e8c73c313] Neutron deleted interface 69c3b7cc-b011-415c-b423-e2b5fc6f0838; detaching it from the instance and deleting it from the info cache [ 949.905044] env[69524]: DEBUG nova.network.neutron [req-993aba25-8618-4add-a94b-e8e0e4895b0a req-a3666dfc-b14f-4eb0-be0c-6ad5494a1df6 service nova] [instance: 795966e5-14a4-4179-8eec-c90e8c73c313] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.030097] env[69524]: DEBUG nova.scheduler.client.report [None req-598c2b46-5b8d-493a-98ed-dd6057c0281a tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.050882] env[69524]: DEBUG oslo_vmware.api [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Task: {'id': task-4068156, 'name': Rename_Task, 'duration_secs': 0.20476} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.051283] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] [instance: ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 950.051586] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c389fb80-a6f6-4c8e-8637-376e57d20e39 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.061461] env[69524]: DEBUG oslo_vmware.api [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Waiting for the task: (returnval){ [ 950.061461] env[69524]: value = "task-4068157" [ 950.061461] env[69524]: _type = "Task" [ 950.061461] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.082418] env[69524]: DEBUG oslo_vmware.api [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Task: {'id': task-4068157, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.157209] env[69524]: DEBUG nova.compute.manager [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 950.206469] env[69524]: DEBUG nova.virt.hardware [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 950.206972] env[69524]: DEBUG nova.virt.hardware [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 950.207439] env[69524]: DEBUG nova.virt.hardware [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 950.207741] env[69524]: DEBUG nova.virt.hardware [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 950.208049] env[69524]: DEBUG nova.virt.hardware [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 950.209277] env[69524]: DEBUG nova.virt.hardware [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 950.209277] env[69524]: DEBUG nova.virt.hardware [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 950.209631] env[69524]: DEBUG nova.virt.hardware [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 950.210067] env[69524]: DEBUG nova.virt.hardware [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 950.210346] env[69524]: DEBUG nova.virt.hardware [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 950.210968] env[69524]: DEBUG nova.virt.hardware [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 950.214080] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c2fe07-26d4-4290-a54c-24b515b72a7e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.234293] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c53b52-3570-44df-a947-d5b617935505 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.385248] env[69524]: DEBUG nova.network.neutron [-] [instance: 795966e5-14a4-4179-8eec-c90e8c73c313] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.408603] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bb58d1f3-427c-4b0d-91c7-3d0139634d7f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.419288] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3b2ae8-f9dd-417a-9661-d34f9f1d5098 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.459939] env[69524]: DEBUG nova.compute.manager [req-993aba25-8618-4add-a94b-e8e0e4895b0a req-a3666dfc-b14f-4eb0-be0c-6ad5494a1df6 service nova] [instance: 795966e5-14a4-4179-8eec-c90e8c73c313] Detach interface failed, port_id=69c3b7cc-b011-415c-b423-e2b5fc6f0838, reason: Instance 795966e5-14a4-4179-8eec-c90e8c73c313 could not be found. {{(pid=69524) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 950.541209] env[69524]: DEBUG oslo_concurrency.lockutils [None req-598c2b46-5b8d-493a-98ed-dd6057c0281a tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.405s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.544894] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.175s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.546172] env[69524]: DEBUG nova.objects.instance [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69524) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 950.570728] env[69524]: INFO nova.scheduler.client.report [None req-598c2b46-5b8d-493a-98ed-dd6057c0281a tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Deleted allocations for instance 780705ab-3fbb-43e0-961a-46f755f5388d [ 950.580296] env[69524]: DEBUG oslo_vmware.api [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Task: {'id': task-4068157, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.888541] env[69524]: INFO nova.compute.manager [-] [instance: 795966e5-14a4-4179-8eec-c90e8c73c313] Took 1.55 seconds to deallocate network for instance. [ 951.076899] env[69524]: DEBUG oslo_vmware.api [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Task: {'id': task-4068157, 'name': PowerOnVM_Task, 'duration_secs': 0.995667} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.079595] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] [instance: ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 951.079595] env[69524]: INFO nova.compute.manager [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] [instance: ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9] Took 8.49 seconds to spawn the instance on the hypervisor. [ 951.079595] env[69524]: DEBUG nova.compute.manager [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] [instance: ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 951.079595] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42558d1-eeb3-4594-8a30-0ba0111c7cd9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.093152] env[69524]: DEBUG oslo_concurrency.lockutils [None req-598c2b46-5b8d-493a-98ed-dd6057c0281a tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Lock "780705ab-3fbb-43e0-961a-46f755f5388d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.031s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.393140] env[69524]: DEBUG nova.network.neutron [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Successfully updated port: 08979f0f-bc23-4387-ab59-0c1042f640e8 {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 951.397536] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c5695f83-1006-4b2f-ab29-089cb1c1192d tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.557658] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5b6c7cf6-8f1c-41e8-b203-de2e6b7b35fd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.559076] env[69524]: DEBUG oslo_concurrency.lockutils [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.089s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.559216] env[69524]: DEBUG nova.objects.instance [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69524) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 951.611385] env[69524]: INFO nova.compute.manager [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] [instance: ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9] Took 39.03 seconds to build instance. [ 951.898622] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquiring lock "refresh_cache-927921d9-8e59-44c3-a3ee-7f60c3387625" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.900508] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquired lock "refresh_cache-927921d9-8e59-44c3-a3ee-7f60c3387625" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.900508] env[69524]: DEBUG nova.network.neutron [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 951.938256] env[69524]: DEBUG nova.compute.manager [req-63692089-d16c-4aaf-a9a8-f6d7994c41d3 req-603a09c4-5f66-4f96-abb1-a31e784965b2 service nova] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Received event network-vif-plugged-08979f0f-bc23-4387-ab59-0c1042f640e8 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.938256] env[69524]: DEBUG oslo_concurrency.lockutils [req-63692089-d16c-4aaf-a9a8-f6d7994c41d3 req-603a09c4-5f66-4f96-abb1-a31e784965b2 service nova] Acquiring lock "927921d9-8e59-44c3-a3ee-7f60c3387625-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.938256] env[69524]: DEBUG oslo_concurrency.lockutils [req-63692089-d16c-4aaf-a9a8-f6d7994c41d3 req-603a09c4-5f66-4f96-abb1-a31e784965b2 service nova] Lock "927921d9-8e59-44c3-a3ee-7f60c3387625-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.938256] env[69524]: DEBUG oslo_concurrency.lockutils [req-63692089-d16c-4aaf-a9a8-f6d7994c41d3 req-603a09c4-5f66-4f96-abb1-a31e784965b2 service nova] Lock "927921d9-8e59-44c3-a3ee-7f60c3387625-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.938256] env[69524]: DEBUG nova.compute.manager [req-63692089-d16c-4aaf-a9a8-f6d7994c41d3 req-603a09c4-5f66-4f96-abb1-a31e784965b2 service nova] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] No waiting events found dispatching network-vif-plugged-08979f0f-bc23-4387-ab59-0c1042f640e8 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 951.938913] env[69524]: WARNING nova.compute.manager [req-63692089-d16c-4aaf-a9a8-f6d7994c41d3 req-603a09c4-5f66-4f96-abb1-a31e784965b2 service nova] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Received unexpected event network-vif-plugged-08979f0f-bc23-4387-ab59-0c1042f640e8 for instance with vm_state building and task_state spawning. [ 951.940710] env[69524]: DEBUG nova.compute.manager [req-63692089-d16c-4aaf-a9a8-f6d7994c41d3 req-603a09c4-5f66-4f96-abb1-a31e784965b2 service nova] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Received event network-changed-08979f0f-bc23-4387-ab59-0c1042f640e8 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.940710] env[69524]: DEBUG nova.compute.manager [req-63692089-d16c-4aaf-a9a8-f6d7994c41d3 req-603a09c4-5f66-4f96-abb1-a31e784965b2 service nova] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Refreshing instance network info cache due to event network-changed-08979f0f-bc23-4387-ab59-0c1042f640e8. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 951.941093] env[69524]: DEBUG oslo_concurrency.lockutils [req-63692089-d16c-4aaf-a9a8-f6d7994c41d3 req-603a09c4-5f66-4f96-abb1-a31e784965b2 service nova] Acquiring lock "refresh_cache-927921d9-8e59-44c3-a3ee-7f60c3387625" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.113066] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9c65bdd4-bbbd-4e14-8444-cde43a76b31e tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Lock "ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.561s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.441949] env[69524]: DEBUG nova.network.neutron [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 952.512503] env[69524]: DEBUG oslo_concurrency.lockutils [None req-67238cee-1c03-405d-a768-05215b97025a tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Acquiring lock "ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.512503] env[69524]: DEBUG oslo_concurrency.lockutils [None req-67238cee-1c03-405d-a768-05215b97025a tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Lock "ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.513054] env[69524]: DEBUG oslo_concurrency.lockutils [None req-67238cee-1c03-405d-a768-05215b97025a tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Acquiring lock "ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.513301] env[69524]: DEBUG oslo_concurrency.lockutils [None req-67238cee-1c03-405d-a768-05215b97025a tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Lock "ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.513495] env[69524]: DEBUG oslo_concurrency.lockutils [None req-67238cee-1c03-405d-a768-05215b97025a tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Lock "ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.515801] env[69524]: INFO nova.compute.manager [None req-67238cee-1c03-405d-a768-05215b97025a tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] [instance: ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9] Terminating instance [ 952.575089] env[69524]: DEBUG oslo_concurrency.lockutils [None req-43c2a520-3385-42b9-a44d-f0ff436ed2a6 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.576276] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0bd5c100-432f-442a-89e1-f24918fbd363 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.818s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.576510] env[69524]: DEBUG nova.objects.instance [None req-0bd5c100-432f-442a-89e1-f24918fbd363 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Lazy-loading 'resources' on Instance uuid b81bde1d-fb4a-4ab2-87e7-9be900c07511 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 952.657027] env[69524]: DEBUG nova.network.neutron [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Updating instance_info_cache with network_info: [{"id": "08979f0f-bc23-4387-ab59-0c1042f640e8", "address": "fa:16:3e:93:c8:22", "network": {"id": "83b5b669-1127-466e-a1d3-d2ddd7a35a32", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-128524143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ae0643199f1483bbac41f0f4a2857ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08979f0f-bc", "ovs_interfaceid": "08979f0f-bc23-4387-ab59-0c1042f640e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.021249] env[69524]: DEBUG nova.compute.manager [None req-67238cee-1c03-405d-a768-05215b97025a tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] [instance: ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 953.021529] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-67238cee-1c03-405d-a768-05215b97025a tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] [instance: ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 953.022510] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff25030f-6721-4c1c-aed9-9f513cc62002 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.035553] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-67238cee-1c03-405d-a768-05215b97025a tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] [instance: ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 953.035973] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eae0d01f-74a8-4688-bab8-a7663b963023 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.044564] env[69524]: DEBUG oslo_vmware.api [None req-67238cee-1c03-405d-a768-05215b97025a tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Waiting for the task: (returnval){ [ 953.044564] env[69524]: value = "task-4068158" [ 953.044564] env[69524]: _type = "Task" [ 953.044564] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.059220] env[69524]: DEBUG oslo_vmware.api [None req-67238cee-1c03-405d-a768-05215b97025a tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Task: {'id': task-4068158, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.160760] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Releasing lock "refresh_cache-927921d9-8e59-44c3-a3ee-7f60c3387625" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.161517] env[69524]: DEBUG nova.compute.manager [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Instance network_info: |[{"id": "08979f0f-bc23-4387-ab59-0c1042f640e8", "address": "fa:16:3e:93:c8:22", "network": {"id": "83b5b669-1127-466e-a1d3-d2ddd7a35a32", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-128524143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ae0643199f1483bbac41f0f4a2857ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08979f0f-bc", "ovs_interfaceid": "08979f0f-bc23-4387-ab59-0c1042f640e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 953.161807] env[69524]: DEBUG oslo_concurrency.lockutils [req-63692089-d16c-4aaf-a9a8-f6d7994c41d3 req-603a09c4-5f66-4f96-abb1-a31e784965b2 service nova] Acquired lock "refresh_cache-927921d9-8e59-44c3-a3ee-7f60c3387625" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.162088] env[69524]: DEBUG nova.network.neutron [req-63692089-d16c-4aaf-a9a8-f6d7994c41d3 req-603a09c4-5f66-4f96-abb1-a31e784965b2 service nova] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Refreshing network info cache for port 08979f0f-bc23-4387-ab59-0c1042f640e8 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 953.163626] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:c8:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e029825-6c65-4ac7-88f6-65f9d106db76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08979f0f-bc23-4387-ab59-0c1042f640e8', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 953.176115] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.184333] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 953.185420] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b14166bc-dce3-4781-bf44-c71822aa8860 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.221393] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 953.221393] env[69524]: value = "task-4068159" [ 953.221393] env[69524]: _type = "Task" [ 953.221393] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.236202] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068159, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.557577] env[69524]: DEBUG oslo_vmware.api [None req-67238cee-1c03-405d-a768-05215b97025a tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Task: {'id': task-4068158, 'name': PowerOffVM_Task, 'duration_secs': 0.226363} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.558054] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-67238cee-1c03-405d-a768-05215b97025a tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] [instance: ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 953.558293] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-67238cee-1c03-405d-a768-05215b97025a tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] [instance: ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 953.559439] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b20a8c48-b5a6-40e3-9daa-3c7ee2e99211 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.590620] env[69524]: DEBUG nova.network.neutron [req-63692089-d16c-4aaf-a9a8-f6d7994c41d3 req-603a09c4-5f66-4f96-abb1-a31e784965b2 service nova] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Updated VIF entry in instance network info cache for port 08979f0f-bc23-4387-ab59-0c1042f640e8. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 953.591069] env[69524]: DEBUG nova.network.neutron [req-63692089-d16c-4aaf-a9a8-f6d7994c41d3 req-603a09c4-5f66-4f96-abb1-a31e784965b2 service nova] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Updating instance_info_cache with network_info: [{"id": "08979f0f-bc23-4387-ab59-0c1042f640e8", "address": "fa:16:3e:93:c8:22", "network": {"id": "83b5b669-1127-466e-a1d3-d2ddd7a35a32", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-128524143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ae0643199f1483bbac41f0f4a2857ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap08979f0f-bc", "ovs_interfaceid": "08979f0f-bc23-4387-ab59-0c1042f640e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.651058] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-67238cee-1c03-405d-a768-05215b97025a tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] [instance: ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 953.651257] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-67238cee-1c03-405d-a768-05215b97025a tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] [instance: ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 953.651455] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-67238cee-1c03-405d-a768-05215b97025a tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Deleting the datastore file [datastore1] ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 953.652280] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6099e0c6-6a70-4791-8eb7-6fc433349759 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.659847] env[69524]: DEBUG oslo_vmware.api [None req-67238cee-1c03-405d-a768-05215b97025a tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Waiting for the task: (returnval){ [ 953.659847] env[69524]: value = "task-4068161" [ 953.659847] env[69524]: _type = "Task" [ 953.659847] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.674221] env[69524]: DEBUG oslo_vmware.api [None req-67238cee-1c03-405d-a768-05215b97025a tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Task: {'id': task-4068161, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.734098] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068159, 'name': CreateVM_Task, 'duration_secs': 0.476441} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.734486] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 953.735700] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.736051] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.736502] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.736917] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7490242d-1524-4ede-b6d1-c14fa5cf9a1c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.746699] env[69524]: DEBUG oslo_vmware.api [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 953.746699] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52b2fb45-80a6-6ba9-0e21-59862517b51e" [ 953.746699] env[69524]: _type = "Task" [ 953.746699] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.765794] env[69524]: DEBUG oslo_vmware.api [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52b2fb45-80a6-6ba9-0e21-59862517b51e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.836820] env[69524]: DEBUG oslo_concurrency.lockutils [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Acquiring lock "296e8dfd-268b-4bda-96bb-4e18c1e5c6d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.837079] env[69524]: DEBUG oslo_concurrency.lockutils [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Lock "296e8dfd-268b-4bda-96bb-4e18c1e5c6d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.864937] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db6e817-492d-4a7f-9f15-2ed173501f68 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.877029] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6916b4a-c973-4f17-8ed2-3762b060e6a4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.915702] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a92f695a-8e20-4234-b775-e74b59ac038a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.926925] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355d04d1-4115-4315-a460-32e2b0a90d94 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.950796] env[69524]: DEBUG nova.compute.provider_tree [None req-0bd5c100-432f-442a-89e1-f24918fbd363 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.093827] env[69524]: DEBUG oslo_concurrency.lockutils [req-63692089-d16c-4aaf-a9a8-f6d7994c41d3 req-603a09c4-5f66-4f96-abb1-a31e784965b2 service nova] Releasing lock "refresh_cache-927921d9-8e59-44c3-a3ee-7f60c3387625" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.170556] env[69524]: DEBUG oslo_vmware.api [None req-67238cee-1c03-405d-a768-05215b97025a tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Task: {'id': task-4068161, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.317377} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.170811] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-67238cee-1c03-405d-a768-05215b97025a tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 954.170992] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-67238cee-1c03-405d-a768-05215b97025a tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] [instance: ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 954.171181] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-67238cee-1c03-405d-a768-05215b97025a tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] [instance: ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 954.171347] env[69524]: INFO nova.compute.manager [None req-67238cee-1c03-405d-a768-05215b97025a tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] [instance: ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9] Took 1.15 seconds to destroy the instance on the hypervisor. [ 954.171582] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67238cee-1c03-405d-a768-05215b97025a tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.171769] env[69524]: DEBUG nova.compute.manager [-] [instance: ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 954.171869] env[69524]: DEBUG nova.network.neutron [-] [instance: ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 954.261627] env[69524]: DEBUG oslo_vmware.api [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52b2fb45-80a6-6ba9-0e21-59862517b51e, 'name': SearchDatastore_Task, 'duration_secs': 0.026338} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.261940] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.262189] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 954.262419] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.262561] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.262732] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 954.262996] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb1b3534-fcb7-44f0-aaf8-8371d9ae5820 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.273501] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 954.273783] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 954.274500] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d5b2175-ba47-4927-8219-804b7c16da58 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.281919] env[69524]: DEBUG oslo_vmware.api [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 954.281919] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52ef883d-79cb-5d80-8e4e-d46dd7a7334c" [ 954.281919] env[69524]: _type = "Task" [ 954.281919] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.293669] env[69524]: DEBUG oslo_vmware.api [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52ef883d-79cb-5d80-8e4e-d46dd7a7334c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.340740] env[69524]: DEBUG nova.compute.manager [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 954.454756] env[69524]: DEBUG nova.scheduler.client.report [None req-0bd5c100-432f-442a-89e1-f24918fbd363 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.529393] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Acquiring lock "71381cb1-85da-4f70-b07f-92531158d906" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.529851] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Lock "71381cb1-85da-4f70-b07f-92531158d906" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.544740] env[69524]: DEBUG nova.compute.manager [req-d19362f1-1fa4-4194-b79f-a24769838251 req-73b7bfcf-2dd0-4122-a131-de8255eda050 service nova] [instance: ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9] Received event network-vif-deleted-7e806e4a-2504-4c31-8512-2785c9defeab {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.544938] env[69524]: INFO nova.compute.manager [req-d19362f1-1fa4-4194-b79f-a24769838251 req-73b7bfcf-2dd0-4122-a131-de8255eda050 service nova] [instance: ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9] Neutron deleted interface 7e806e4a-2504-4c31-8512-2785c9defeab; detaching it from the instance and deleting it from the info cache [ 954.545087] env[69524]: DEBUG nova.network.neutron [req-d19362f1-1fa4-4194-b79f-a24769838251 req-73b7bfcf-2dd0-4122-a131-de8255eda050 service nova] [instance: ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.795299] env[69524]: DEBUG oslo_vmware.api [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52ef883d-79cb-5d80-8e4e-d46dd7a7334c, 'name': SearchDatastore_Task, 'duration_secs': 0.013192} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.796183] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-193d1ddf-2842-49d7-a640-cd1d85d87085 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.802550] env[69524]: DEBUG oslo_vmware.api [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 954.802550] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]526ad498-4121-82a1-41ca-3fa74e5f1b49" [ 954.802550] env[69524]: _type = "Task" [ 954.802550] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.811812] env[69524]: DEBUG oslo_vmware.api [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]526ad498-4121-82a1-41ca-3fa74e5f1b49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.877138] env[69524]: DEBUG oslo_concurrency.lockutils [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.962110] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0bd5c100-432f-442a-89e1-f24918fbd363 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.385s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.965047] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e2925228-fa74-4a39-b432-e5dd6707f2aa tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.129s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.965341] env[69524]: DEBUG nova.objects.instance [None req-e2925228-fa74-4a39-b432-e5dd6707f2aa tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Lazy-loading 'resources' on Instance uuid 27a8da5f-1c25-4fed-8455-b843c4a7b804 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 954.994753] env[69524]: INFO nova.scheduler.client.report [None req-0bd5c100-432f-442a-89e1-f24918fbd363 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Deleted allocations for instance b81bde1d-fb4a-4ab2-87e7-9be900c07511 [ 955.031702] env[69524]: DEBUG nova.network.neutron [-] [instance: ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.034560] env[69524]: DEBUG nova.compute.manager [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] [instance: 71381cb1-85da-4f70-b07f-92531158d906] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 955.049234] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5eb80931-8704-4fd8-85f3-2efa49e0d3d9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.061988] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1a6df4-f307-4399-a5c4-44c0dcbf2546 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.106856] env[69524]: DEBUG nova.compute.manager [req-d19362f1-1fa4-4194-b79f-a24769838251 req-73b7bfcf-2dd0-4122-a131-de8255eda050 service nova] [instance: ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9] Detach interface failed, port_id=7e806e4a-2504-4c31-8512-2785c9defeab, reason: Instance ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9 could not be found. {{(pid=69524) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 955.315976] env[69524]: DEBUG oslo_vmware.api [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]526ad498-4121-82a1-41ca-3fa74e5f1b49, 'name': SearchDatastore_Task, 'duration_secs': 0.012206} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.316400] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.316934] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 927921d9-8e59-44c3-a3ee-7f60c3387625/927921d9-8e59-44c3-a3ee-7f60c3387625.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 955.317168] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd3d28b6-54ce-48c2-92a9-3d227befc80e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.327141] env[69524]: DEBUG oslo_vmware.api [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 955.327141] env[69524]: value = "task-4068162" [ 955.327141] env[69524]: _type = "Task" [ 955.327141] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.338714] env[69524]: DEBUG oslo_vmware.api [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068162, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.511738] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0bd5c100-432f-442a-89e1-f24918fbd363 tempest-ServerTagsTestJSON-2109945458 tempest-ServerTagsTestJSON-2109945458-project-member] Lock "b81bde1d-fb4a-4ab2-87e7-9be900c07511" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.479s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.542397] env[69524]: INFO nova.compute.manager [-] [instance: ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9] Took 1.37 seconds to deallocate network for instance. [ 955.559929] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.840776] env[69524]: DEBUG oslo_vmware.api [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068162, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.055149] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2cf2349-d26e-4258-a1eb-33b9be5cd7cb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.059527] env[69524]: DEBUG oslo_concurrency.lockutils [None req-67238cee-1c03-405d-a768-05215b97025a tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.064698] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c945ff-3f9c-4fa7-a0dd-63a40d0b75a4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.100704] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6642998a-6e7b-4d8a-98c3-0b5649d76722 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.108984] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73423b1-1f42-4274-b939-d7fced0fd106 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.126316] env[69524]: DEBUG nova.compute.provider_tree [None req-e2925228-fa74-4a39-b432-e5dd6707f2aa tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.340850] env[69524]: DEBUG oslo_vmware.api [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068162, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.575145} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.341401] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 927921d9-8e59-44c3-a3ee-7f60c3387625/927921d9-8e59-44c3-a3ee-7f60c3387625.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 956.341944] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 956.342913] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-72096c72-4ffe-47e9-af1f-84b15cc4fa6c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.354247] env[69524]: DEBUG oslo_vmware.api [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 956.354247] env[69524]: value = "task-4068163" [ 956.354247] env[69524]: _type = "Task" [ 956.354247] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.366593] env[69524]: DEBUG oslo_vmware.api [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068163, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.375895] env[69524]: DEBUG oslo_vmware.rw_handles [None req-44393773-c0cc-4991-8fa1-ef72e5581afb tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52101493-5e6e-a3bd-066a-5cbd5d2020a8/disk-0.vmdk. {{(pid=69524) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 956.376946] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73382771-a2e9-43d3-afad-390f48ac5020 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.383478] env[69524]: DEBUG oslo_vmware.rw_handles [None req-44393773-c0cc-4991-8fa1-ef72e5581afb tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52101493-5e6e-a3bd-066a-5cbd5d2020a8/disk-0.vmdk is in state: ready. {{(pid=69524) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 956.383652] env[69524]: ERROR oslo_vmware.rw_handles [None req-44393773-c0cc-4991-8fa1-ef72e5581afb tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52101493-5e6e-a3bd-066a-5cbd5d2020a8/disk-0.vmdk due to incomplete transfer. [ 956.383898] env[69524]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-13a8bcf3-bd67-487c-9718-c4e936ea798a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.393533] env[69524]: DEBUG oslo_vmware.rw_handles [None req-44393773-c0cc-4991-8fa1-ef72e5581afb tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52101493-5e6e-a3bd-066a-5cbd5d2020a8/disk-0.vmdk. {{(pid=69524) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 956.393897] env[69524]: DEBUG nova.virt.vmwareapi.images [None req-44393773-c0cc-4991-8fa1-ef72e5581afb tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Uploaded image 44a15b6c-b127-43b0-8c14-0711f3875c21 to the Glance image server {{(pid=69524) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 956.399483] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-44393773-c0cc-4991-8fa1-ef72e5581afb tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Destroying the VM {{(pid=69524) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 956.399981] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-83659668-21e8-484c-8482-0e804d6e8617 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.414201] env[69524]: DEBUG oslo_vmware.api [None req-44393773-c0cc-4991-8fa1-ef72e5581afb tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Waiting for the task: (returnval){ [ 956.414201] env[69524]: value = "task-4068164" [ 956.414201] env[69524]: _type = "Task" [ 956.414201] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.427347] env[69524]: DEBUG oslo_vmware.api [None req-44393773-c0cc-4991-8fa1-ef72e5581afb tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4068164, 'name': Destroy_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.630955] env[69524]: DEBUG nova.scheduler.client.report [None req-e2925228-fa74-4a39-b432-e5dd6707f2aa tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.869253] env[69524]: DEBUG oslo_vmware.api [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068163, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.266714} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.869253] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 956.869550] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b7fdad-34e5-475f-ae8c-0695b88ed12f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.895555] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 927921d9-8e59-44c3-a3ee-7f60c3387625/927921d9-8e59-44c3-a3ee-7f60c3387625.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.895905] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2f33d8f-125d-4124-ad52-8b5abb988b1f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.924415] env[69524]: DEBUG oslo_vmware.api [None req-44393773-c0cc-4991-8fa1-ef72e5581afb tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4068164, 'name': Destroy_Task, 'duration_secs': 0.383038} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.926128] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-44393773-c0cc-4991-8fa1-ef72e5581afb tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Destroyed the VM [ 956.926445] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-44393773-c0cc-4991-8fa1-ef72e5581afb tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Deleting Snapshot of the VM instance {{(pid=69524) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 956.927178] env[69524]: DEBUG oslo_vmware.api [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 956.927178] env[69524]: value = "task-4068165" [ 956.927178] env[69524]: _type = "Task" [ 956.927178] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.927459] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fd1893e8-366c-42da-b159-a866f83f7234 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.938981] env[69524]: DEBUG oslo_vmware.api [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068165, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.941066] env[69524]: DEBUG oslo_vmware.api [None req-44393773-c0cc-4991-8fa1-ef72e5581afb tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Waiting for the task: (returnval){ [ 956.941066] env[69524]: value = "task-4068166" [ 956.941066] env[69524]: _type = "Task" [ 956.941066] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.950316] env[69524]: DEBUG oslo_vmware.api [None req-44393773-c0cc-4991-8fa1-ef72e5581afb tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4068166, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.137980] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e2925228-fa74-4a39-b432-e5dd6707f2aa tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.173s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.140646] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.609s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.142404] env[69524]: INFO nova.compute.claims [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 957.171801] env[69524]: INFO nova.scheduler.client.report [None req-e2925228-fa74-4a39-b432-e5dd6707f2aa tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Deleted allocations for instance 27a8da5f-1c25-4fed-8455-b843c4a7b804 [ 957.439850] env[69524]: DEBUG oslo_vmware.api [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068165, 'name': ReconfigVM_Task, 'duration_secs': 0.440923} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.441435] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 927921d9-8e59-44c3-a3ee-7f60c3387625/927921d9-8e59-44c3-a3ee-7f60c3387625.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 957.442898] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16655e80-69b4-4ac5-87d8-a5a8b785e890 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.459920] env[69524]: DEBUG oslo_vmware.api [None req-44393773-c0cc-4991-8fa1-ef72e5581afb tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4068166, 'name': RemoveSnapshot_Task} progress is 74%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.463934] env[69524]: DEBUG oslo_vmware.api [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 957.463934] env[69524]: value = "task-4068167" [ 957.463934] env[69524]: _type = "Task" [ 957.463934] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.473435] env[69524]: DEBUG oslo_vmware.api [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068167, 'name': Rename_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.680302] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e2925228-fa74-4a39-b432-e5dd6707f2aa tempest-ServersTestBootFromVolume-1547497255 tempest-ServersTestBootFromVolume-1547497255-project-member] Lock "27a8da5f-1c25-4fed-8455-b843c4a7b804" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.947s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.958089] env[69524]: DEBUG oslo_vmware.api [None req-44393773-c0cc-4991-8fa1-ef72e5581afb tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4068166, 'name': RemoveSnapshot_Task, 'duration_secs': 0.568513} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.958394] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-44393773-c0cc-4991-8fa1-ef72e5581afb tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Deleted Snapshot of the VM instance {{(pid=69524) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 957.958611] env[69524]: INFO nova.compute.manager [None req-44393773-c0cc-4991-8fa1-ef72e5581afb tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Took 15.43 seconds to snapshot the instance on the hypervisor. [ 957.973896] env[69524]: DEBUG oslo_vmware.api [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068167, 'name': Rename_Task, 'duration_secs': 0.161478} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.974537] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 957.974814] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4aee7c2e-5ffe-4bae-a205-c8f05610a70b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.981886] env[69524]: DEBUG oslo_vmware.api [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 957.981886] env[69524]: value = "task-4068168" [ 957.981886] env[69524]: _type = "Task" [ 957.981886] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.991405] env[69524]: DEBUG oslo_vmware.api [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068168, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.497851] env[69524]: DEBUG oslo_vmware.api [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068168, 'name': PowerOnVM_Task, 'duration_secs': 0.513338} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.498158] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.498368] env[69524]: INFO nova.compute.manager [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Took 8.34 seconds to spawn the instance on the hypervisor. [ 958.498549] env[69524]: DEBUG nova.compute.manager [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 958.499401] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-645ee120-9674-4dac-b6ff-9cc21d10afc2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.701030] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1944bc89-0a09-4c3d-8139-cc3be7c4b86e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.709638] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ff59cb-ebdc-4d25-9dd8-d406bd9a31c5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.747238] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bcba4c2-645d-458d-a9a9-be774ac77e36 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.755573] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8fc0a5-5518-437f-a071-51c972c44f0d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.769826] env[69524]: DEBUG nova.compute.provider_tree [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.021959] env[69524]: INFO nova.compute.manager [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Took 42.63 seconds to build instance. [ 959.273436] env[69524]: DEBUG nova.scheduler.client.report [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.524470] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a01c77ae-8b14-4198-84e9-272a189ba3ff tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "927921d9-8e59-44c3-a3ee-7f60c3387625" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.721s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.532240] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1ab6d007-2210-42cd-91c8-485436850d44 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquiring lock "927921d9-8e59-44c3-a3ee-7f60c3387625" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.533113] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1ab6d007-2210-42cd-91c8-485436850d44 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "927921d9-8e59-44c3-a3ee-7f60c3387625" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.533113] env[69524]: DEBUG nova.compute.manager [None req-1ab6d007-2210-42cd-91c8-485436850d44 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 959.533710] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe39424-0b83-447e-9b26-89d0eb879a6d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.541938] env[69524]: DEBUG nova.compute.manager [None req-1ab6d007-2210-42cd-91c8-485436850d44 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69524) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 959.541938] env[69524]: DEBUG nova.objects.instance [None req-1ab6d007-2210-42cd-91c8-485436850d44 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lazy-loading 'flavor' on Instance uuid 927921d9-8e59-44c3-a3ee-7f60c3387625 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 959.779614] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.639s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.780173] env[69524]: DEBUG nova.compute.manager [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 959.782756] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a3abc535-2ccb-4e50-88a1-50084cd7836c tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.961s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.783640] env[69524]: DEBUG nova.objects.instance [None req-a3abc535-2ccb-4e50-88a1-50084cd7836c tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Lazy-loading 'resources' on Instance uuid 59826e8d-b225-411c-988c-1f36f89ea4a0 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 960.289980] env[69524]: DEBUG nova.compute.utils [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 960.290602] env[69524]: DEBUG nova.compute.manager [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 960.290774] env[69524]: DEBUG nova.network.neutron [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 960.358036] env[69524]: DEBUG nova.policy [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa0e69885d644bb394a0b4a5c32bce57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c0583911a34499e92e7299e6bdb937d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 960.372275] env[69524]: DEBUG oslo_concurrency.lockutils [None req-cfcdd9ff-ab4b-4224-b25a-9a416ffcc071 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Acquiring lock "ab0b27aa-8b6c-48e9-a254-813c936b7a6a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.372489] env[69524]: DEBUG oslo_concurrency.lockutils [None req-cfcdd9ff-ab4b-4224-b25a-9a416ffcc071 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Lock "ab0b27aa-8b6c-48e9-a254-813c936b7a6a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.372703] env[69524]: DEBUG oslo_concurrency.lockutils [None req-cfcdd9ff-ab4b-4224-b25a-9a416ffcc071 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Acquiring lock "ab0b27aa-8b6c-48e9-a254-813c936b7a6a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.372889] env[69524]: DEBUG oslo_concurrency.lockutils [None req-cfcdd9ff-ab4b-4224-b25a-9a416ffcc071 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Lock "ab0b27aa-8b6c-48e9-a254-813c936b7a6a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.373074] env[69524]: DEBUG oslo_concurrency.lockutils [None req-cfcdd9ff-ab4b-4224-b25a-9a416ffcc071 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Lock "ab0b27aa-8b6c-48e9-a254-813c936b7a6a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.375275] env[69524]: INFO nova.compute.manager [None req-cfcdd9ff-ab4b-4224-b25a-9a416ffcc071 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: ab0b27aa-8b6c-48e9-a254-813c936b7a6a] Terminating instance [ 960.550891] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab6d007-2210-42cd-91c8-485436850d44 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.552369] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-861413fa-5ecb-4399-927a-11f84d5e527b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.562053] env[69524]: DEBUG oslo_vmware.api [None req-1ab6d007-2210-42cd-91c8-485436850d44 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 960.562053] env[69524]: value = "task-4068169" [ 960.562053] env[69524]: _type = "Task" [ 960.562053] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.583992] env[69524]: DEBUG oslo_vmware.api [None req-1ab6d007-2210-42cd-91c8-485436850d44 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068169, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.798031] env[69524]: DEBUG nova.compute.manager [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 960.803062] env[69524]: DEBUG nova.network.neutron [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Successfully created port: c47620d8-88a6-43af-805d-c190803b288b {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 960.880027] env[69524]: DEBUG nova.compute.manager [None req-cfcdd9ff-ab4b-4224-b25a-9a416ffcc071 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: ab0b27aa-8b6c-48e9-a254-813c936b7a6a] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 960.880268] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-cfcdd9ff-ab4b-4224-b25a-9a416ffcc071 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: ab0b27aa-8b6c-48e9-a254-813c936b7a6a] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 960.881433] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a395327d-508b-4e4c-a48d-e52f328870a3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.898323] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfcdd9ff-ab4b-4224-b25a-9a416ffcc071 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: ab0b27aa-8b6c-48e9-a254-813c936b7a6a] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 960.898609] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8e9d0a2-1209-4f6a-befc-723fe2be1b6d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.908107] env[69524]: DEBUG oslo_vmware.api [None req-cfcdd9ff-ab4b-4224-b25a-9a416ffcc071 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Waiting for the task: (returnval){ [ 960.908107] env[69524]: value = "task-4068170" [ 960.908107] env[69524]: _type = "Task" [ 960.908107] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.917359] env[69524]: DEBUG oslo_vmware.api [None req-cfcdd9ff-ab4b-4224-b25a-9a416ffcc071 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Task: {'id': task-4068170, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.919884] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4689481a-774c-4e75-93c5-09707d2e0c4f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.927891] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf5d7cf-8b63-4045-b648-e3b777cc6af2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.962403] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5024f67a-963b-4655-bfbd-c18e44eb8419 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.974078] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6432b147-7f4a-480e-94e4-dc97c8f363e3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.988563] env[69524]: DEBUG nova.compute.provider_tree [None req-a3abc535-2ccb-4e50-88a1-50084cd7836c tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.078351] env[69524]: DEBUG oslo_vmware.api [None req-1ab6d007-2210-42cd-91c8-485436850d44 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068169, 'name': PowerOffVM_Task, 'duration_secs': 0.199257} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.078670] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ab6d007-2210-42cd-91c8-485436850d44 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 961.081863] env[69524]: DEBUG nova.compute.manager [None req-1ab6d007-2210-42cd-91c8-485436850d44 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 961.081863] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f55c23-902f-4aab-bacb-e3ce1361012e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.114187] env[69524]: DEBUG oslo_concurrency.lockutils [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Acquiring lock "2eb37685-2b4a-4e70-a379-b13ebf8bf812" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.114187] env[69524]: DEBUG oslo_concurrency.lockutils [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Lock "2eb37685-2b4a-4e70-a379-b13ebf8bf812" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.419847] env[69524]: DEBUG oslo_vmware.api [None req-cfcdd9ff-ab4b-4224-b25a-9a416ffcc071 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Task: {'id': task-4068170, 'name': PowerOffVM_Task, 'duration_secs': 0.232751} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.420155] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-cfcdd9ff-ab4b-4224-b25a-9a416ffcc071 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: ab0b27aa-8b6c-48e9-a254-813c936b7a6a] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 961.422141] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-cfcdd9ff-ab4b-4224-b25a-9a416ffcc071 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: ab0b27aa-8b6c-48e9-a254-813c936b7a6a] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 961.422141] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9fe23c10-9843-41c0-b425-cdc0d8d0bc35 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.493346] env[69524]: DEBUG nova.scheduler.client.report [None req-a3abc535-2ccb-4e50-88a1-50084cd7836c tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.501926] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-cfcdd9ff-ab4b-4224-b25a-9a416ffcc071 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: ab0b27aa-8b6c-48e9-a254-813c936b7a6a] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 961.501926] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-cfcdd9ff-ab4b-4224-b25a-9a416ffcc071 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: ab0b27aa-8b6c-48e9-a254-813c936b7a6a] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 961.501926] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfcdd9ff-ab4b-4224-b25a-9a416ffcc071 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Deleting the datastore file [datastore1] ab0b27aa-8b6c-48e9-a254-813c936b7a6a {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 961.501926] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2765068a-dd59-40d5-b58f-6c39f062f5c5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.507635] env[69524]: DEBUG oslo_vmware.api [None req-cfcdd9ff-ab4b-4224-b25a-9a416ffcc071 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Waiting for the task: (returnval){ [ 961.507635] env[69524]: value = "task-4068172" [ 961.507635] env[69524]: _type = "Task" [ 961.507635] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.518563] env[69524]: DEBUG oslo_vmware.api [None req-cfcdd9ff-ab4b-4224-b25a-9a416ffcc071 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Task: {'id': task-4068172, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.594571] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1ab6d007-2210-42cd-91c8-485436850d44 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "927921d9-8e59-44c3-a3ee-7f60c3387625" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.062s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.616809] env[69524]: DEBUG nova.compute.manager [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: 2eb37685-2b4a-4e70-a379-b13ebf8bf812] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 961.814727] env[69524]: DEBUG nova.compute.manager [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 961.842878] env[69524]: DEBUG nova.virt.hardware [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 961.843107] env[69524]: DEBUG nova.virt.hardware [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 961.843260] env[69524]: DEBUG nova.virt.hardware [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.843442] env[69524]: DEBUG nova.virt.hardware [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 961.843586] env[69524]: DEBUG nova.virt.hardware [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.843732] env[69524]: DEBUG nova.virt.hardware [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 961.843962] env[69524]: DEBUG nova.virt.hardware [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 961.844107] env[69524]: DEBUG nova.virt.hardware [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 961.844283] env[69524]: DEBUG nova.virt.hardware [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 961.844444] env[69524]: DEBUG nova.virt.hardware [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 961.844787] env[69524]: DEBUG nova.virt.hardware [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 961.846208] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c224ff3e-454f-4739-a25a-2731237cecf5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.856858] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd11ed85-d0f4-48b8-8921-e1ea39571022 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.002212] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a3abc535-2ccb-4e50-88a1-50084cd7836c tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.219s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.005648] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9770e2c9-1c12-4690-b3f0-57d6c4c37e23 tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.016s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.005932] env[69524]: DEBUG nova.objects.instance [None req-9770e2c9-1c12-4690-b3f0-57d6c4c37e23 tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Lazy-loading 'resources' on Instance uuid 4244948e-6a1e-446b-b02b-18ee384d9553 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 962.019868] env[69524]: DEBUG oslo_vmware.api [None req-cfcdd9ff-ab4b-4224-b25a-9a416ffcc071 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Task: {'id': task-4068172, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142066} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.019868] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-cfcdd9ff-ab4b-4224-b25a-9a416ffcc071 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 962.019868] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-cfcdd9ff-ab4b-4224-b25a-9a416ffcc071 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: ab0b27aa-8b6c-48e9-a254-813c936b7a6a] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 962.020196] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-cfcdd9ff-ab4b-4224-b25a-9a416ffcc071 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: ab0b27aa-8b6c-48e9-a254-813c936b7a6a] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 962.020248] env[69524]: INFO nova.compute.manager [None req-cfcdd9ff-ab4b-4224-b25a-9a416ffcc071 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: ab0b27aa-8b6c-48e9-a254-813c936b7a6a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 962.020610] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cfcdd9ff-ab4b-4224-b25a-9a416ffcc071 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 962.022941] env[69524]: DEBUG nova.compute.manager [-] [instance: ab0b27aa-8b6c-48e9-a254-813c936b7a6a] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 962.022941] env[69524]: DEBUG nova.network.neutron [-] [instance: ab0b27aa-8b6c-48e9-a254-813c936b7a6a] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 962.041487] env[69524]: INFO nova.scheduler.client.report [None req-a3abc535-2ccb-4e50-88a1-50084cd7836c tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Deleted allocations for instance 59826e8d-b225-411c-988c-1f36f89ea4a0 [ 962.148232] env[69524]: DEBUG oslo_concurrency.lockutils [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.285203] env[69524]: DEBUG oslo_concurrency.lockutils [None req-99c61562-8e63-4326-b407-9417bd71418c tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Acquiring lock "d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.285203] env[69524]: DEBUG oslo_concurrency.lockutils [None req-99c61562-8e63-4326-b407-9417bd71418c tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Lock "d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.285203] env[69524]: DEBUG oslo_concurrency.lockutils [None req-99c61562-8e63-4326-b407-9417bd71418c tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Acquiring lock "d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.285203] env[69524]: DEBUG oslo_concurrency.lockutils [None req-99c61562-8e63-4326-b407-9417bd71418c tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Lock "d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.285203] env[69524]: DEBUG oslo_concurrency.lockutils [None req-99c61562-8e63-4326-b407-9417bd71418c tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Lock "d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.286250] env[69524]: INFO nova.compute.manager [None req-99c61562-8e63-4326-b407-9417bd71418c tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255] Terminating instance [ 962.383407] env[69524]: INFO nova.compute.manager [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Rebuilding instance [ 962.433558] env[69524]: DEBUG nova.compute.manager [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 962.434793] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84df7030-de1a-4085-9bdd-f4062c297e12 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.551201] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a3abc535-2ccb-4e50-88a1-50084cd7836c tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Lock "59826e8d-b225-411c-988c-1f36f89ea4a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.304s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.686048] env[69524]: DEBUG nova.compute.manager [req-1f96a36e-f472-4ef1-b10c-66461270502d req-1d54d8de-5ae5-4265-9262-c5ced5486c16 service nova] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Received event network-vif-plugged-c47620d8-88a6-43af-805d-c190803b288b {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.686353] env[69524]: DEBUG oslo_concurrency.lockutils [req-1f96a36e-f472-4ef1-b10c-66461270502d req-1d54d8de-5ae5-4265-9262-c5ced5486c16 service nova] Acquiring lock "e1375740-01f5-4d8c-9c09-a48d52ee046e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.686625] env[69524]: DEBUG oslo_concurrency.lockutils [req-1f96a36e-f472-4ef1-b10c-66461270502d req-1d54d8de-5ae5-4265-9262-c5ced5486c16 service nova] Lock "e1375740-01f5-4d8c-9c09-a48d52ee046e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.687010] env[69524]: DEBUG oslo_concurrency.lockutils [req-1f96a36e-f472-4ef1-b10c-66461270502d req-1d54d8de-5ae5-4265-9262-c5ced5486c16 service nova] Lock "e1375740-01f5-4d8c-9c09-a48d52ee046e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.687272] env[69524]: DEBUG nova.compute.manager [req-1f96a36e-f472-4ef1-b10c-66461270502d req-1d54d8de-5ae5-4265-9262-c5ced5486c16 service nova] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] No waiting events found dispatching network-vif-plugged-c47620d8-88a6-43af-805d-c190803b288b {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 962.687495] env[69524]: WARNING nova.compute.manager [req-1f96a36e-f472-4ef1-b10c-66461270502d req-1d54d8de-5ae5-4265-9262-c5ced5486c16 service nova] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Received unexpected event network-vif-plugged-c47620d8-88a6-43af-805d-c190803b288b for instance with vm_state building and task_state spawning. [ 962.792582] env[69524]: DEBUG nova.compute.manager [None req-99c61562-8e63-4326-b407-9417bd71418c tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 962.793042] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-99c61562-8e63-4326-b407-9417bd71418c tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 962.794645] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f0d39b-3b45-4de6-ab8f-386510591365 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.805280] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-99c61562-8e63-4326-b407-9417bd71418c tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 962.808082] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93cdbc95-00f9-4055-a41b-c8e9abdad15d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.815714] env[69524]: DEBUG oslo_vmware.api [None req-99c61562-8e63-4326-b407-9417bd71418c tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Waiting for the task: (returnval){ [ 962.815714] env[69524]: value = "task-4068173" [ 962.815714] env[69524]: _type = "Task" [ 962.815714] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.827198] env[69524]: DEBUG oslo_vmware.api [None req-99c61562-8e63-4326-b407-9417bd71418c tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4068173, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.066945] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22cc4a4-e321-41f8-a313-a2a5777aadca {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.075628] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fbe75ef-590a-4227-a0d9-c416d54a5fc5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.108834] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1bbe09-2046-44b0-9347-8476f4f8e6ea {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.118556] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9008a21-b98a-4607-802d-3f8ba60784fb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.134142] env[69524]: DEBUG nova.compute.provider_tree [None req-9770e2c9-1c12-4690-b3f0-57d6c4c37e23 tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.244198] env[69524]: DEBUG nova.network.neutron [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Successfully updated port: c47620d8-88a6-43af-805d-c190803b288b {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 963.332044] env[69524]: DEBUG oslo_vmware.api [None req-99c61562-8e63-4326-b407-9417bd71418c tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4068173, 'name': PowerOffVM_Task, 'duration_secs': 0.391232} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.332044] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-99c61562-8e63-4326-b407-9417bd71418c tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 963.332044] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-99c61562-8e63-4326-b407-9417bd71418c tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 963.332044] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9f4bb19b-3bfe-44b8-aa27-945bb144e793 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.432077] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-99c61562-8e63-4326-b407-9417bd71418c tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 963.432374] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-99c61562-8e63-4326-b407-9417bd71418c tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 963.432614] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-99c61562-8e63-4326-b407-9417bd71418c tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Deleting the datastore file [datastore1] d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 963.432987] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cbbf477a-265f-4d5b-9e95-a06086fb3f22 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.444171] env[69524]: DEBUG oslo_vmware.api [None req-99c61562-8e63-4326-b407-9417bd71418c tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Waiting for the task: (returnval){ [ 963.444171] env[69524]: value = "task-4068175" [ 963.444171] env[69524]: _type = "Task" [ 963.444171] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.448074] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 963.449950] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-250101f5-308f-4d70-b754-b62de6e3e272 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.459076] env[69524]: DEBUG oslo_vmware.api [None req-99c61562-8e63-4326-b407-9417bd71418c tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4068175, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.464982] env[69524]: DEBUG oslo_vmware.api [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 963.464982] env[69524]: value = "task-4068176" [ 963.464982] env[69524]: _type = "Task" [ 963.464982] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.475357] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] VM already powered off {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 963.475927] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 963.476456] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ccba60-346b-470f-9444-3bf3ff0a8f76 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.486330] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 963.486330] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2cc3ac61-b39a-4916-94fe-003e94530fb6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.561192] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 963.561478] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 963.561682] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Deleting the datastore file [datastore1] 927921d9-8e59-44c3-a3ee-7f60c3387625 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 963.561996] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39076b88-247f-414b-b505-193884bc5126 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.570162] env[69524]: DEBUG oslo_vmware.api [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 963.570162] env[69524]: value = "task-4068178" [ 963.570162] env[69524]: _type = "Task" [ 963.570162] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.579965] env[69524]: DEBUG oslo_vmware.api [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068178, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.637771] env[69524]: DEBUG nova.scheduler.client.report [None req-9770e2c9-1c12-4690-b3f0-57d6c4c37e23 tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.749130] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquiring lock "refresh_cache-e1375740-01f5-4d8c-9c09-a48d52ee046e" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.749639] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquired lock "refresh_cache-e1375740-01f5-4d8c-9c09-a48d52ee046e" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.749851] env[69524]: DEBUG nova.network.neutron [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 963.896783] env[69524]: DEBUG nova.network.neutron [-] [instance: ab0b27aa-8b6c-48e9-a254-813c936b7a6a] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.953546] env[69524]: DEBUG oslo_vmware.api [None req-99c61562-8e63-4326-b407-9417bd71418c tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4068175, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147014} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.953836] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-99c61562-8e63-4326-b407-9417bd71418c tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 963.954190] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-99c61562-8e63-4326-b407-9417bd71418c tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 963.954308] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-99c61562-8e63-4326-b407-9417bd71418c tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 963.954370] env[69524]: INFO nova.compute.manager [None req-99c61562-8e63-4326-b407-9417bd71418c tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255] Took 1.16 seconds to destroy the instance on the hypervisor. [ 963.954608] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99c61562-8e63-4326-b407-9417bd71418c tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.955354] env[69524]: DEBUG nova.compute.manager [-] [instance: d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 963.955354] env[69524]: DEBUG nova.network.neutron [-] [instance: d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 964.080208] env[69524]: DEBUG oslo_vmware.api [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068178, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147855} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.080453] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 964.080640] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 964.080818] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 964.144228] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9770e2c9-1c12-4690-b3f0-57d6c4c37e23 tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.138s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.149075] env[69524]: DEBUG oslo_concurrency.lockutils [None req-98807541-0019-4e4f-9e61-4b2768e7b340 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.714s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.149290] env[69524]: DEBUG nova.objects.instance [None req-98807541-0019-4e4f-9e61-4b2768e7b340 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lazy-loading 'resources' on Instance uuid cbb08f23-34b1-4486-942f-e0f4781f04fc {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.180085] env[69524]: INFO nova.scheduler.client.report [None req-9770e2c9-1c12-4690-b3f0-57d6c4c37e23 tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Deleted allocations for instance 4244948e-6a1e-446b-b02b-18ee384d9553 [ 964.307167] env[69524]: DEBUG nova.network.neutron [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 964.402931] env[69524]: INFO nova.compute.manager [-] [instance: ab0b27aa-8b6c-48e9-a254-813c936b7a6a] Took 2.38 seconds to deallocate network for instance. [ 964.545774] env[69524]: DEBUG nova.network.neutron [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Updating instance_info_cache with network_info: [{"id": "c47620d8-88a6-43af-805d-c190803b288b", "address": "fa:16:3e:e7:4a:dd", "network": {"id": "37adc9d0-a545-4ad6-8bda-bbeebaeaad38", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1811246761-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c0583911a34499e92e7299e6bdb937d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc47620d8-88", "ovs_interfaceid": "c47620d8-88a6-43af-805d-c190803b288b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.690428] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9770e2c9-1c12-4690-b3f0-57d6c4c37e23 tempest-ListServersNegativeTestJSON-2062344248 tempest-ListServersNegativeTestJSON-2062344248-project-member] Lock "4244948e-6a1e-446b-b02b-18ee384d9553" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.276s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.754560] env[69524]: DEBUG nova.network.neutron [-] [instance: d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.771284] env[69524]: DEBUG nova.compute.manager [req-4914c5f7-4c0b-4c0e-b81b-42148e3b4ff8 req-89f379d2-e1b0-4bdf-ba8e-a9d72fec1b86 service nova] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Received event network-changed-c47620d8-88a6-43af-805d-c190803b288b {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.771503] env[69524]: DEBUG nova.compute.manager [req-4914c5f7-4c0b-4c0e-b81b-42148e3b4ff8 req-89f379d2-e1b0-4bdf-ba8e-a9d72fec1b86 service nova] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Refreshing instance network info cache due to event network-changed-c47620d8-88a6-43af-805d-c190803b288b. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 964.771721] env[69524]: DEBUG oslo_concurrency.lockutils [req-4914c5f7-4c0b-4c0e-b81b-42148e3b4ff8 req-89f379d2-e1b0-4bdf-ba8e-a9d72fec1b86 service nova] Acquiring lock "refresh_cache-e1375740-01f5-4d8c-9c09-a48d52ee046e" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.909791] env[69524]: DEBUG oslo_concurrency.lockutils [None req-cfcdd9ff-ab4b-4224-b25a-9a416ffcc071 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.052587] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Releasing lock "refresh_cache-e1375740-01f5-4d8c-9c09-a48d52ee046e" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.052705] env[69524]: DEBUG nova.compute.manager [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Instance network_info: |[{"id": "c47620d8-88a6-43af-805d-c190803b288b", "address": "fa:16:3e:e7:4a:dd", "network": {"id": "37adc9d0-a545-4ad6-8bda-bbeebaeaad38", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1811246761-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c0583911a34499e92e7299e6bdb937d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc47620d8-88", "ovs_interfaceid": "c47620d8-88a6-43af-805d-c190803b288b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 965.052943] env[69524]: DEBUG oslo_concurrency.lockutils [req-4914c5f7-4c0b-4c0e-b81b-42148e3b4ff8 req-89f379d2-e1b0-4bdf-ba8e-a9d72fec1b86 service nova] Acquired lock "refresh_cache-e1375740-01f5-4d8c-9c09-a48d52ee046e" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.053148] env[69524]: DEBUG nova.network.neutron [req-4914c5f7-4c0b-4c0e-b81b-42148e3b4ff8 req-89f379d2-e1b0-4bdf-ba8e-a9d72fec1b86 service nova] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Refreshing network info cache for port c47620d8-88a6-43af-805d-c190803b288b {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 965.054540] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:4a:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ab93899c-92b2-4d84-95a6-192234add28c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c47620d8-88a6-43af-805d-c190803b288b', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 965.064995] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 965.073646] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 965.075026] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0358efd2-9c40-49e6-a4d5-277146a5deb6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.101739] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 965.101739] env[69524]: value = "task-4068179" [ 965.101739] env[69524]: _type = "Task" [ 965.101739] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.112305] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068179, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.142745] env[69524]: DEBUG nova.virt.hardware [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 965.142939] env[69524]: DEBUG nova.virt.hardware [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 965.143460] env[69524]: DEBUG nova.virt.hardware [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 965.143694] env[69524]: DEBUG nova.virt.hardware [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 965.143842] env[69524]: DEBUG nova.virt.hardware [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 965.147789] env[69524]: DEBUG nova.virt.hardware [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 965.147789] env[69524]: DEBUG nova.virt.hardware [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 965.147789] env[69524]: DEBUG nova.virt.hardware [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 965.147789] env[69524]: DEBUG nova.virt.hardware [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 965.147789] env[69524]: DEBUG nova.virt.hardware [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 965.147789] env[69524]: DEBUG nova.virt.hardware [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 965.147789] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c420e43-c585-462d-94a8-bf2f6c7bc8e4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.162574] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc60cd9d-7ce4-4837-850d-ad9f34be62b4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.181186] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:c8:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e029825-6c65-4ac7-88f6-65f9d106db76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '08979f0f-bc23-4387-ab59-0c1042f640e8', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 965.191201] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 965.193301] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 965.194119] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8466d1dc-9c9c-4650-aa1f-e1458bb8e5d7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.217518] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 965.217518] env[69524]: value = "task-4068180" [ 965.217518] env[69524]: _type = "Task" [ 965.217518] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.232315] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068180, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.257495] env[69524]: INFO nova.compute.manager [-] [instance: d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255] Took 1.30 seconds to deallocate network for instance. [ 965.326339] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a443271e-3f59-4d65-bb6e-51eedeb3897d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.336154] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76bc2342-5a22-440f-b067-5afbcb39096a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.379142] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ac3ecd-73bd-4e2b-be44-38966cd72ef8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.390304] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81512a8c-a724-4a04-baad-2c37e020f453 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.412631] env[69524]: DEBUG nova.compute.provider_tree [None req-98807541-0019-4e4f-9e61-4b2768e7b340 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.587275] env[69524]: DEBUG nova.network.neutron [req-4914c5f7-4c0b-4c0e-b81b-42148e3b4ff8 req-89f379d2-e1b0-4bdf-ba8e-a9d72fec1b86 service nova] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Updated VIF entry in instance network info cache for port c47620d8-88a6-43af-805d-c190803b288b. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 965.588468] env[69524]: DEBUG nova.network.neutron [req-4914c5f7-4c0b-4c0e-b81b-42148e3b4ff8 req-89f379d2-e1b0-4bdf-ba8e-a9d72fec1b86 service nova] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Updating instance_info_cache with network_info: [{"id": "c47620d8-88a6-43af-805d-c190803b288b", "address": "fa:16:3e:e7:4a:dd", "network": {"id": "37adc9d0-a545-4ad6-8bda-bbeebaeaad38", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1811246761-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c0583911a34499e92e7299e6bdb937d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc47620d8-88", "ovs_interfaceid": "c47620d8-88a6-43af-805d-c190803b288b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.614020] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068179, 'name': CreateVM_Task, 'duration_secs': 0.399589} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.614020] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 965.614020] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.614020] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.614020] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.614373] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcd198e1-0426-4b46-87f2-6b84598d1212 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.619798] env[69524]: DEBUG oslo_vmware.api [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 965.619798] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52524262-48a0-26b0-3d0f-89ee6edc150c" [ 965.619798] env[69524]: _type = "Task" [ 965.619798] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.628523] env[69524]: DEBUG oslo_vmware.api [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52524262-48a0-26b0-3d0f-89ee6edc150c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.728062] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068180, 'name': CreateVM_Task, 'duration_secs': 0.37483} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.728255] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 965.728927] env[69524]: DEBUG oslo_concurrency.lockutils [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.768639] env[69524]: DEBUG oslo_concurrency.lockutils [None req-99c61562-8e63-4326-b407-9417bd71418c tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.916016] env[69524]: DEBUG nova.scheduler.client.report [None req-98807541-0019-4e4f-9e61-4b2768e7b340 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.093224] env[69524]: DEBUG oslo_concurrency.lockutils [req-4914c5f7-4c0b-4c0e-b81b-42148e3b4ff8 req-89f379d2-e1b0-4bdf-ba8e-a9d72fec1b86 service nova] Releasing lock "refresh_cache-e1375740-01f5-4d8c-9c09-a48d52ee046e" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.093224] env[69524]: DEBUG nova.compute.manager [req-4914c5f7-4c0b-4c0e-b81b-42148e3b4ff8 req-89f379d2-e1b0-4bdf-ba8e-a9d72fec1b86 service nova] [instance: ab0b27aa-8b6c-48e9-a254-813c936b7a6a] Received event network-vif-deleted-e3582b89-7a8b-44cf-af98-18fa456bda56 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.093224] env[69524]: DEBUG nova.compute.manager [req-4914c5f7-4c0b-4c0e-b81b-42148e3b4ff8 req-89f379d2-e1b0-4bdf-ba8e-a9d72fec1b86 service nova] [instance: d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255] Received event network-vif-deleted-3f521216-a6d3-43fa-8a5a-84cfe908ebf7 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.093224] env[69524]: INFO nova.compute.manager [req-4914c5f7-4c0b-4c0e-b81b-42148e3b4ff8 req-89f379d2-e1b0-4bdf-ba8e-a9d72fec1b86 service nova] [instance: d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255] Neutron deleted interface 3f521216-a6d3-43fa-8a5a-84cfe908ebf7; detaching it from the instance and deleting it from the info cache [ 966.093224] env[69524]: DEBUG nova.network.neutron [req-4914c5f7-4c0b-4c0e-b81b-42148e3b4ff8 req-89f379d2-e1b0-4bdf-ba8e-a9d72fec1b86 service nova] [instance: d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.136156] env[69524]: DEBUG oslo_vmware.api [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52524262-48a0-26b0-3d0f-89ee6edc150c, 'name': SearchDatastore_Task, 'duration_secs': 0.009378} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.136156] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.136156] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 966.136156] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.136156] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.136156] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 966.136777] env[69524]: DEBUG oslo_concurrency.lockutils [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.137250] env[69524]: DEBUG oslo_concurrency.lockutils [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.137903] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-890383d1-1bf2-4620-85c4-b3c22aa9c703 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.139997] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6da4d55d-415a-4f3c-a7f7-95575e3b06a1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.146116] env[69524]: DEBUG oslo_vmware.api [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 966.146116] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52f9da5f-b6a6-21fd-f0ae-62f82bffd4a5" [ 966.146116] env[69524]: _type = "Task" [ 966.146116] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.153479] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 966.153860] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 966.155113] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd5ccfd3-94d2-4907-974b-99947e047f46 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.162066] env[69524]: DEBUG oslo_vmware.api [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52f9da5f-b6a6-21fd-f0ae-62f82bffd4a5, 'name': SearchDatastore_Task, 'duration_secs': 0.012884} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.162834] env[69524]: DEBUG oslo_concurrency.lockutils [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.163220] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 966.163557] env[69524]: DEBUG oslo_concurrency.lockutils [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.166652] env[69524]: DEBUG oslo_vmware.api [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 966.166652] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5286fc9b-7021-870a-8806-3c36a3a7fca3" [ 966.166652] env[69524]: _type = "Task" [ 966.166652] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.174811] env[69524]: DEBUG oslo_vmware.api [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5286fc9b-7021-870a-8806-3c36a3a7fca3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.393383] env[69524]: DEBUG oslo_concurrency.lockutils [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Acquiring lock "fef113bd-ed01-442c-9d72-0c4bfa381d96" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.393639] env[69524]: DEBUG oslo_concurrency.lockutils [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Lock "fef113bd-ed01-442c-9d72-0c4bfa381d96" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.422116] env[69524]: DEBUG oslo_concurrency.lockutils [None req-98807541-0019-4e4f-9e61-4b2768e7b340 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.273s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.424489] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 37.985s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.424666] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.424820] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69524) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 966.425224] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e855413c-c7a1-4f8d-b088-5101bea340b1 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.541s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.425381] env[69524]: DEBUG nova.objects.instance [None req-e855413c-c7a1-4f8d-b088-5101bea340b1 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Lazy-loading 'resources' on Instance uuid 696358b1-7618-480a-b1c8-d4a5a775e5db {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.427543] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53be027-08bf-41c2-b40c-fdfb15cddf40 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.438303] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9fca1e-b277-4384-9a56-b5b53166540d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.455057] env[69524]: INFO nova.scheduler.client.report [None req-98807541-0019-4e4f-9e61-4b2768e7b340 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Deleted allocations for instance cbb08f23-34b1-4486-942f-e0f4781f04fc [ 966.458126] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5803be-12e6-4aef-bae1-c7db1c81106a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.471959] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f1080b-962f-48d7-a699-ca82f1898f16 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.506067] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177638MB free_disk=20GB free_vcpus=48 pci_devices=None {{(pid=69524) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 966.506727] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.598739] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-544b45aa-a006-4ca0-beda-3040bd1eac98 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.608666] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2317a7a0-cb62-4851-8524-3c6da906bf88 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.647985] env[69524]: DEBUG nova.compute.manager [req-4914c5f7-4c0b-4c0e-b81b-42148e3b4ff8 req-89f379d2-e1b0-4bdf-ba8e-a9d72fec1b86 service nova] [instance: d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255] Detach interface failed, port_id=3f521216-a6d3-43fa-8a5a-84cfe908ebf7, reason: Instance d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255 could not be found. {{(pid=69524) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 966.679073] env[69524]: DEBUG oslo_vmware.api [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5286fc9b-7021-870a-8806-3c36a3a7fca3, 'name': SearchDatastore_Task, 'duration_secs': 0.01009} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.679073] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b78a60e8-78b6-4c4d-af98-5c43752b1cf3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.683593] env[69524]: DEBUG oslo_vmware.api [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 966.683593] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5226eb94-d160-5d85-1ca5-7b8792d90a02" [ 966.683593] env[69524]: _type = "Task" [ 966.683593] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.699030] env[69524]: DEBUG oslo_vmware.api [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5226eb94-d160-5d85-1ca5-7b8792d90a02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.897864] env[69524]: DEBUG nova.compute.manager [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] [instance: fef113bd-ed01-442c-9d72-0c4bfa381d96] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 966.972916] env[69524]: DEBUG oslo_concurrency.lockutils [None req-98807541-0019-4e4f-9e61-4b2768e7b340 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "cbb08f23-34b1-4486-942f-e0f4781f04fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.518s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.202538] env[69524]: DEBUG oslo_vmware.api [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5226eb94-d160-5d85-1ca5-7b8792d90a02, 'name': SearchDatastore_Task, 'duration_secs': 0.034254} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.206827] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.207237] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] e1375740-01f5-4d8c-9c09-a48d52ee046e/e1375740-01f5-4d8c-9c09-a48d52ee046e.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 967.207998] env[69524]: DEBUG oslo_concurrency.lockutils [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.208865] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 967.208865] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4af69817-24f2-4511-baee-85b72ecdee51 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.210949] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94f98f8e-77c4-4d3e-8ccc-60acfa43ea31 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.220694] env[69524]: DEBUG oslo_vmware.api [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 967.220694] env[69524]: value = "task-4068181" [ 967.220694] env[69524]: _type = "Task" [ 967.220694] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.225510] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 967.225823] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 967.230107] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-201d9b2f-876a-4061-9c59-3eef766c7919 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.241176] env[69524]: DEBUG oslo_vmware.api [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068181, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.245638] env[69524]: DEBUG oslo_vmware.api [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 967.245638] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52fdb992-9ef7-0b94-5cfd-618c03ab6421" [ 967.245638] env[69524]: _type = "Task" [ 967.245638] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.261517] env[69524]: DEBUG oslo_vmware.api [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52fdb992-9ef7-0b94-5cfd-618c03ab6421, 'name': SearchDatastore_Task, 'duration_secs': 0.009842} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.266361] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0468a5d6-4821-4ad0-981a-9561692ecc6b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.273590] env[69524]: DEBUG oslo_vmware.api [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 967.273590] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52ba27a5-98f1-3a73-4710-e59ad6a97af9" [ 967.273590] env[69524]: _type = "Task" [ 967.273590] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.283360] env[69524]: DEBUG oslo_vmware.api [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52ba27a5-98f1-3a73-4710-e59ad6a97af9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.428783] env[69524]: DEBUG oslo_concurrency.lockutils [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.526528] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5e8533-1c1b-420f-a882-8d3f7e4bdbce {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.537297] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17eb2f4f-935e-4c8c-a2b9-3d48286b531f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.577593] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4a73c5-ed34-435d-8b02-1b896b93e998 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.588755] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5142f3d8-3914-42df-ae61-88e0fa73acdd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.602842] env[69524]: DEBUG nova.compute.provider_tree [None req-e855413c-c7a1-4f8d-b088-5101bea340b1 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.735309] env[69524]: DEBUG oslo_vmware.api [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068181, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.783953] env[69524]: DEBUG oslo_vmware.api [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52ba27a5-98f1-3a73-4710-e59ad6a97af9, 'name': SearchDatastore_Task, 'duration_secs': 0.009864} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.784303] env[69524]: DEBUG oslo_concurrency.lockutils [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.784570] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 927921d9-8e59-44c3-a3ee-7f60c3387625/927921d9-8e59-44c3-a3ee-7f60c3387625.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 967.784837] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95bfd63e-00cd-4be7-9186-877c52528aee {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.792894] env[69524]: DEBUG oslo_vmware.api [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 967.792894] env[69524]: value = "task-4068182" [ 967.792894] env[69524]: _type = "Task" [ 967.792894] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.803368] env[69524]: DEBUG oslo_vmware.api [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068182, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.109967] env[69524]: DEBUG nova.scheduler.client.report [None req-e855413c-c7a1-4f8d-b088-5101bea340b1 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.240783] env[69524]: DEBUG oslo_vmware.api [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068181, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523508} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.240924] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] e1375740-01f5-4d8c-9c09-a48d52ee046e/e1375740-01f5-4d8c-9c09-a48d52ee046e.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 968.241244] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 968.241670] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae426617-cdf2-491c-970a-f9c3a410eef1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.252215] env[69524]: DEBUG oslo_vmware.api [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 968.252215] env[69524]: value = "task-4068183" [ 968.252215] env[69524]: _type = "Task" [ 968.252215] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.262952] env[69524]: DEBUG oslo_vmware.api [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068183, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.303802] env[69524]: DEBUG oslo_vmware.api [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068182, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.615288] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e855413c-c7a1-4f8d-b088-5101bea340b1 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.190s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.617714] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 32.507s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.617898] env[69524]: DEBUG nova.objects.instance [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69524) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 968.639610] env[69524]: INFO nova.scheduler.client.report [None req-e855413c-c7a1-4f8d-b088-5101bea340b1 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Deleted allocations for instance 696358b1-7618-480a-b1c8-d4a5a775e5db [ 968.762038] env[69524]: DEBUG oslo_vmware.api [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068183, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103184} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.762325] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 968.763160] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7dff400-8611-4f7d-a519-5ee7be8ad087 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.785186] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] e1375740-01f5-4d8c-9c09-a48d52ee046e/e1375740-01f5-4d8c-9c09-a48d52ee046e.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.785398] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32f99ce4-234e-479a-99a0-2e1051106a96 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.808159] env[69524]: DEBUG oslo_vmware.api [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068182, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.809556] env[69524]: DEBUG oslo_vmware.api [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 968.809556] env[69524]: value = "task-4068184" [ 968.809556] env[69524]: _type = "Task" [ 968.809556] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.817660] env[69524]: DEBUG oslo_vmware.api [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068184, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.147277] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e855413c-c7a1-4f8d-b088-5101bea340b1 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Lock "696358b1-7618-480a-b1c8-d4a5a775e5db" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.880s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.309668] env[69524]: DEBUG oslo_vmware.api [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068182, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.318562] env[69524]: DEBUG oslo_vmware.api [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068184, 'name': ReconfigVM_Task, 'duration_secs': 0.311803} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.318881] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Reconfigured VM instance instance-0000003c to attach disk [datastore1] e1375740-01f5-4d8c-9c09-a48d52ee046e/e1375740-01f5-4d8c-9c09-a48d52ee046e.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 969.319645] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a732d319-0c12-43ed-accb-1e250c9edd7c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.327151] env[69524]: DEBUG oslo_vmware.api [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 969.327151] env[69524]: value = "task-4068185" [ 969.327151] env[69524]: _type = "Task" [ 969.327151] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.337174] env[69524]: DEBUG oslo_vmware.api [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068185, 'name': Rename_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.628770] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5b6844da-a214-4361-910e-72fc42b9b7c4 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.630276] env[69524]: DEBUG oslo_concurrency.lockutils [None req-dbacd122-149a-4aa4-95ec-eecc4257c844 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.573s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.630467] env[69524]: DEBUG oslo_concurrency.lockutils [None req-dbacd122-149a-4aa4-95ec-eecc4257c844 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.636592] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c121d994-ad5f-4179-b2f3-da02555f8852 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.614s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.636869] env[69524]: DEBUG nova.objects.instance [None req-c121d994-ad5f-4179-b2f3-da02555f8852 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Lazy-loading 'resources' on Instance uuid 6ecdec81-31ef-46fc-b920-327d01640f2d {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.670707] env[69524]: INFO nova.scheduler.client.report [None req-dbacd122-149a-4aa4-95ec-eecc4257c844 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Deleted allocations for instance e2c166bd-9b6d-4450-bba0-43bb56975555 [ 969.811066] env[69524]: DEBUG oslo_vmware.api [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068182, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.568875} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.811616] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 927921d9-8e59-44c3-a3ee-7f60c3387625/927921d9-8e59-44c3-a3ee-7f60c3387625.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 969.811839] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 969.812472] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2640447-a6a5-4428-9e2b-1fff6263d9cb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.819842] env[69524]: DEBUG oslo_vmware.api [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 969.819842] env[69524]: value = "task-4068186" [ 969.819842] env[69524]: _type = "Task" [ 969.819842] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.829250] env[69524]: DEBUG oslo_vmware.api [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068186, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.837531] env[69524]: DEBUG oslo_vmware.api [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068185, 'name': Rename_Task, 'duration_secs': 0.152813} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.837815] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 969.838324] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9021fdf-23e1-446b-8509-b2aa3c936cbb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.845596] env[69524]: DEBUG oslo_vmware.api [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 969.845596] env[69524]: value = "task-4068187" [ 969.845596] env[69524]: _type = "Task" [ 969.845596] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.855876] env[69524]: DEBUG oslo_vmware.api [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068187, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.999630] env[69524]: INFO nova.compute.manager [None req-82c1c62e-c0d6-493a-8cfd-6b26d3f76a00 tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Rebuilding instance [ 970.048412] env[69524]: DEBUG nova.compute.manager [None req-82c1c62e-c0d6-493a-8cfd-6b26d3f76a00 tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 970.049382] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4a1ff9-6a3a-47ed-92e1-c6f8be565fa0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.184985] env[69524]: DEBUG oslo_concurrency.lockutils [None req-dbacd122-149a-4aa4-95ec-eecc4257c844 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lock "e2c166bd-9b6d-4450-bba0-43bb56975555" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.980s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.336505] env[69524]: DEBUG oslo_vmware.api [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068186, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074726} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.337811] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 970.339327] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d109f98-54fc-4bec-ba37-7602a5701210 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.373445] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 927921d9-8e59-44c3-a3ee-7f60c3387625/927921d9-8e59-44c3-a3ee-7f60c3387625.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 970.378385] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd0d0b26-dcb8-4ff7-ba62-2d672086bc15 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.400756] env[69524]: DEBUG oslo_vmware.api [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068187, 'name': PowerOnVM_Task, 'duration_secs': 0.510887} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.401341] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 970.401583] env[69524]: INFO nova.compute.manager [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Took 8.59 seconds to spawn the instance on the hypervisor. [ 970.401779] env[69524]: DEBUG nova.compute.manager [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 970.402606] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e499418d-1723-4523-a48c-8968d7fe142d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.408922] env[69524]: DEBUG oslo_vmware.api [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 970.408922] env[69524]: value = "task-4068188" [ 970.408922] env[69524]: _type = "Task" [ 970.408922] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.425590] env[69524]: DEBUG oslo_vmware.api [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068188, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.681993] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56300809-7523-48b6-96dc-f24403e768e8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.690487] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a13389-2187-4a59-9fe0-1ad4c30ee905 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.722696] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05d8918-8f1e-414e-9ea1-2eaf73d7d2fa {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.730566] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abaa3ab3-1e17-4cc5-b230-d78c05573cee {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.744494] env[69524]: DEBUG nova.compute.provider_tree [None req-c121d994-ad5f-4179-b2f3-da02555f8852 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.924751] env[69524]: DEBUG oslo_vmware.api [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068188, 'name': ReconfigVM_Task, 'duration_secs': 0.306635} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.924751] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 927921d9-8e59-44c3-a3ee-7f60c3387625/927921d9-8e59-44c3-a3ee-7f60c3387625.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 970.928508] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45f84fd6-9cb4-4757-820d-93ae7df0c5a7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.930843] env[69524]: INFO nova.compute.manager [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Took 45.42 seconds to build instance. [ 970.937068] env[69524]: DEBUG oslo_vmware.api [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 970.937068] env[69524]: value = "task-4068189" [ 970.937068] env[69524]: _type = "Task" [ 970.937068] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.948306] env[69524]: DEBUG oslo_vmware.api [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068189, 'name': Rename_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.069307] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c1c62e-c0d6-493a-8cfd-6b26d3f76a00 tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 971.069690] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97e4a355-d931-4bcc-ba48-8128d43e1d6f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.078313] env[69524]: DEBUG oslo_vmware.api [None req-82c1c62e-c0d6-493a-8cfd-6b26d3f76a00 tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Waiting for the task: (returnval){ [ 971.078313] env[69524]: value = "task-4068190" [ 971.078313] env[69524]: _type = "Task" [ 971.078313] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.087718] env[69524]: DEBUG oslo_vmware.api [None req-82c1c62e-c0d6-493a-8cfd-6b26d3f76a00 tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Task: {'id': task-4068190, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.247790] env[69524]: DEBUG nova.scheduler.client.report [None req-c121d994-ad5f-4179-b2f3-da02555f8852 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 971.433491] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5536ab36-46cd-44cd-bcad-44fcfd302df2 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "e1375740-01f5-4d8c-9c09-a48d52ee046e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.939s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.449374] env[69524]: DEBUG oslo_vmware.api [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068189, 'name': Rename_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.588619] env[69524]: DEBUG oslo_vmware.api [None req-82c1c62e-c0d6-493a-8cfd-6b26d3f76a00 tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Task: {'id': task-4068190, 'name': PowerOffVM_Task, 'duration_secs': 0.384882} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.588889] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c1c62e-c0d6-493a-8cfd-6b26d3f76a00 tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 971.590588] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c1c62e-c0d6-493a-8cfd-6b26d3f76a00 tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 971.591024] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec61dc56-7c8e-478c-99cf-bc90b899200f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.598340] env[69524]: DEBUG oslo_vmware.api [None req-82c1c62e-c0d6-493a-8cfd-6b26d3f76a00 tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Waiting for the task: (returnval){ [ 971.598340] env[69524]: value = "task-4068191" [ 971.598340] env[69524]: _type = "Task" [ 971.598340] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.606460] env[69524]: DEBUG oslo_vmware.api [None req-82c1c62e-c0d6-493a-8cfd-6b26d3f76a00 tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Task: {'id': task-4068191, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.734635] env[69524]: DEBUG oslo_concurrency.lockutils [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquiring lock "bb9e5237-7ba0-424d-82a6-0d7b8b26a681" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.734939] env[69524]: DEBUG oslo_concurrency.lockutils [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lock "bb9e5237-7ba0-424d-82a6-0d7b8b26a681" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.754939] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c121d994-ad5f-4179-b2f3-da02555f8852 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.118s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.757326] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.979s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.757555] env[69524]: DEBUG nova.objects.instance [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] [instance: 86b272e6-8a18-486f-81e9-d1a325d83cf3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69524) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 971.784204] env[69524]: INFO nova.scheduler.client.report [None req-c121d994-ad5f-4179-b2f3-da02555f8852 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Deleted allocations for instance 6ecdec81-31ef-46fc-b920-327d01640f2d [ 971.950587] env[69524]: DEBUG oslo_vmware.api [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068189, 'name': Rename_Task, 'duration_secs': 0.859372} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.950928] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 971.951210] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ded2964-b23e-49c2-aeff-262fb5c5c5a4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.959178] env[69524]: DEBUG oslo_vmware.api [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 971.959178] env[69524]: value = "task-4068192" [ 971.959178] env[69524]: _type = "Task" [ 971.959178] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.968435] env[69524]: DEBUG oslo_vmware.api [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068192, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.114045] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c1c62e-c0d6-493a-8cfd-6b26d3f76a00 tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] VM already powered off {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 972.114431] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-82c1c62e-c0d6-493a-8cfd-6b26d3f76a00 tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Volume detach. Driver type: vmdk {{(pid=69524) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 972.114729] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-82c1c62e-c0d6-493a-8cfd-6b26d3f76a00 tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806143', 'volume_id': '42a6f5d4-0c36-4379-bf35-cd9d3e938860', 'name': 'volume-42a6f5d4-0c36-4379-bf35-cd9d3e938860', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1dd1caaf-169f-457f-bcf8-e308836c8247', 'attached_at': '', 'detached_at': '', 'volume_id': '42a6f5d4-0c36-4379-bf35-cd9d3e938860', 'serial': '42a6f5d4-0c36-4379-bf35-cd9d3e938860'} {{(pid=69524) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 972.115807] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee534734-deb2-4248-a81e-0a770ea041d4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.139261] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36c431b-f2f7-4a10-9238-fc33cb27fe29 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.148068] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1049a334-0e49-46e6-bc92-589df636efc5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.167486] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eb55124-8ff0-43ea-9c76-271284a601d5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.185539] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-82c1c62e-c0d6-493a-8cfd-6b26d3f76a00 tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] The volume has not been displaced from its original location: [datastore2] volume-42a6f5d4-0c36-4379-bf35-cd9d3e938860/volume-42a6f5d4-0c36-4379-bf35-cd9d3e938860.vmdk. No consolidation needed. {{(pid=69524) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 972.191474] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-82c1c62e-c0d6-493a-8cfd-6b26d3f76a00 tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Reconfiguring VM instance instance-00000034 to detach disk 2000 {{(pid=69524) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 972.192350] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e54558c5-c29b-46fe-8d98-de6aea09733e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.212762] env[69524]: DEBUG oslo_vmware.api [None req-82c1c62e-c0d6-493a-8cfd-6b26d3f76a00 tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Waiting for the task: (returnval){ [ 972.212762] env[69524]: value = "task-4068193" [ 972.212762] env[69524]: _type = "Task" [ 972.212762] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.225204] env[69524]: DEBUG oslo_vmware.api [None req-82c1c62e-c0d6-493a-8cfd-6b26d3f76a00 tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Task: {'id': task-4068193, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.237082] env[69524]: DEBUG nova.compute.manager [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 972.296134] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c121d994-ad5f-4179-b2f3-da02555f8852 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Lock "6ecdec81-31ef-46fc-b920-327d01640f2d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.009s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.431923] env[69524]: INFO nova.compute.manager [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Rebuilding instance [ 972.472767] env[69524]: DEBUG oslo_vmware.api [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068192, 'name': PowerOnVM_Task, 'duration_secs': 0.477257} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.473080] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 972.473332] env[69524]: DEBUG nova.compute.manager [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 972.474170] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46404088-5567-4682-aeda-d2fdf7569b63 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.485676] env[69524]: DEBUG nova.compute.manager [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 972.486511] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f008aa-00ba-4829-8240-27cc49a83992 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.723164] env[69524]: DEBUG oslo_vmware.api [None req-82c1c62e-c0d6-493a-8cfd-6b26d3f76a00 tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Task: {'id': task-4068193, 'name': ReconfigVM_Task, 'duration_secs': 0.216035} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.723461] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-82c1c62e-c0d6-493a-8cfd-6b26d3f76a00 tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Reconfigured VM instance instance-00000034 to detach disk 2000 {{(pid=69524) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 972.728150] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21cedea0-ceaa-42f7-817d-3762986e4580 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.744652] env[69524]: DEBUG oslo_vmware.api [None req-82c1c62e-c0d6-493a-8cfd-6b26d3f76a00 tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Waiting for the task: (returnval){ [ 972.744652] env[69524]: value = "task-4068194" [ 972.744652] env[69524]: _type = "Task" [ 972.744652] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.757857] env[69524]: DEBUG oslo_vmware.api [None req-82c1c62e-c0d6-493a-8cfd-6b26d3f76a00 tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Task: {'id': task-4068194, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.759144] env[69524]: DEBUG oslo_concurrency.lockutils [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.767580] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c1cb7ef8-4891-4e0a-9c05-9802dc4fbc8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.768743] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.321s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.770423] env[69524]: INFO nova.compute.claims [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 972.987038] env[69524]: INFO nova.compute.manager [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] bringing vm to original state: 'stopped' [ 973.109683] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0b6ec2dd-1be3-49bd-8798-04ad5403eacd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Acquiring lock "10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.109961] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0b6ec2dd-1be3-49bd-8798-04ad5403eacd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Lock "10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.110277] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0b6ec2dd-1be3-49bd-8798-04ad5403eacd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Acquiring lock "10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.110476] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0b6ec2dd-1be3-49bd-8798-04ad5403eacd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Lock "10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.110923] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0b6ec2dd-1be3-49bd-8798-04ad5403eacd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Lock "10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.114854] env[69524]: INFO nova.compute.manager [None req-0b6ec2dd-1be3-49bd-8798-04ad5403eacd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11] Terminating instance [ 973.258070] env[69524]: DEBUG oslo_vmware.api [None req-82c1c62e-c0d6-493a-8cfd-6b26d3f76a00 tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Task: {'id': task-4068194, 'name': ReconfigVM_Task, 'duration_secs': 0.266432} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.258186] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-82c1c62e-c0d6-493a-8cfd-6b26d3f76a00 tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806143', 'volume_id': '42a6f5d4-0c36-4379-bf35-cd9d3e938860', 'name': 'volume-42a6f5d4-0c36-4379-bf35-cd9d3e938860', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1dd1caaf-169f-457f-bcf8-e308836c8247', 'attached_at': '', 'detached_at': '', 'volume_id': '42a6f5d4-0c36-4379-bf35-cd9d3e938860', 'serial': '42a6f5d4-0c36-4379-bf35-cd9d3e938860'} {{(pid=69524) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 973.259182] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-82c1c62e-c0d6-493a-8cfd-6b26d3f76a00 tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 973.259351] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8202a84-1e7c-4242-b39b-5b39fb29f3f2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.268031] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-82c1c62e-c0d6-493a-8cfd-6b26d3f76a00 tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 973.268031] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56976867-d69d-438c-bc1a-a7bcea8b5123 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.341435] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-82c1c62e-c0d6-493a-8cfd-6b26d3f76a00 tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 973.341626] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-82c1c62e-c0d6-493a-8cfd-6b26d3f76a00 tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Deleting contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 973.341781] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-82c1c62e-c0d6-493a-8cfd-6b26d3f76a00 tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Deleting the datastore file [datastore2] 1dd1caaf-169f-457f-bcf8-e308836c8247 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 973.342094] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce6d7424-b058-4e04-8c22-0c621892ef7f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.349282] env[69524]: DEBUG oslo_vmware.api [None req-82c1c62e-c0d6-493a-8cfd-6b26d3f76a00 tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Waiting for the task: (returnval){ [ 973.349282] env[69524]: value = "task-4068196" [ 973.349282] env[69524]: _type = "Task" [ 973.349282] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.358617] env[69524]: DEBUG oslo_vmware.api [None req-82c1c62e-c0d6-493a-8cfd-6b26d3f76a00 tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Task: {'id': task-4068196, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.500599] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.500907] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5a67940-7dab-4bdc-b915-255b6b187635 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.509708] env[69524]: DEBUG oslo_vmware.api [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 973.509708] env[69524]: value = "task-4068197" [ 973.509708] env[69524]: _type = "Task" [ 973.509708] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.521196] env[69524]: DEBUG oslo_vmware.api [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068197, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.619626] env[69524]: DEBUG nova.compute.manager [None req-0b6ec2dd-1be3-49bd-8798-04ad5403eacd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 973.619855] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-0b6ec2dd-1be3-49bd-8798-04ad5403eacd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 973.620809] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc534fa-b473-4bd0-ba40-961bf6f39234 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.628981] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b6ec2dd-1be3-49bd-8798-04ad5403eacd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.629320] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1e6ee17-1932-41f6-bb4b-a109d1661564 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.636440] env[69524]: DEBUG oslo_vmware.api [None req-0b6ec2dd-1be3-49bd-8798-04ad5403eacd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for the task: (returnval){ [ 973.636440] env[69524]: value = "task-4068198" [ 973.636440] env[69524]: _type = "Task" [ 973.636440] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.644945] env[69524]: DEBUG oslo_vmware.api [None req-0b6ec2dd-1be3-49bd-8798-04ad5403eacd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4068198, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.861382] env[69524]: DEBUG oslo_vmware.api [None req-82c1c62e-c0d6-493a-8cfd-6b26d3f76a00 tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Task: {'id': task-4068196, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215048} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.861744] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-82c1c62e-c0d6-493a-8cfd-6b26d3f76a00 tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 973.862250] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-82c1c62e-c0d6-493a-8cfd-6b26d3f76a00 tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Deleted contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 973.862250] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-82c1c62e-c0d6-493a-8cfd-6b26d3f76a00 tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 973.926686] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-82c1c62e-c0d6-493a-8cfd-6b26d3f76a00 tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Volume detach. Driver type: vmdk {{(pid=69524) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 973.927015] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-03b0b251-9860-4713-be4a-59c68d885186 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.942966] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d880cfe3-a7fb-4e7e-82b8-0a7a172b0cf8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.987046] env[69524]: ERROR nova.compute.manager [None req-82c1c62e-c0d6-493a-8cfd-6b26d3f76a00 tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Failed to detach volume 42a6f5d4-0c36-4379-bf35-cd9d3e938860 from /dev/sda: nova.exception.InstanceNotFound: Instance 1dd1caaf-169f-457f-bcf8-e308836c8247 could not be found. [ 973.987046] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Traceback (most recent call last): [ 973.987046] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 973.987046] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] self.driver.rebuild(**kwargs) [ 973.987046] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 973.987046] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] raise NotImplementedError() [ 973.987046] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] NotImplementedError [ 973.987046] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] [ 973.987046] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] During handling of the above exception, another exception occurred: [ 973.987046] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] [ 973.987046] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Traceback (most recent call last): [ 973.987046] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 973.987046] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] self.driver.detach_volume(context, old_connection_info, [ 973.987046] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 973.987046] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] return self._volumeops.detach_volume(connection_info, instance) [ 973.987046] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 973.987046] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] self._detach_volume_vmdk(connection_info, instance) [ 973.987046] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 973.987046] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 973.987046] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 973.987046] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] stable_ref.fetch_moref(session) [ 973.987046] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 973.987046] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] raise exception.InstanceNotFound(instance_id=self._uuid) [ 973.987046] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] nova.exception.InstanceNotFound: Instance 1dd1caaf-169f-457f-bcf8-e308836c8247 could not be found. [ 973.987046] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] [ 973.995745] env[69524]: DEBUG oslo_concurrency.lockutils [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquiring lock "927921d9-8e59-44c3-a3ee-7f60c3387625" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.995745] env[69524]: DEBUG oslo_concurrency.lockutils [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "927921d9-8e59-44c3-a3ee-7f60c3387625" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.995745] env[69524]: DEBUG nova.compute.manager [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 973.996019] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a774610-cd26-4ea8-88b3-cdb7966b2f16 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.003340] env[69524]: DEBUG nova.compute.manager [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69524) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 974.025276] env[69524]: DEBUG oslo_vmware.api [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068197, 'name': PowerOffVM_Task, 'duration_secs': 0.215784} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.025583] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 974.025810] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 974.026659] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b98bcb-88e6-42df-aef8-0d9e3984ce41 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.035750] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 974.035966] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58ede138-a12b-441f-97c9-b0eedc6d7522 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.110923] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 974.111166] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 974.111348] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Deleting the datastore file [datastore1] e1375740-01f5-4d8c-9c09-a48d52ee046e {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 974.111628] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ae74fcab-e89a-4dcb-a7fa-78dc86c49987 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.118949] env[69524]: DEBUG oslo_vmware.api [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 974.118949] env[69524]: value = "task-4068200" [ 974.118949] env[69524]: _type = "Task" [ 974.118949] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.128434] env[69524]: DEBUG oslo_vmware.api [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068200, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.137719] env[69524]: DEBUG nova.compute.utils [None req-82c1c62e-c0d6-493a-8cfd-6b26d3f76a00 tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Build of instance 1dd1caaf-169f-457f-bcf8-e308836c8247 aborted: Failed to rebuild volume backed instance. {{(pid=69524) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 974.147443] env[69524]: ERROR nova.compute.manager [None req-82c1c62e-c0d6-493a-8cfd-6b26d3f76a00 tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 1dd1caaf-169f-457f-bcf8-e308836c8247 aborted: Failed to rebuild volume backed instance. [ 974.147443] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Traceback (most recent call last): [ 974.147443] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 974.147443] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] self.driver.rebuild(**kwargs) [ 974.147443] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 974.147443] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] raise NotImplementedError() [ 974.147443] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] NotImplementedError [ 974.147443] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] [ 974.147443] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] During handling of the above exception, another exception occurred: [ 974.147443] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] [ 974.147443] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Traceback (most recent call last): [ 974.147443] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 974.147443] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] self._detach_root_volume(context, instance, root_bdm) [ 974.147443] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 974.147443] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] with excutils.save_and_reraise_exception(): [ 974.147443] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 974.147443] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] self.force_reraise() [ 974.147443] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 974.147443] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] raise self.value [ 974.147443] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 974.147443] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] self.driver.detach_volume(context, old_connection_info, [ 974.147443] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 974.147443] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] return self._volumeops.detach_volume(connection_info, instance) [ 974.147443] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 974.147443] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] self._detach_volume_vmdk(connection_info, instance) [ 974.147443] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 974.147443] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 974.147443] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 974.147443] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] stable_ref.fetch_moref(session) [ 974.147443] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 974.147443] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] raise exception.InstanceNotFound(instance_id=self._uuid) [ 974.147443] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] nova.exception.InstanceNotFound: Instance 1dd1caaf-169f-457f-bcf8-e308836c8247 could not be found. [ 974.147443] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] [ 974.148306] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] During handling of the above exception, another exception occurred: [ 974.148306] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] [ 974.148306] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Traceback (most recent call last): [ 974.148306] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 974.148306] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] yield [ 974.148306] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 974.148306] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] self._do_rebuild_instance_with_claim( [ 974.148306] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 974.148306] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] self._do_rebuild_instance( [ 974.148306] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 974.148306] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] self._rebuild_default_impl(**kwargs) [ 974.148306] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 974.148306] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] self._rebuild_volume_backed_instance( [ 974.148306] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 974.148306] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] raise exception.BuildAbortException( [ 974.148306] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] nova.exception.BuildAbortException: Build of instance 1dd1caaf-169f-457f-bcf8-e308836c8247 aborted: Failed to rebuild volume backed instance. [ 974.148306] env[69524]: ERROR nova.compute.manager [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] [ 974.152945] env[69524]: DEBUG oslo_vmware.api [None req-0b6ec2dd-1be3-49bd-8798-04ad5403eacd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4068198, 'name': PowerOffVM_Task, 'duration_secs': 0.194867} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.153469] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b6ec2dd-1be3-49bd-8798-04ad5403eacd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 974.153687] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-0b6ec2dd-1be3-49bd-8798-04ad5403eacd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 974.153882] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a16818d-2a9d-4ae2-9691-094f53e1d94b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.220991] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-0b6ec2dd-1be3-49bd-8798-04ad5403eacd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 974.221244] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-0b6ec2dd-1be3-49bd-8798-04ad5403eacd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 974.221464] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b6ec2dd-1be3-49bd-8798-04ad5403eacd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Deleting the datastore file [datastore1] 10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 974.222110] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8943e17a-390b-4636-9380-461a3c18d3c5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.231442] env[69524]: DEBUG oslo_vmware.api [None req-0b6ec2dd-1be3-49bd-8798-04ad5403eacd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for the task: (returnval){ [ 974.231442] env[69524]: value = "task-4068202" [ 974.231442] env[69524]: _type = "Task" [ 974.231442] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.242449] env[69524]: DEBUG oslo_vmware.api [None req-0b6ec2dd-1be3-49bd-8798-04ad5403eacd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4068202, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.294158] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b22c27-6627-421f-aa8e-a898932e531c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.303373] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c190b29-67d0-4843-8d66-908ee183c987 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.343475] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d65aa08-0155-4e11-9b8e-7ac2e899f31f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.359525] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64510b5b-97b7-40ea-a56a-d5a9955aa669 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.374530] env[69524]: DEBUG nova.compute.provider_tree [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.509529] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 974.509935] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7492531e-5a6c-4377-966f-634fd212cb0b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.518586] env[69524]: DEBUG oslo_vmware.api [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 974.518586] env[69524]: value = "task-4068203" [ 974.518586] env[69524]: _type = "Task" [ 974.518586] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.527993] env[69524]: DEBUG oslo_vmware.api [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068203, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.630047] env[69524]: DEBUG oslo_vmware.api [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068200, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260358} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.630273] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 974.630454] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 974.630638] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 974.744325] env[69524]: DEBUG oslo_vmware.api [None req-0b6ec2dd-1be3-49bd-8798-04ad5403eacd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4068202, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247164} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.744573] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b6ec2dd-1be3-49bd-8798-04ad5403eacd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 974.744753] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-0b6ec2dd-1be3-49bd-8798-04ad5403eacd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 974.744929] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-0b6ec2dd-1be3-49bd-8798-04ad5403eacd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 974.745111] env[69524]: INFO nova.compute.manager [None req-0b6ec2dd-1be3-49bd-8798-04ad5403eacd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: 10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11] Took 1.13 seconds to destroy the instance on the hypervisor. [ 974.745353] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b6ec2dd-1be3-49bd-8798-04ad5403eacd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 974.745664] env[69524]: DEBUG nova.compute.manager [-] [instance: 10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 974.745763] env[69524]: DEBUG nova.network.neutron [-] [instance: 10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 974.881217] env[69524]: DEBUG nova.scheduler.client.report [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 975.035255] env[69524]: DEBUG oslo_vmware.api [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068203, 'name': PowerOffVM_Task, 'duration_secs': 0.19045} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.035583] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 975.035797] env[69524]: DEBUG nova.compute.manager [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 975.036689] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ca18cd-cecc-4103-859c-f95f9e50e33e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.242372] env[69524]: DEBUG nova.compute.manager [req-85560c20-6dda-46fd-8009-d9e5515988e0 req-d3ff4042-17db-43dc-bece-5c3b4ba47f7e service nova] [instance: 10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11] Received event network-vif-deleted-91b523b5-cac4-414e-ae9a-9d069528c12f {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.242471] env[69524]: INFO nova.compute.manager [req-85560c20-6dda-46fd-8009-d9e5515988e0 req-d3ff4042-17db-43dc-bece-5c3b4ba47f7e service nova] [instance: 10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11] Neutron deleted interface 91b523b5-cac4-414e-ae9a-9d069528c12f; detaching it from the instance and deleting it from the info cache [ 975.242603] env[69524]: DEBUG nova.network.neutron [req-85560c20-6dda-46fd-8009-d9e5515988e0 req-d3ff4042-17db-43dc-bece-5c3b4ba47f7e service nova] [instance: 10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.384409] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.615s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.386035] env[69524]: DEBUG nova.compute.manager [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 975.389527] env[69524]: DEBUG oslo_concurrency.lockutils [None req-70516ac1-97f1-4019-90f1-c521c736c4d7 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.759s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.389900] env[69524]: DEBUG nova.objects.instance [None req-70516ac1-97f1-4019-90f1-c521c736c4d7 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Lazy-loading 'resources' on Instance uuid 848cef21-f975-4f2e-ae88-4f05cb97ba5d {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.552753] env[69524]: DEBUG oslo_concurrency.lockutils [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "927921d9-8e59-44c3-a3ee-7f60c3387625" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.558s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.620831] env[69524]: DEBUG nova.network.neutron [-] [instance: 10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.676147] env[69524]: DEBUG nova.virt.hardware [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 975.676285] env[69524]: DEBUG nova.virt.hardware [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 975.676594] env[69524]: DEBUG nova.virt.hardware [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 975.676657] env[69524]: DEBUG nova.virt.hardware [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 975.676743] env[69524]: DEBUG nova.virt.hardware [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 975.676879] env[69524]: DEBUG nova.virt.hardware [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 975.677119] env[69524]: DEBUG nova.virt.hardware [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 975.677288] env[69524]: DEBUG nova.virt.hardware [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 975.677459] env[69524]: DEBUG nova.virt.hardware [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 975.677621] env[69524]: DEBUG nova.virt.hardware [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 975.677790] env[69524]: DEBUG nova.virt.hardware [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 975.678678] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc4acd9-aad2-4c1f-94a2-3cbd1a0cb6a8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.687231] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d1c917-d217-4cfc-a62b-9ba5faef057a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.704301] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:4a:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ab93899c-92b2-4d84-95a6-192234add28c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c47620d8-88a6-43af-805d-c190803b288b', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 975.713605] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.714795] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 975.715051] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b284739c-6bd5-4577-9682-6c97a6622cdc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.736963] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 975.736963] env[69524]: value = "task-4068204" [ 975.736963] env[69524]: _type = "Task" [ 975.736963] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.746105] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068204, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.746398] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a15802a1-0f6d-489e-8dfc-dc26c0d2fc86 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.756774] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6900094f-80e7-4dfc-b9fa-60a2e0e56c56 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.792511] env[69524]: DEBUG nova.compute.manager [req-85560c20-6dda-46fd-8009-d9e5515988e0 req-d3ff4042-17db-43dc-bece-5c3b4ba47f7e service nova] [instance: 10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11] Detach interface failed, port_id=91b523b5-cac4-414e-ae9a-9d069528c12f, reason: Instance 10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11 could not be found. {{(pid=69524) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 975.893635] env[69524]: DEBUG nova.compute.utils [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 975.897415] env[69524]: DEBUG nova.compute.manager [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 975.897580] env[69524]: DEBUG nova.network.neutron [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 975.947736] env[69524]: DEBUG nova.policy [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f6018c9e3f44efcac0c8840eb79fcad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c577040ac1174430983ad8df058bd7c1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 976.070125] env[69524]: DEBUG oslo_concurrency.lockutils [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.126363] env[69524]: INFO nova.compute.manager [-] [instance: 10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11] Took 1.38 seconds to deallocate network for instance. [ 976.170208] env[69524]: DEBUG oslo_concurrency.lockutils [None req-82c1c62e-c0d6-493a-8cfd-6b26d3f76a00 tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.250135] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068204, 'name': CreateVM_Task, 'duration_secs': 0.360403} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.250135] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 976.250135] env[69524]: DEBUG oslo_concurrency.lockutils [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.250542] env[69524]: DEBUG oslo_concurrency.lockutils [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.250956] env[69524]: DEBUG oslo_concurrency.lockutils [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.251360] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41c07b1b-c4da-46e9-a9d3-75770a10ebea {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.262025] env[69524]: DEBUG oslo_vmware.api [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 976.262025] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5231acd3-aa30-74c8-70e3-113db494f001" [ 976.262025] env[69524]: _type = "Task" [ 976.262025] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.270756] env[69524]: DEBUG oslo_vmware.api [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5231acd3-aa30-74c8-70e3-113db494f001, 'name': SearchDatastore_Task, 'duration_secs': 0.01019} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.271280] env[69524]: DEBUG oslo_concurrency.lockutils [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.271814] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 976.272320] env[69524]: DEBUG oslo_concurrency.lockutils [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.272599] env[69524]: DEBUG oslo_concurrency.lockutils [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.272886] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 976.273443] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39e58c88-4583-4a21-9e6d-aaa82fc1f33a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.286037] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 976.286037] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 976.286037] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bb313e8-49b9-4eea-a558-fe9b62a64cae {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.294656] env[69524]: DEBUG oslo_vmware.api [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 976.294656] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5267e5ab-cf14-9cdf-2b2e-d0efb8c77808" [ 976.294656] env[69524]: _type = "Task" [ 976.294656] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.305384] env[69524]: DEBUG oslo_vmware.api [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5267e5ab-cf14-9cdf-2b2e-d0efb8c77808, 'name': SearchDatastore_Task, 'duration_secs': 0.011869} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.306189] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78974a54-c07a-484d-bfc0-1737509ea7cc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.312367] env[69524]: DEBUG oslo_vmware.api [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 976.312367] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52b8a5b8-9d6c-a3dd-c946-1df253473838" [ 976.312367] env[69524]: _type = "Task" [ 976.312367] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.326167] env[69524]: DEBUG oslo_vmware.api [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52b8a5b8-9d6c-a3dd-c946-1df253473838, 'name': SearchDatastore_Task, 'duration_secs': 0.010512} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.326516] env[69524]: DEBUG oslo_concurrency.lockutils [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.326821] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] e1375740-01f5-4d8c-9c09-a48d52ee046e/e1375740-01f5-4d8c-9c09-a48d52ee046e.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 976.327152] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f4079d52-50e8-421d-a833-dfc1a38d54b6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.336247] env[69524]: DEBUG oslo_vmware.api [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 976.336247] env[69524]: value = "task-4068205" [ 976.336247] env[69524]: _type = "Task" [ 976.336247] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.349257] env[69524]: DEBUG oslo_vmware.api [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068205, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.403051] env[69524]: DEBUG nova.compute.manager [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 976.406968] env[69524]: DEBUG nova.network.neutron [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Successfully created port: 80a35763-954c-46ed-a04a-4a2bf6da4dfa {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 976.430530] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dca04dc-50fd-45df-a111-370f605dadaa {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.438301] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33920136-fa90-44d2-9935-37187bb03979 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.471057] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb457fb-78ae-4f99-8706-8eea57f809de {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.479812] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab833e7-2298-4033-8be2-54d7e2cb43e3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.496009] env[69524]: DEBUG nova.compute.provider_tree [None req-70516ac1-97f1-4019-90f1-c521c736c4d7 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.635043] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0b6ec2dd-1be3-49bd-8798-04ad5403eacd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.847877] env[69524]: DEBUG oslo_vmware.api [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068205, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.999851] env[69524]: DEBUG nova.scheduler.client.report [None req-70516ac1-97f1-4019-90f1-c521c736c4d7 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.180275] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5c00be19-fa15-4433-9eb9-888c1e141c9f tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Acquiring lock "1dd1caaf-169f-457f-bcf8-e308836c8247" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.180704] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5c00be19-fa15-4433-9eb9-888c1e141c9f tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Lock "1dd1caaf-169f-457f-bcf8-e308836c8247" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.181049] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5c00be19-fa15-4433-9eb9-888c1e141c9f tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Acquiring lock "1dd1caaf-169f-457f-bcf8-e308836c8247-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.181363] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5c00be19-fa15-4433-9eb9-888c1e141c9f tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Lock "1dd1caaf-169f-457f-bcf8-e308836c8247-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.181657] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5c00be19-fa15-4433-9eb9-888c1e141c9f tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Lock "1dd1caaf-169f-457f-bcf8-e308836c8247-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.185372] env[69524]: INFO nova.compute.manager [None req-5c00be19-fa15-4433-9eb9-888c1e141c9f tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Terminating instance [ 977.349658] env[69524]: DEBUG oslo_vmware.api [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068205, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53839} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.349916] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] e1375740-01f5-4d8c-9c09-a48d52ee046e/e1375740-01f5-4d8c-9c09-a48d52ee046e.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 977.350197] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 977.350449] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57fc5638-e135-448d-9064-1f539293b8e2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.358725] env[69524]: DEBUG oslo_vmware.api [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 977.358725] env[69524]: value = "task-4068206" [ 977.358725] env[69524]: _type = "Task" [ 977.358725] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.369093] env[69524]: DEBUG oslo_vmware.api [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068206, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.411530] env[69524]: DEBUG nova.compute.manager [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 977.448868] env[69524]: DEBUG nova.virt.hardware [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 977.449136] env[69524]: DEBUG nova.virt.hardware [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 977.449358] env[69524]: DEBUG nova.virt.hardware [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 977.449632] env[69524]: DEBUG nova.virt.hardware [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 977.449705] env[69524]: DEBUG nova.virt.hardware [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 977.449839] env[69524]: DEBUG nova.virt.hardware [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 977.450057] env[69524]: DEBUG nova.virt.hardware [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 977.450242] env[69524]: DEBUG nova.virt.hardware [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 977.450447] env[69524]: DEBUG nova.virt.hardware [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 977.450615] env[69524]: DEBUG nova.virt.hardware [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 977.450798] env[69524]: DEBUG nova.virt.hardware [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 977.452180] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d244af-8e25-4f46-8118-5091694f5e72 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.463920] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ecb7ac-1e07-4e98-8abb-47c5255b894c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.508755] env[69524]: DEBUG oslo_concurrency.lockutils [None req-70516ac1-97f1-4019-90f1-c521c736c4d7 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.119s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.512275] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.242s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.514182] env[69524]: INFO nova.compute.claims [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: 5a340d94-345e-40df-90aa-18c4753ffd6a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 977.540405] env[69524]: INFO nova.scheduler.client.report [None req-70516ac1-97f1-4019-90f1-c521c736c4d7 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Deleted allocations for instance 848cef21-f975-4f2e-ae88-4f05cb97ba5d [ 977.693083] env[69524]: DEBUG nova.compute.manager [None req-5c00be19-fa15-4433-9eb9-888c1e141c9f tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 977.693083] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-40c1eefc-91cd-40d2-9059-b1e9a7238d3b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.703075] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ced52b0-8159-41f7-934f-83c20a4ef42e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.737744] env[69524]: WARNING nova.virt.vmwareapi.driver [None req-5c00be19-fa15-4433-9eb9-888c1e141c9f tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 1dd1caaf-169f-457f-bcf8-e308836c8247 could not be found. [ 977.737964] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5c00be19-fa15-4433-9eb9-888c1e141c9f tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 977.738331] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d705093c-e437-4d16-aefc-f1afc8f93de1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.748727] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd0f7e18-408c-406c-8aa5-9cb1dce7bca0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.787361] env[69524]: WARNING nova.virt.vmwareapi.vmops [None req-5c00be19-fa15-4433-9eb9-888c1e141c9f tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 1dd1caaf-169f-457f-bcf8-e308836c8247 could not be found. [ 977.787361] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5c00be19-fa15-4433-9eb9-888c1e141c9f tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 977.787555] env[69524]: INFO nova.compute.manager [None req-5c00be19-fa15-4433-9eb9-888c1e141c9f tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Took 0.10 seconds to destroy the instance on the hypervisor. [ 977.787800] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c00be19-fa15-4433-9eb9-888c1e141c9f tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.788066] env[69524]: DEBUG nova.compute.manager [-] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 977.788183] env[69524]: DEBUG nova.network.neutron [-] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 977.869472] env[69524]: DEBUG oslo_vmware.api [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068206, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.196333} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.869764] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 977.870606] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c26ff1-5a31-4ac7-8d4b-7adb85d2f5ed {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.897410] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] e1375740-01f5-4d8c-9c09-a48d52ee046e/e1375740-01f5-4d8c-9c09-a48d52ee046e.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 977.897747] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9703a26-2da8-4ac3-a6ff-12d856c1e369 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.917164] env[69524]: DEBUG oslo_vmware.api [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 977.917164] env[69524]: value = "task-4068207" [ 977.917164] env[69524]: _type = "Task" [ 977.917164] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.928383] env[69524]: DEBUG oslo_vmware.api [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068207, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.947290] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3147d549-750f-4608-b4c6-286eedcb37a2 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquiring lock "927921d9-8e59-44c3-a3ee-7f60c3387625" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.947644] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3147d549-750f-4608-b4c6-286eedcb37a2 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "927921d9-8e59-44c3-a3ee-7f60c3387625" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.947890] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3147d549-750f-4608-b4c6-286eedcb37a2 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquiring lock "927921d9-8e59-44c3-a3ee-7f60c3387625-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.948164] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3147d549-750f-4608-b4c6-286eedcb37a2 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "927921d9-8e59-44c3-a3ee-7f60c3387625-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.948345] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3147d549-750f-4608-b4c6-286eedcb37a2 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "927921d9-8e59-44c3-a3ee-7f60c3387625-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.951032] env[69524]: INFO nova.compute.manager [None req-3147d549-750f-4608-b4c6-286eedcb37a2 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Terminating instance [ 978.055300] env[69524]: DEBUG oslo_concurrency.lockutils [None req-70516ac1-97f1-4019-90f1-c521c736c4d7 tempest-FloatingIPsAssociationTestJSON-770643344 tempest-FloatingIPsAssociationTestJSON-770643344-project-member] Lock "848cef21-f975-4f2e-ae88-4f05cb97ba5d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.303s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.432232] env[69524]: DEBUG oslo_vmware.api [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068207, 'name': ReconfigVM_Task, 'duration_secs': 0.438889} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.432232] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Reconfigured VM instance instance-0000003c to attach disk [datastore1] e1375740-01f5-4d8c-9c09-a48d52ee046e/e1375740-01f5-4d8c-9c09-a48d52ee046e.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 978.432232] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c341f7b-c27c-42f9-8597-20dfec1c0c0d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.443105] env[69524]: DEBUG oslo_vmware.api [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 978.443105] env[69524]: value = "task-4068208" [ 978.443105] env[69524]: _type = "Task" [ 978.443105] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.450574] env[69524]: DEBUG nova.compute.manager [req-738c24b7-d926-4ab8-8846-e279852a2614 req-3af49ea8-f60a-4993-8c05-26c6de105005 service nova] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Received event network-vif-plugged-80a35763-954c-46ed-a04a-4a2bf6da4dfa {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.450641] env[69524]: DEBUG oslo_concurrency.lockutils [req-738c24b7-d926-4ab8-8846-e279852a2614 req-3af49ea8-f60a-4993-8c05-26c6de105005 service nova] Acquiring lock "bb318096-0380-4270-81aa-66c1f722d97c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.450906] env[69524]: DEBUG oslo_concurrency.lockutils [req-738c24b7-d926-4ab8-8846-e279852a2614 req-3af49ea8-f60a-4993-8c05-26c6de105005 service nova] Lock "bb318096-0380-4270-81aa-66c1f722d97c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.451090] env[69524]: DEBUG oslo_concurrency.lockutils [req-738c24b7-d926-4ab8-8846-e279852a2614 req-3af49ea8-f60a-4993-8c05-26c6de105005 service nova] Lock "bb318096-0380-4270-81aa-66c1f722d97c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.451259] env[69524]: DEBUG nova.compute.manager [req-738c24b7-d926-4ab8-8846-e279852a2614 req-3af49ea8-f60a-4993-8c05-26c6de105005 service nova] [instance: bb318096-0380-4270-81aa-66c1f722d97c] No waiting events found dispatching network-vif-plugged-80a35763-954c-46ed-a04a-4a2bf6da4dfa {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 978.451435] env[69524]: WARNING nova.compute.manager [req-738c24b7-d926-4ab8-8846-e279852a2614 req-3af49ea8-f60a-4993-8c05-26c6de105005 service nova] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Received unexpected event network-vif-plugged-80a35763-954c-46ed-a04a-4a2bf6da4dfa for instance with vm_state building and task_state spawning. [ 978.457423] env[69524]: DEBUG nova.compute.manager [None req-3147d549-750f-4608-b4c6-286eedcb37a2 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 978.457423] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3147d549-750f-4608-b4c6-286eedcb37a2 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 978.457423] env[69524]: DEBUG oslo_vmware.api [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068208, 'name': Rename_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.457878] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3cd17a-caf7-4796-894b-43e6e375a939 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.472343] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3147d549-750f-4608-b4c6-286eedcb37a2 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 978.472470] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ceba7d47-84a4-487d-9fa0-5eb1c52680cd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.490835] env[69524]: DEBUG nova.network.neutron [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Successfully updated port: 80a35763-954c-46ed-a04a-4a2bf6da4dfa {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 978.568231] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3147d549-750f-4608-b4c6-286eedcb37a2 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 978.569855] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3147d549-750f-4608-b4c6-286eedcb37a2 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 978.570263] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-3147d549-750f-4608-b4c6-286eedcb37a2 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Deleting the datastore file [datastore1] 927921d9-8e59-44c3-a3ee-7f60c3387625 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 978.574464] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b7bee8c-a5ea-426c-a42e-a8200bcd4ad6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.588208] env[69524]: DEBUG oslo_vmware.api [None req-3147d549-750f-4608-b4c6-286eedcb37a2 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 978.588208] env[69524]: value = "task-4068210" [ 978.588208] env[69524]: _type = "Task" [ 978.588208] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.599838] env[69524]: DEBUG oslo_vmware.api [None req-3147d549-750f-4608-b4c6-286eedcb37a2 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068210, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.957293] env[69524]: DEBUG oslo_vmware.api [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068208, 'name': Rename_Task, 'duration_secs': 0.20315} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.957607] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 978.957879] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-245e6079-7cb7-40a6-99cf-de78e9d078ee {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.969576] env[69524]: DEBUG oslo_vmware.api [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 978.969576] env[69524]: value = "task-4068211" [ 978.969576] env[69524]: _type = "Task" [ 978.969576] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.986132] env[69524]: DEBUG oslo_vmware.api [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068211, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.994428] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Acquiring lock "refresh_cache-bb318096-0380-4270-81aa-66c1f722d97c" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.994428] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Acquired lock "refresh_cache-bb318096-0380-4270-81aa-66c1f722d97c" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.994428] env[69524]: DEBUG nova.network.neutron [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 979.084373] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f7e475c-2437-4d05-a2a0-8efcf8f65e2b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.099561] env[69524]: DEBUG oslo_vmware.api [None req-3147d549-750f-4608-b4c6-286eedcb37a2 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068210, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217319} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.101949] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-3147d549-750f-4608-b4c6-286eedcb37a2 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 979.102186] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3147d549-750f-4608-b4c6-286eedcb37a2 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 979.102372] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3147d549-750f-4608-b4c6-286eedcb37a2 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 979.102546] env[69524]: INFO nova.compute.manager [None req-3147d549-750f-4608-b4c6-286eedcb37a2 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Took 0.65 seconds to destroy the instance on the hypervisor. [ 979.102790] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3147d549-750f-4608-b4c6-286eedcb37a2 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 979.103072] env[69524]: DEBUG nova.compute.manager [-] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 979.103173] env[69524]: DEBUG nova.network.neutron [-] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 979.106197] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9624870-44c3-44f7-92a4-43b4f6257f90 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.143020] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3951b72c-3802-4a35-bc15-4bf9fedce945 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.152216] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d4cdae-65d1-4a7e-b221-b1c1657eb58e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.170347] env[69524]: DEBUG nova.compute.provider_tree [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.268462] env[69524]: DEBUG nova.network.neutron [-] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.486346] env[69524]: DEBUG oslo_vmware.api [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068211, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.532795] env[69524]: DEBUG nova.network.neutron [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 979.673457] env[69524]: DEBUG nova.scheduler.client.report [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.708852] env[69524]: DEBUG nova.network.neutron [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Updating instance_info_cache with network_info: [{"id": "80a35763-954c-46ed-a04a-4a2bf6da4dfa", "address": "fa:16:3e:be:66:23", "network": {"id": "c3059a41-0d8e-4f5e-aa55-00477c3a6ec8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1909587943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c577040ac1174430983ad8df058bd7c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80a35763-95", "ovs_interfaceid": "80a35763-954c-46ed-a04a-4a2bf6da4dfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.772013] env[69524]: INFO nova.compute.manager [-] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Took 1.98 seconds to deallocate network for instance. [ 979.921309] env[69524]: DEBUG nova.network.neutron [-] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.983986] env[69524]: DEBUG oslo_vmware.api [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068211, 'name': PowerOnVM_Task, 'duration_secs': 0.535742} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.984325] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 979.984504] env[69524]: DEBUG nova.compute.manager [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 979.985320] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a3efad-47c0-41a2-a5a7-3e385e9b2011 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.882582] env[69524]: INFO nova.compute.manager [None req-5c00be19-fa15-4433-9eb9-888c1e141c9f tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Took 1.11 seconds to detach 1 volumes for instance. [ 980.884704] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.373s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.885225] env[69524]: DEBUG nova.compute.manager [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: 5a340d94-345e-40df-90aa-18c4753ffd6a] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 980.887676] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Releasing lock "refresh_cache-bb318096-0380-4270-81aa-66c1f722d97c" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.887966] env[69524]: DEBUG nova.compute.manager [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Instance network_info: |[{"id": "80a35763-954c-46ed-a04a-4a2bf6da4dfa", "address": "fa:16:3e:be:66:23", "network": {"id": "c3059a41-0d8e-4f5e-aa55-00477c3a6ec8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1909587943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c577040ac1174430983ad8df058bd7c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80a35763-95", "ovs_interfaceid": "80a35763-954c-46ed-a04a-4a2bf6da4dfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 980.888299] env[69524]: INFO nova.compute.manager [-] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Took 1.79 seconds to deallocate network for instance. [ 980.893117] env[69524]: DEBUG nova.compute.manager [req-d0779907-b6da-423a-8831-1d86d374e7c6 req-56449c4d-9b83-46f4-88b1-be5d9205ea47 service nova] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Received event network-changed-80a35763-954c-46ed-a04a-4a2bf6da4dfa {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.893308] env[69524]: DEBUG nova.compute.manager [req-d0779907-b6da-423a-8831-1d86d374e7c6 req-56449c4d-9b83-46f4-88b1-be5d9205ea47 service nova] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Refreshing instance network info cache due to event network-changed-80a35763-954c-46ed-a04a-4a2bf6da4dfa. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 980.893525] env[69524]: DEBUG oslo_concurrency.lockutils [req-d0779907-b6da-423a-8831-1d86d374e7c6 req-56449c4d-9b83-46f4-88b1-be5d9205ea47 service nova] Acquiring lock "refresh_cache-bb318096-0380-4270-81aa-66c1f722d97c" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.893666] env[69524]: DEBUG oslo_concurrency.lockutils [req-d0779907-b6da-423a-8831-1d86d374e7c6 req-56449c4d-9b83-46f4-88b1-be5d9205ea47 service nova] Acquired lock "refresh_cache-bb318096-0380-4270-81aa-66c1f722d97c" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.894755] env[69524]: DEBUG nova.network.neutron [req-d0779907-b6da-423a-8831-1d86d374e7c6 req-56449c4d-9b83-46f4-88b1-be5d9205ea47 service nova] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Refreshing network info cache for port 80a35763-954c-46ed-a04a-4a2bf6da4dfa {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 980.897105] env[69524]: DEBUG nova.compute.manager [None req-5c00be19-fa15-4433-9eb9-888c1e141c9f tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Deleting volume: 42a6f5d4-0c36-4379-bf35-cd9d3e938860 {{(pid=69524) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 980.899037] env[69524]: DEBUG oslo_concurrency.lockutils [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.599s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.900518] env[69524]: INFO nova.compute.claims [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: a80dc778-143a-4677-b03f-ed828a1a93df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 980.903112] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:66:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dacd109c-2442-41b8-b612-7ed3efbdaa94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80a35763-954c-46ed-a04a-4a2bf6da4dfa', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 980.910573] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.918931] env[69524]: DEBUG oslo_concurrency.lockutils [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.918931] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 980.921558] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01d297e5-e2c3-460d-8513-258371348046 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.944674] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 980.944674] env[69524]: value = "task-4068212" [ 980.944674] env[69524]: _type = "Task" [ 980.944674] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.955469] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068212, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.398936] env[69524]: DEBUG nova.compute.utils [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 981.407449] env[69524]: DEBUG nova.compute.manager [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: 5a340d94-345e-40df-90aa-18c4753ffd6a] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 981.407634] env[69524]: DEBUG nova.network.neutron [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: 5a340d94-345e-40df-90aa-18c4753ffd6a] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 981.422424] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3147d549-750f-4608-b4c6-286eedcb37a2 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.438100] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e67a725d-6970-421c-902d-7b2e670674c5 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquiring lock "e1375740-01f5-4d8c-9c09-a48d52ee046e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.438364] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e67a725d-6970-421c-902d-7b2e670674c5 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "e1375740-01f5-4d8c-9c09-a48d52ee046e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.438569] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e67a725d-6970-421c-902d-7b2e670674c5 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquiring lock "e1375740-01f5-4d8c-9c09-a48d52ee046e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.438748] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e67a725d-6970-421c-902d-7b2e670674c5 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "e1375740-01f5-4d8c-9c09-a48d52ee046e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.438910] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e67a725d-6970-421c-902d-7b2e670674c5 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "e1375740-01f5-4d8c-9c09-a48d52ee046e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.442082] env[69524]: INFO nova.compute.manager [None req-e67a725d-6970-421c-902d-7b2e670674c5 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Terminating instance [ 981.458577] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068212, 'name': CreateVM_Task, 'duration_secs': 0.367559} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.458751] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 981.459441] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.459924] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.459924] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.460156] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-503caa38-8da5-4feb-baaa-99c60ee6dabd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.465481] env[69524]: DEBUG oslo_vmware.api [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for the task: (returnval){ [ 981.465481] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52d2c4cf-5de4-1cc6-52f5-19cc0ac4a766" [ 981.465481] env[69524]: _type = "Task" [ 981.465481] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.475254] env[69524]: DEBUG oslo_vmware.api [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52d2c4cf-5de4-1cc6-52f5-19cc0ac4a766, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.479570] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5c00be19-fa15-4433-9eb9-888c1e141c9f tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.531766] env[69524]: DEBUG nova.policy [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bd19732b12ce437a8eb7ce8261df649f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15a8990d9b5e4a87afad85bd1a57eb1d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 981.909572] env[69524]: DEBUG nova.compute.manager [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: 5a340d94-345e-40df-90aa-18c4753ffd6a] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 981.952481] env[69524]: DEBUG nova.compute.manager [None req-e67a725d-6970-421c-902d-7b2e670674c5 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 981.952689] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-e67a725d-6970-421c-902d-7b2e670674c5 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 981.953610] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5955bc09-8cf9-4e56-9173-e2fe0120f0e6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.962217] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-e67a725d-6970-421c-902d-7b2e670674c5 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 981.962370] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6e81329-81d3-4882-a3f3-573c10015b52 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.980622] env[69524]: DEBUG oslo_vmware.api [None req-e67a725d-6970-421c-902d-7b2e670674c5 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 981.980622] env[69524]: value = "task-4068214" [ 981.980622] env[69524]: _type = "Task" [ 981.980622] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.998539] env[69524]: DEBUG oslo_vmware.api [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52d2c4cf-5de4-1cc6-52f5-19cc0ac4a766, 'name': SearchDatastore_Task, 'duration_secs': 0.02164} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.999196] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.999518] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 981.999761] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.999931] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.000116] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 982.002990] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-528393c3-a427-46a7-81d3-713264e01d94 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.009851] env[69524]: DEBUG oslo_vmware.api [None req-e67a725d-6970-421c-902d-7b2e670674c5 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068214, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.016816] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 982.017016] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 982.018253] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b640f78-0229-428e-a4b7-365b9c7e5b75 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.025164] env[69524]: DEBUG oslo_vmware.api [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for the task: (returnval){ [ 982.025164] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]528e0e45-e6b1-acfc-d4a2-81553165bad5" [ 982.025164] env[69524]: _type = "Task" [ 982.025164] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.037925] env[69524]: DEBUG oslo_vmware.api [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]528e0e45-e6b1-acfc-d4a2-81553165bad5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.107053] env[69524]: DEBUG nova.network.neutron [req-d0779907-b6da-423a-8831-1d86d374e7c6 req-56449c4d-9b83-46f4-88b1-be5d9205ea47 service nova] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Updated VIF entry in instance network info cache for port 80a35763-954c-46ed-a04a-4a2bf6da4dfa. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 982.107224] env[69524]: DEBUG nova.network.neutron [req-d0779907-b6da-423a-8831-1d86d374e7c6 req-56449c4d-9b83-46f4-88b1-be5d9205ea47 service nova] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Updating instance_info_cache with network_info: [{"id": "80a35763-954c-46ed-a04a-4a2bf6da4dfa", "address": "fa:16:3e:be:66:23", "network": {"id": "c3059a41-0d8e-4f5e-aa55-00477c3a6ec8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1909587943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c577040ac1174430983ad8df058bd7c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80a35763-95", "ovs_interfaceid": "80a35763-954c-46ed-a04a-4a2bf6da4dfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.215260] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquiring lock "c6acfcbb-5272-4eef-bde3-22c20d85df2e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.215575] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "c6acfcbb-5272-4eef-bde3-22c20d85df2e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.459855] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8675339-225c-4967-b2a3-51d3235e305c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.468618] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0859f1-891a-408c-856c-7bfa1ffbb487 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.508057] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42302828-5c7e-4a02-a93c-681333ddbb8d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.522055] env[69524]: DEBUG oslo_vmware.api [None req-e67a725d-6970-421c-902d-7b2e670674c5 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068214, 'name': PowerOffVM_Task, 'duration_secs': 0.209508} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.522055] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-e67a725d-6970-421c-902d-7b2e670674c5 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 982.522055] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-e67a725d-6970-421c-902d-7b2e670674c5 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 982.522055] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a42b154-6510-49d5-9d91-098aa2c0c81c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.525020] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b5c7fe-ecb8-4812-8763-ae1ffeb76f3d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.538225] env[69524]: DEBUG oslo_vmware.api [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]528e0e45-e6b1-acfc-d4a2-81553165bad5, 'name': SearchDatastore_Task, 'duration_secs': 0.012088} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.546210] env[69524]: DEBUG nova.compute.provider_tree [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.547583] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9004fe5-0335-453a-9159-7f0df60f580a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.554090] env[69524]: DEBUG oslo_vmware.api [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for the task: (returnval){ [ 982.554090] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5295a349-5969-42fd-b8c4-70a1251ef67c" [ 982.554090] env[69524]: _type = "Task" [ 982.554090] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.564154] env[69524]: DEBUG oslo_vmware.api [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5295a349-5969-42fd-b8c4-70a1251ef67c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.593700] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-e67a725d-6970-421c-902d-7b2e670674c5 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 982.593920] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-e67a725d-6970-421c-902d-7b2e670674c5 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 982.594128] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-e67a725d-6970-421c-902d-7b2e670674c5 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Deleting the datastore file [datastore1] e1375740-01f5-4d8c-9c09-a48d52ee046e {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 982.594406] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-529503e2-4c1b-4236-b103-6ee03a2b5b61 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.601400] env[69524]: DEBUG oslo_vmware.api [None req-e67a725d-6970-421c-902d-7b2e670674c5 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 982.601400] env[69524]: value = "task-4068216" [ 982.601400] env[69524]: _type = "Task" [ 982.601400] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.611271] env[69524]: DEBUG oslo_concurrency.lockutils [req-d0779907-b6da-423a-8831-1d86d374e7c6 req-56449c4d-9b83-46f4-88b1-be5d9205ea47 service nova] Releasing lock "refresh_cache-bb318096-0380-4270-81aa-66c1f722d97c" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.611594] env[69524]: DEBUG nova.compute.manager [req-d0779907-b6da-423a-8831-1d86d374e7c6 req-56449c4d-9b83-46f4-88b1-be5d9205ea47 service nova] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Received event network-vif-deleted-cb50eedc-e7c8-4900-901c-b16846a12bef {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.611842] env[69524]: DEBUG nova.compute.manager [req-d0779907-b6da-423a-8831-1d86d374e7c6 req-56449c4d-9b83-46f4-88b1-be5d9205ea47 service nova] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Received event network-vif-deleted-08979f0f-bc23-4387-ab59-0c1042f640e8 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.612308] env[69524]: DEBUG oslo_vmware.api [None req-e67a725d-6970-421c-902d-7b2e670674c5 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068216, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.718407] env[69524]: DEBUG nova.compute.manager [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 982.787575] env[69524]: DEBUG nova.network.neutron [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: 5a340d94-345e-40df-90aa-18c4753ffd6a] Successfully created port: 9821a7ea-c155-49bb-a007-7a097bff699a {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 982.930342] env[69524]: DEBUG nova.compute.manager [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: 5a340d94-345e-40df-90aa-18c4753ffd6a] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 982.966444] env[69524]: DEBUG nova.virt.hardware [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 982.966766] env[69524]: DEBUG nova.virt.hardware [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 982.966924] env[69524]: DEBUG nova.virt.hardware [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 982.967660] env[69524]: DEBUG nova.virt.hardware [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 982.968053] env[69524]: DEBUG nova.virt.hardware [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 982.968053] env[69524]: DEBUG nova.virt.hardware [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 982.968238] env[69524]: DEBUG nova.virt.hardware [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 982.968394] env[69524]: DEBUG nova.virt.hardware [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 982.968585] env[69524]: DEBUG nova.virt.hardware [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 982.968732] env[69524]: DEBUG nova.virt.hardware [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 982.968901] env[69524]: DEBUG nova.virt.hardware [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 982.969923] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2514b3f2-4eba-4573-835e-758a12a0a79a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.982495] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b852fbaa-e074-498f-803b-1690d8c59b37 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.052080] env[69524]: DEBUG nova.scheduler.client.report [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.070760] env[69524]: DEBUG oslo_vmware.api [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5295a349-5969-42fd-b8c4-70a1251ef67c, 'name': SearchDatastore_Task, 'duration_secs': 0.013644} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.071172] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.071624] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] bb318096-0380-4270-81aa-66c1f722d97c/bb318096-0380-4270-81aa-66c1f722d97c.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 983.071932] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b02e48b8-22ec-45ba-98f9-059fdc670966 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.080975] env[69524]: DEBUG oslo_vmware.api [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for the task: (returnval){ [ 983.080975] env[69524]: value = "task-4068217" [ 983.080975] env[69524]: _type = "Task" [ 983.080975] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.093088] env[69524]: DEBUG oslo_vmware.api [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068217, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.116208] env[69524]: DEBUG oslo_vmware.api [None req-e67a725d-6970-421c-902d-7b2e670674c5 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068216, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136917} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.116208] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-e67a725d-6970-421c-902d-7b2e670674c5 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 983.116460] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-e67a725d-6970-421c-902d-7b2e670674c5 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 983.116891] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-e67a725d-6970-421c-902d-7b2e670674c5 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 983.117765] env[69524]: INFO nova.compute.manager [None req-e67a725d-6970-421c-902d-7b2e670674c5 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 983.117765] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e67a725d-6970-421c-902d-7b2e670674c5 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.117937] env[69524]: DEBUG nova.compute.manager [-] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 983.118061] env[69524]: DEBUG nova.network.neutron [-] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 983.247804] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.567264] env[69524]: DEBUG oslo_concurrency.lockutils [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.665s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.567264] env[69524]: DEBUG nova.compute.manager [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: a80dc778-143a-4677-b03f-ed828a1a93df] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 983.570715] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7531c670-a6ef-4d3e-933a-f66f2039ad01 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.154s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.571161] env[69524]: DEBUG nova.objects.instance [None req-7531c670-a6ef-4d3e-933a-f66f2039ad01 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Lazy-loading 'resources' on Instance uuid 2c5c2c0d-c218-4ce4-995d-42d28e5106aa {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.599531] env[69524]: DEBUG oslo_vmware.api [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068217, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.818080] env[69524]: DEBUG nova.compute.manager [req-d5f40c72-a78e-427b-bfe2-b4112292001f req-85c6eece-e4b2-400a-b32d-a6ceae1b8475 service nova] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Received event network-vif-deleted-c47620d8-88a6-43af-805d-c190803b288b {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.818289] env[69524]: INFO nova.compute.manager [req-d5f40c72-a78e-427b-bfe2-b4112292001f req-85c6eece-e4b2-400a-b32d-a6ceae1b8475 service nova] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Neutron deleted interface c47620d8-88a6-43af-805d-c190803b288b; detaching it from the instance and deleting it from the info cache [ 983.818463] env[69524]: DEBUG nova.network.neutron [req-d5f40c72-a78e-427b-bfe2-b4112292001f req-85c6eece-e4b2-400a-b32d-a6ceae1b8475 service nova] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.075173] env[69524]: DEBUG nova.compute.utils [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 984.078702] env[69524]: DEBUG nova.compute.manager [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: a80dc778-143a-4677-b03f-ed828a1a93df] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 984.078944] env[69524]: DEBUG nova.network.neutron [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: a80dc778-143a-4677-b03f-ed828a1a93df] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 984.100641] env[69524]: DEBUG oslo_vmware.api [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068217, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519676} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.100915] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] bb318096-0380-4270-81aa-66c1f722d97c/bb318096-0380-4270-81aa-66c1f722d97c.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 984.101133] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 984.101386] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c063901-ceb6-4bbf-ac1b-44d5429f1042 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.108944] env[69524]: DEBUG oslo_vmware.api [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for the task: (returnval){ [ 984.108944] env[69524]: value = "task-4068218" [ 984.108944] env[69524]: _type = "Task" [ 984.108944] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.119461] env[69524]: DEBUG oslo_vmware.api [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068218, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.156693] env[69524]: DEBUG nova.policy [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a896a31322544be6a096001883583b69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '451a33914c5e419a8df2b44aa3691d0a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 984.253403] env[69524]: DEBUG nova.network.neutron [-] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.326794] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e37996a2-2713-482e-8c86-57da5bfa0d5f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.340128] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac802ab3-27b0-4388-aef3-c2702b067b4f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.389038] env[69524]: DEBUG nova.compute.manager [req-d5f40c72-a78e-427b-bfe2-b4112292001f req-85c6eece-e4b2-400a-b32d-a6ceae1b8475 service nova] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Detach interface failed, port_id=c47620d8-88a6-43af-805d-c190803b288b, reason: Instance e1375740-01f5-4d8c-9c09-a48d52ee046e could not be found. {{(pid=69524) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 984.582659] env[69524]: DEBUG nova.compute.manager [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: a80dc778-143a-4677-b03f-ed828a1a93df] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 984.624890] env[69524]: DEBUG oslo_vmware.api [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068218, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072128} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.631483] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 984.634759] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599b74d2-3549-4a23-8a26-b8d4eb2d2e0e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.666355] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] bb318096-0380-4270-81aa-66c1f722d97c/bb318096-0380-4270-81aa-66c1f722d97c.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 984.667110] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b01c6627-53a3-436f-9c7d-dc6d53db58e5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.690868] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Acquiring lock "ae0cb12e-3637-4d4e-9803-4e2208f7c277" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.691560] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Lock "ae0cb12e-3637-4d4e-9803-4e2208f7c277" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.697767] env[69524]: DEBUG oslo_vmware.api [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for the task: (returnval){ [ 984.697767] env[69524]: value = "task-4068219" [ 984.697767] env[69524]: _type = "Task" [ 984.697767] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.708679] env[69524]: DEBUG oslo_vmware.api [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068219, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.711211] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f7098d-dcfb-4b40-8bdc-9d42879f8535 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.720180] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58d9a6c-8b1d-43a8-880b-c39e37ca0545 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.756203] env[69524]: INFO nova.compute.manager [-] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Took 1.64 seconds to deallocate network for instance. [ 984.759036] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2806da5-de67-4def-873d-e7ba1dfc8b07 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.771428] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c86eeba2-2b07-43c6-97d7-d4fb6e9fb150 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.787056] env[69524]: DEBUG nova.compute.provider_tree [None req-7531c670-a6ef-4d3e-933a-f66f2039ad01 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.842307] env[69524]: DEBUG nova.network.neutron [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: a80dc778-143a-4677-b03f-ed828a1a93df] Successfully created port: fd644fd8-6042-41e6-8ad2-5330be6b99b6 {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 985.175714] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Acquiring lock "7d00834a-76ee-4dfd-a031-d555e9b84f76" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.175997] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Lock "7d00834a-76ee-4dfd-a031-d555e9b84f76" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.195217] env[69524]: DEBUG nova.compute.manager [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: ae0cb12e-3637-4d4e-9803-4e2208f7c277] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 985.213021] env[69524]: DEBUG oslo_vmware.api [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068219, 'name': ReconfigVM_Task, 'duration_secs': 0.308813} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.213021] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Reconfigured VM instance instance-0000003d to attach disk [datastore1] bb318096-0380-4270-81aa-66c1f722d97c/bb318096-0380-4270-81aa-66c1f722d97c.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 985.213021] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95a0b880-cc9e-41c6-8974-cb053639b1fe {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.220227] env[69524]: DEBUG oslo_vmware.api [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for the task: (returnval){ [ 985.220227] env[69524]: value = "task-4068220" [ 985.220227] env[69524]: _type = "Task" [ 985.220227] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.229699] env[69524]: DEBUG oslo_vmware.api [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068220, 'name': Rename_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.267006] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e67a725d-6970-421c-902d-7b2e670674c5 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.290493] env[69524]: DEBUG nova.scheduler.client.report [None req-7531c670-a6ef-4d3e-933a-f66f2039ad01 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.399367] env[69524]: DEBUG nova.network.neutron [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: 5a340d94-345e-40df-90aa-18c4753ffd6a] Successfully updated port: 9821a7ea-c155-49bb-a007-7a097bff699a {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 985.597653] env[69524]: DEBUG nova.compute.manager [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: a80dc778-143a-4677-b03f-ed828a1a93df] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 985.655294] env[69524]: DEBUG nova.virt.hardware [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='47b02c47d71593390c291c854a6d5966',container_format='bare',created_at=2025-05-13T11:49:46Z,direct_url=,disk_format='vmdk',id=05cceb44-773a-4eca-9367-ebb264115da2,min_disk=1,min_ram=0,name='tempest-test-snap-1053234898',owner='451a33914c5e419a8df2b44aa3691d0a',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-05-13T11:50:04Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 985.655294] env[69524]: DEBUG nova.virt.hardware [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 985.655294] env[69524]: DEBUG nova.virt.hardware [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 985.655294] env[69524]: DEBUG nova.virt.hardware [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 985.655294] env[69524]: DEBUG nova.virt.hardware [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 985.655483] env[69524]: DEBUG nova.virt.hardware [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 985.655642] env[69524]: DEBUG nova.virt.hardware [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 985.655799] env[69524]: DEBUG nova.virt.hardware [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 985.655957] env[69524]: DEBUG nova.virt.hardware [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 985.661020] env[69524]: DEBUG nova.virt.hardware [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 985.661020] env[69524]: DEBUG nova.virt.hardware [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 985.661020] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58aa4679-317d-4bc2-88da-dd6b5901d8b1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.671710] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19787b6a-3cdd-47cf-92c8-5197efe36b79 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.720608] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.735026] env[69524]: DEBUG oslo_vmware.api [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068220, 'name': Rename_Task, 'duration_secs': 0.152816} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.735026] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 985.735026] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3c7c86d-a80a-471c-af89-a18f5b4bff8b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.743484] env[69524]: DEBUG oslo_vmware.api [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for the task: (returnval){ [ 985.743484] env[69524]: value = "task-4068221" [ 985.743484] env[69524]: _type = "Task" [ 985.743484] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.755254] env[69524]: DEBUG oslo_vmware.api [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068221, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.797449] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7531c670-a6ef-4d3e-933a-f66f2039ad01 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.227s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.800051] env[69524]: DEBUG oslo_concurrency.lockutils [None req-380d0dac-6ed4-49ff-b708-6f33e1f66d8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.174s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.800222] env[69524]: DEBUG nova.objects.instance [None req-380d0dac-6ed4-49ff-b708-6f33e1f66d8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Lazy-loading 'resources' on Instance uuid 86b272e6-8a18-486f-81e9-d1a325d83cf3 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 985.832919] env[69524]: INFO nova.scheduler.client.report [None req-7531c670-a6ef-4d3e-933a-f66f2039ad01 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Deleted allocations for instance 2c5c2c0d-c218-4ce4-995d-42d28e5106aa [ 985.901541] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Acquiring lock "refresh_cache-5a340d94-345e-40df-90aa-18c4753ffd6a" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.901698] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Acquired lock "refresh_cache-5a340d94-345e-40df-90aa-18c4753ffd6a" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.901848] env[69524]: DEBUG nova.network.neutron [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: 5a340d94-345e-40df-90aa-18c4753ffd6a] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 985.970345] env[69524]: DEBUG nova.compute.manager [req-f4284871-f224-48c7-ab42-bbefe221edf9 req-5a638144-2b97-48b6-a571-187b29dec283 service nova] [instance: 5a340d94-345e-40df-90aa-18c4753ffd6a] Received event network-vif-plugged-9821a7ea-c155-49bb-a007-7a097bff699a {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.971055] env[69524]: DEBUG oslo_concurrency.lockutils [req-f4284871-f224-48c7-ab42-bbefe221edf9 req-5a638144-2b97-48b6-a571-187b29dec283 service nova] Acquiring lock "5a340d94-345e-40df-90aa-18c4753ffd6a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.971055] env[69524]: DEBUG oslo_concurrency.lockutils [req-f4284871-f224-48c7-ab42-bbefe221edf9 req-5a638144-2b97-48b6-a571-187b29dec283 service nova] Lock "5a340d94-345e-40df-90aa-18c4753ffd6a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.971055] env[69524]: DEBUG oslo_concurrency.lockutils [req-f4284871-f224-48c7-ab42-bbefe221edf9 req-5a638144-2b97-48b6-a571-187b29dec283 service nova] Lock "5a340d94-345e-40df-90aa-18c4753ffd6a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.971383] env[69524]: DEBUG nova.compute.manager [req-f4284871-f224-48c7-ab42-bbefe221edf9 req-5a638144-2b97-48b6-a571-187b29dec283 service nova] [instance: 5a340d94-345e-40df-90aa-18c4753ffd6a] No waiting events found dispatching network-vif-plugged-9821a7ea-c155-49bb-a007-7a097bff699a {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 985.971570] env[69524]: WARNING nova.compute.manager [req-f4284871-f224-48c7-ab42-bbefe221edf9 req-5a638144-2b97-48b6-a571-187b29dec283 service nova] [instance: 5a340d94-345e-40df-90aa-18c4753ffd6a] Received unexpected event network-vif-plugged-9821a7ea-c155-49bb-a007-7a097bff699a for instance with vm_state building and task_state spawning. [ 985.971791] env[69524]: DEBUG nova.compute.manager [req-f4284871-f224-48c7-ab42-bbefe221edf9 req-5a638144-2b97-48b6-a571-187b29dec283 service nova] [instance: 5a340d94-345e-40df-90aa-18c4753ffd6a] Received event network-changed-9821a7ea-c155-49bb-a007-7a097bff699a {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.972012] env[69524]: DEBUG nova.compute.manager [req-f4284871-f224-48c7-ab42-bbefe221edf9 req-5a638144-2b97-48b6-a571-187b29dec283 service nova] [instance: 5a340d94-345e-40df-90aa-18c4753ffd6a] Refreshing instance network info cache due to event network-changed-9821a7ea-c155-49bb-a007-7a097bff699a. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 985.972243] env[69524]: DEBUG oslo_concurrency.lockutils [req-f4284871-f224-48c7-ab42-bbefe221edf9 req-5a638144-2b97-48b6-a571-187b29dec283 service nova] Acquiring lock "refresh_cache-5a340d94-345e-40df-90aa-18c4753ffd6a" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.255927] env[69524]: DEBUG oslo_vmware.api [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068221, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.350178] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7531c670-a6ef-4d3e-933a-f66f2039ad01 tempest-ServerDiagnosticsTest-888906233 tempest-ServerDiagnosticsTest-888906233-project-member] Lock "2c5c2c0d-c218-4ce4-995d-42d28e5106aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.656s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.456561] env[69524]: DEBUG nova.network.neutron [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: 5a340d94-345e-40df-90aa-18c4753ffd6a] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 986.710570] env[69524]: DEBUG nova.network.neutron [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: 5a340d94-345e-40df-90aa-18c4753ffd6a] Updating instance_info_cache with network_info: [{"id": "9821a7ea-c155-49bb-a007-7a097bff699a", "address": "fa:16:3e:eb:42:31", "network": {"id": "f56b441c-7f7b-4bb5-8a3d-d288fa9523b8", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1743534349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15a8990d9b5e4a87afad85bd1a57eb1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9821a7ea-c1", "ovs_interfaceid": "9821a7ea-c155-49bb-a007-7a097bff699a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.761750] env[69524]: DEBUG oslo_vmware.api [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068221, 'name': PowerOnVM_Task, 'duration_secs': 0.570626} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.764020] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 986.764020] env[69524]: INFO nova.compute.manager [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Took 9.35 seconds to spawn the instance on the hypervisor. [ 986.764020] env[69524]: DEBUG nova.compute.manager [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 986.764315] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8981c49a-42fd-4a8f-8c58-7cb64ae42a3f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.895131] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc11cfc8-560b-4611-bfe0-1131fb3dbfcc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.909674] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fcf9906-9aff-403b-be25-165ba60586c5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.950029] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquiring lock "6cf8dae8-80e6-4e98-955c-db7da7571f49" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.950029] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "6cf8dae8-80e6-4e98-955c-db7da7571f49" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.950777] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9822dcda-b799-44ec-aef9-335fdb4f87cc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.961910] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf48692d-9387-4331-be83-dd9f99dfa24b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.977252] env[69524]: DEBUG nova.compute.provider_tree [None req-380d0dac-6ed4-49ff-b708-6f33e1f66d8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.028495] env[69524]: DEBUG nova.network.neutron [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: a80dc778-143a-4677-b03f-ed828a1a93df] Successfully updated port: fd644fd8-6042-41e6-8ad2-5330be6b99b6 {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 987.213507] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Releasing lock "refresh_cache-5a340d94-345e-40df-90aa-18c4753ffd6a" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.214015] env[69524]: DEBUG nova.compute.manager [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: 5a340d94-345e-40df-90aa-18c4753ffd6a] Instance network_info: |[{"id": "9821a7ea-c155-49bb-a007-7a097bff699a", "address": "fa:16:3e:eb:42:31", "network": {"id": "f56b441c-7f7b-4bb5-8a3d-d288fa9523b8", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1743534349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15a8990d9b5e4a87afad85bd1a57eb1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9821a7ea-c1", "ovs_interfaceid": "9821a7ea-c155-49bb-a007-7a097bff699a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 987.214417] env[69524]: DEBUG oslo_concurrency.lockutils [req-f4284871-f224-48c7-ab42-bbefe221edf9 req-5a638144-2b97-48b6-a571-187b29dec283 service nova] Acquired lock "refresh_cache-5a340d94-345e-40df-90aa-18c4753ffd6a" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.214696] env[69524]: DEBUG nova.network.neutron [req-f4284871-f224-48c7-ab42-bbefe221edf9 req-5a638144-2b97-48b6-a571-187b29dec283 service nova] [instance: 5a340d94-345e-40df-90aa-18c4753ffd6a] Refreshing network info cache for port 9821a7ea-c155-49bb-a007-7a097bff699a {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 987.217666] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: 5a340d94-345e-40df-90aa-18c4753ffd6a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:42:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11032cc2-b275-48d2-9c40-9455ea7d49e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9821a7ea-c155-49bb-a007-7a097bff699a', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 987.224380] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 987.225803] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a340d94-345e-40df-90aa-18c4753ffd6a] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 987.226036] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1cb00ccb-c031-48e0-b025-3c8f3d9cb49b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.254863] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 987.254863] env[69524]: value = "task-4068222" [ 987.254863] env[69524]: _type = "Task" [ 987.254863] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.267610] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068222, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.288749] env[69524]: INFO nova.compute.manager [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Took 43.87 seconds to build instance. [ 987.481316] env[69524]: DEBUG nova.scheduler.client.report [None req-380d0dac-6ed4-49ff-b708-6f33e1f66d8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.532066] env[69524]: DEBUG oslo_concurrency.lockutils [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Acquiring lock "refresh_cache-a80dc778-143a-4677-b03f-ed828a1a93df" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.532211] env[69524]: DEBUG oslo_concurrency.lockutils [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Acquired lock "refresh_cache-a80dc778-143a-4677-b03f-ed828a1a93df" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.532395] env[69524]: DEBUG nova.network.neutron [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: a80dc778-143a-4677-b03f-ed828a1a93df] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 987.768026] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068222, 'name': CreateVM_Task, 'duration_secs': 0.357441} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.768391] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a340d94-345e-40df-90aa-18c4753ffd6a] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 987.769080] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.769285] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.769640] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.770227] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e028527-ac94-4f6b-b987-01fabc4e418b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.776080] env[69524]: DEBUG oslo_vmware.api [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Waiting for the task: (returnval){ [ 987.776080] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5232b3c8-d91b-f788-7f18-57fa894c4312" [ 987.776080] env[69524]: _type = "Task" [ 987.776080] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.785166] env[69524]: DEBUG oslo_vmware.api [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5232b3c8-d91b-f788-7f18-57fa894c4312, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.791814] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7315f2dd-0a5e-4b56-9422-d36e42535937 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Lock "bb318096-0380-4270-81aa-66c1f722d97c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.382s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.988019] env[69524]: DEBUG oslo_concurrency.lockutils [None req-380d0dac-6ed4-49ff-b708-6f33e1f66d8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.186s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.988665] env[69524]: DEBUG oslo_concurrency.lockutils [None req-39a48275-0fee-44e4-b851-de182a9e60c6 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.343s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.988887] env[69524]: DEBUG nova.objects.instance [None req-39a48275-0fee-44e4-b851-de182a9e60c6 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Lazy-loading 'resources' on Instance uuid 7768e31d-052e-473a-bf1e-9bb04e9e9d6d {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 988.016436] env[69524]: INFO nova.scheduler.client.report [None req-380d0dac-6ed4-49ff-b708-6f33e1f66d8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Deleted allocations for instance 86b272e6-8a18-486f-81e9-d1a325d83cf3 [ 988.160747] env[69524]: DEBUG nova.network.neutron [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: a80dc778-143a-4677-b03f-ed828a1a93df] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 988.287996] env[69524]: DEBUG oslo_vmware.api [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5232b3c8-d91b-f788-7f18-57fa894c4312, 'name': SearchDatastore_Task, 'duration_secs': 0.011424} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.291659] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.291925] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: 5a340d94-345e-40df-90aa-18c4753ffd6a] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 988.292267] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.292602] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.292602] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 988.292900] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37420d46-58c3-44d0-a4c0-9cf1c8c0e45d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.299513] env[69524]: DEBUG nova.compute.manager [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: 7d00834a-76ee-4dfd-a031-d555e9b84f76] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 988.311693] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 988.311889] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 988.312664] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cb50a85-820e-4248-84e6-97d8160ec779 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.320661] env[69524]: DEBUG oslo_vmware.api [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Waiting for the task: (returnval){ [ 988.320661] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5274e453-26da-7af4-c725-e4d6f0806d8b" [ 988.320661] env[69524]: _type = "Task" [ 988.320661] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.330094] env[69524]: DEBUG oslo_vmware.api [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5274e453-26da-7af4-c725-e4d6f0806d8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.359209] env[69524]: DEBUG nova.network.neutron [req-f4284871-f224-48c7-ab42-bbefe221edf9 req-5a638144-2b97-48b6-a571-187b29dec283 service nova] [instance: 5a340d94-345e-40df-90aa-18c4753ffd6a] Updated VIF entry in instance network info cache for port 9821a7ea-c155-49bb-a007-7a097bff699a. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 988.359958] env[69524]: DEBUG nova.network.neutron [req-f4284871-f224-48c7-ab42-bbefe221edf9 req-5a638144-2b97-48b6-a571-187b29dec283 service nova] [instance: 5a340d94-345e-40df-90aa-18c4753ffd6a] Updating instance_info_cache with network_info: [{"id": "9821a7ea-c155-49bb-a007-7a097bff699a", "address": "fa:16:3e:eb:42:31", "network": {"id": "f56b441c-7f7b-4bb5-8a3d-d288fa9523b8", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1743534349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15a8990d9b5e4a87afad85bd1a57eb1d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11032cc2-b275-48d2-9c40-9455ea7d49e3", "external-id": "nsx-vlan-transportzone-226", "segmentation_id": 226, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9821a7ea-c1", "ovs_interfaceid": "9821a7ea-c155-49bb-a007-7a097bff699a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.378638] env[69524]: DEBUG nova.compute.manager [req-b5ea9241-089d-4a4b-9149-c43972d07154 req-3a28ceb4-c3d5-4ac3-8fa8-a01132556e50 service nova] [instance: a80dc778-143a-4677-b03f-ed828a1a93df] Received event network-vif-plugged-fd644fd8-6042-41e6-8ad2-5330be6b99b6 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.378870] env[69524]: DEBUG oslo_concurrency.lockutils [req-b5ea9241-089d-4a4b-9149-c43972d07154 req-3a28ceb4-c3d5-4ac3-8fa8-a01132556e50 service nova] Acquiring lock "a80dc778-143a-4677-b03f-ed828a1a93df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.379094] env[69524]: DEBUG oslo_concurrency.lockutils [req-b5ea9241-089d-4a4b-9149-c43972d07154 req-3a28ceb4-c3d5-4ac3-8fa8-a01132556e50 service nova] Lock "a80dc778-143a-4677-b03f-ed828a1a93df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.379263] env[69524]: DEBUG oslo_concurrency.lockutils [req-b5ea9241-089d-4a4b-9149-c43972d07154 req-3a28ceb4-c3d5-4ac3-8fa8-a01132556e50 service nova] Lock "a80dc778-143a-4677-b03f-ed828a1a93df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.379554] env[69524]: DEBUG nova.compute.manager [req-b5ea9241-089d-4a4b-9149-c43972d07154 req-3a28ceb4-c3d5-4ac3-8fa8-a01132556e50 service nova] [instance: a80dc778-143a-4677-b03f-ed828a1a93df] No waiting events found dispatching network-vif-plugged-fd644fd8-6042-41e6-8ad2-5330be6b99b6 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 988.380054] env[69524]: WARNING nova.compute.manager [req-b5ea9241-089d-4a4b-9149-c43972d07154 req-3a28ceb4-c3d5-4ac3-8fa8-a01132556e50 service nova] [instance: a80dc778-143a-4677-b03f-ed828a1a93df] Received unexpected event network-vif-plugged-fd644fd8-6042-41e6-8ad2-5330be6b99b6 for instance with vm_state building and task_state spawning. [ 988.380054] env[69524]: DEBUG nova.compute.manager [req-b5ea9241-089d-4a4b-9149-c43972d07154 req-3a28ceb4-c3d5-4ac3-8fa8-a01132556e50 service nova] [instance: a80dc778-143a-4677-b03f-ed828a1a93df] Received event network-changed-fd644fd8-6042-41e6-8ad2-5330be6b99b6 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.380054] env[69524]: DEBUG nova.compute.manager [req-b5ea9241-089d-4a4b-9149-c43972d07154 req-3a28ceb4-c3d5-4ac3-8fa8-a01132556e50 service nova] [instance: a80dc778-143a-4677-b03f-ed828a1a93df] Refreshing instance network info cache due to event network-changed-fd644fd8-6042-41e6-8ad2-5330be6b99b6. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 988.380589] env[69524]: DEBUG oslo_concurrency.lockutils [req-b5ea9241-089d-4a4b-9149-c43972d07154 req-3a28ceb4-c3d5-4ac3-8fa8-a01132556e50 service nova] Acquiring lock "refresh_cache-a80dc778-143a-4677-b03f-ed828a1a93df" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.425092] env[69524]: DEBUG nova.network.neutron [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: a80dc778-143a-4677-b03f-ed828a1a93df] Updating instance_info_cache with network_info: [{"id": "fd644fd8-6042-41e6-8ad2-5330be6b99b6", "address": "fa:16:3e:6d:14:5d", "network": {"id": "1dfdbf3b-4925-484f-b859-717860382952", "bridge": "br-int", "label": "tempest-ImagesTestJSON-735885515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "451a33914c5e419a8df2b44aa3691d0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd644fd8-60", "ovs_interfaceid": "fd644fd8-6042-41e6-8ad2-5330be6b99b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.527051] env[69524]: DEBUG oslo_concurrency.lockutils [None req-380d0dac-6ed4-49ff-b708-6f33e1f66d8f tempest-ServersListShow2100Test-1356038901 tempest-ServersListShow2100Test-1356038901-project-member] Lock "86b272e6-8a18-486f-81e9-d1a325d83cf3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.303s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.832182] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.837450] env[69524]: DEBUG oslo_vmware.api [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5274e453-26da-7af4-c725-e4d6f0806d8b, 'name': SearchDatastore_Task, 'duration_secs': 0.011493} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.842413] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65337cd5-c142-4b0c-82f8-0b09c62cec83 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.849678] env[69524]: DEBUG oslo_vmware.api [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Waiting for the task: (returnval){ [ 988.849678] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52f417f3-11ee-9477-4434-0165362b2117" [ 988.849678] env[69524]: _type = "Task" [ 988.849678] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.866254] env[69524]: DEBUG oslo_concurrency.lockutils [req-f4284871-f224-48c7-ab42-bbefe221edf9 req-5a638144-2b97-48b6-a571-187b29dec283 service nova] Releasing lock "refresh_cache-5a340d94-345e-40df-90aa-18c4753ffd6a" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.866254] env[69524]: DEBUG oslo_vmware.api [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52f417f3-11ee-9477-4434-0165362b2117, 'name': SearchDatastore_Task, 'duration_secs': 0.010777} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.866394] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.866644] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 5a340d94-345e-40df-90aa-18c4753ffd6a/5a340d94-345e-40df-90aa-18c4753ffd6a.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 988.866904] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6952dbd1-aac4-4a04-bc9c-8a923abaa692 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.875335] env[69524]: DEBUG oslo_vmware.api [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Waiting for the task: (returnval){ [ 988.875335] env[69524]: value = "task-4068223" [ 988.875335] env[69524]: _type = "Task" [ 988.875335] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.889331] env[69524]: DEBUG oslo_vmware.api [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Task: {'id': task-4068223, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.927428] env[69524]: DEBUG oslo_concurrency.lockutils [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Releasing lock "refresh_cache-a80dc778-143a-4677-b03f-ed828a1a93df" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.927831] env[69524]: DEBUG nova.compute.manager [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: a80dc778-143a-4677-b03f-ed828a1a93df] Instance network_info: |[{"id": "fd644fd8-6042-41e6-8ad2-5330be6b99b6", "address": "fa:16:3e:6d:14:5d", "network": {"id": "1dfdbf3b-4925-484f-b859-717860382952", "bridge": "br-int", "label": "tempest-ImagesTestJSON-735885515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "451a33914c5e419a8df2b44aa3691d0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd644fd8-60", "ovs_interfaceid": "fd644fd8-6042-41e6-8ad2-5330be6b99b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 988.928181] env[69524]: DEBUG oslo_concurrency.lockutils [req-b5ea9241-089d-4a4b-9149-c43972d07154 req-3a28ceb4-c3d5-4ac3-8fa8-a01132556e50 service nova] Acquired lock "refresh_cache-a80dc778-143a-4677-b03f-ed828a1a93df" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.928418] env[69524]: DEBUG nova.network.neutron [req-b5ea9241-089d-4a4b-9149-c43972d07154 req-3a28ceb4-c3d5-4ac3-8fa8-a01132556e50 service nova] [instance: a80dc778-143a-4677-b03f-ed828a1a93df] Refreshing network info cache for port fd644fd8-6042-41e6-8ad2-5330be6b99b6 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 988.932090] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: a80dc778-143a-4677-b03f-ed828a1a93df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:14:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6edb8eae-1113-49d0-84f7-9fd9f82b26fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd644fd8-6042-41e6-8ad2-5330be6b99b6', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 988.942511] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 988.947421] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a80dc778-143a-4677-b03f-ed828a1a93df] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 988.949225] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10bf9a9f-da55-40f1-9330-cfa65b821650 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.993390] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 988.993390] env[69524]: value = "task-4068224" [ 988.993390] env[69524]: _type = "Task" [ 988.993390] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.008211] env[69524]: DEBUG nova.compute.manager [req-bd4d6f0e-fc6d-4a2d-9649-05e81d101fe8 req-87d2b849-7b39-45b1-a094-557dc90b5bca service nova] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Received event network-changed-80a35763-954c-46ed-a04a-4a2bf6da4dfa {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.008211] env[69524]: DEBUG nova.compute.manager [req-bd4d6f0e-fc6d-4a2d-9649-05e81d101fe8 req-87d2b849-7b39-45b1-a094-557dc90b5bca service nova] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Refreshing instance network info cache due to event network-changed-80a35763-954c-46ed-a04a-4a2bf6da4dfa. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 989.008211] env[69524]: DEBUG oslo_concurrency.lockutils [req-bd4d6f0e-fc6d-4a2d-9649-05e81d101fe8 req-87d2b849-7b39-45b1-a094-557dc90b5bca service nova] Acquiring lock "refresh_cache-bb318096-0380-4270-81aa-66c1f722d97c" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.008211] env[69524]: DEBUG oslo_concurrency.lockutils [req-bd4d6f0e-fc6d-4a2d-9649-05e81d101fe8 req-87d2b849-7b39-45b1-a094-557dc90b5bca service nova] Acquired lock "refresh_cache-bb318096-0380-4270-81aa-66c1f722d97c" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.008211] env[69524]: DEBUG nova.network.neutron [req-bd4d6f0e-fc6d-4a2d-9649-05e81d101fe8 req-87d2b849-7b39-45b1-a094-557dc90b5bca service nova] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Refreshing network info cache for port 80a35763-954c-46ed-a04a-4a2bf6da4dfa {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 989.013071] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068224, 'name': CreateVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.032980] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3968e6e-9ddd-4496-bfff-cd48d71846dc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.041581] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a48f522-ff77-4913-84be-0d68d6a4465b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.076787] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7347c21e-ae00-41fa-b399-67c98a27e52b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.087359] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f8c559-23d5-4406-9873-d818487b72b7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.103800] env[69524]: DEBUG nova.compute.provider_tree [None req-39a48275-0fee-44e4-b851-de182a9e60c6 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.390831] env[69524]: DEBUG oslo_vmware.api [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Task: {'id': task-4068223, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.507737] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068224, 'name': CreateVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.608281] env[69524]: DEBUG nova.scheduler.client.report [None req-39a48275-0fee-44e4-b851-de182a9e60c6 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 989.891755] env[69524]: DEBUG oslo_vmware.api [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Task: {'id': task-4068223, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547416} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.892164] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 5a340d94-345e-40df-90aa-18c4753ffd6a/5a340d94-345e-40df-90aa-18c4753ffd6a.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 989.892451] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: 5a340d94-345e-40df-90aa-18c4753ffd6a] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 989.892766] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-248f918c-f128-4bb2-80f7-8793ee7b644f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.899914] env[69524]: DEBUG oslo_vmware.api [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Waiting for the task: (returnval){ [ 989.899914] env[69524]: value = "task-4068225" [ 989.899914] env[69524]: _type = "Task" [ 989.899914] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.908310] env[69524]: DEBUG oslo_vmware.api [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Task: {'id': task-4068225, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.011490] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068224, 'name': CreateVM_Task, 'duration_secs': 0.584085} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.017580] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a80dc778-143a-4677-b03f-ed828a1a93df] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 990.018432] env[69524]: DEBUG oslo_concurrency.lockutils [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/05cceb44-773a-4eca-9367-ebb264115da2" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.019115] env[69524]: DEBUG oslo_concurrency.lockutils [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Acquired lock "[datastore1] devstack-image-cache_base/05cceb44-773a-4eca-9367-ebb264115da2" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.019578] env[69524]: DEBUG oslo_concurrency.lockutils [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/05cceb44-773a-4eca-9367-ebb264115da2" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.020307] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db26c20b-60ca-4cc2-926d-70e5fbe9360d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.027341] env[69524]: DEBUG oslo_vmware.api [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the task: (returnval){ [ 990.027341] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52425a0b-5513-2ab0-61db-0d62a80a9ee3" [ 990.027341] env[69524]: _type = "Task" [ 990.027341] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.042203] env[69524]: DEBUG oslo_vmware.api [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52425a0b-5513-2ab0-61db-0d62a80a9ee3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.099633] env[69524]: DEBUG nova.network.neutron [req-b5ea9241-089d-4a4b-9149-c43972d07154 req-3a28ceb4-c3d5-4ac3-8fa8-a01132556e50 service nova] [instance: a80dc778-143a-4677-b03f-ed828a1a93df] Updated VIF entry in instance network info cache for port fd644fd8-6042-41e6-8ad2-5330be6b99b6. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 990.099917] env[69524]: DEBUG nova.network.neutron [req-b5ea9241-089d-4a4b-9149-c43972d07154 req-3a28ceb4-c3d5-4ac3-8fa8-a01132556e50 service nova] [instance: a80dc778-143a-4677-b03f-ed828a1a93df] Updating instance_info_cache with network_info: [{"id": "fd644fd8-6042-41e6-8ad2-5330be6b99b6", "address": "fa:16:3e:6d:14:5d", "network": {"id": "1dfdbf3b-4925-484f-b859-717860382952", "bridge": "br-int", "label": "tempest-ImagesTestJSON-735885515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "451a33914c5e419a8df2b44aa3691d0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd644fd8-60", "ovs_interfaceid": "fd644fd8-6042-41e6-8ad2-5330be6b99b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.113285] env[69524]: DEBUG oslo_concurrency.lockutils [None req-39a48275-0fee-44e4-b851-de182a9e60c6 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.125s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.115711] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 40.533s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.162315] env[69524]: INFO nova.scheduler.client.report [None req-39a48275-0fee-44e4-b851-de182a9e60c6 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Deleted allocations for instance 7768e31d-052e-473a-bf1e-9bb04e9e9d6d [ 990.210338] env[69524]: DEBUG nova.network.neutron [req-bd4d6f0e-fc6d-4a2d-9649-05e81d101fe8 req-87d2b849-7b39-45b1-a094-557dc90b5bca service nova] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Updated VIF entry in instance network info cache for port 80a35763-954c-46ed-a04a-4a2bf6da4dfa. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 990.210763] env[69524]: DEBUG nova.network.neutron [req-bd4d6f0e-fc6d-4a2d-9649-05e81d101fe8 req-87d2b849-7b39-45b1-a094-557dc90b5bca service nova] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Updating instance_info_cache with network_info: [{"id": "80a35763-954c-46ed-a04a-4a2bf6da4dfa", "address": "fa:16:3e:be:66:23", "network": {"id": "c3059a41-0d8e-4f5e-aa55-00477c3a6ec8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1909587943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c577040ac1174430983ad8df058bd7c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80a35763-95", "ovs_interfaceid": "80a35763-954c-46ed-a04a-4a2bf6da4dfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.411656] env[69524]: DEBUG oslo_vmware.api [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Task: {'id': task-4068225, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079051} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.412020] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: 5a340d94-345e-40df-90aa-18c4753ffd6a] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 990.412987] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08c269e-e414-4259-8f5a-40042de0ec4f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.441261] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: 5a340d94-345e-40df-90aa-18c4753ffd6a] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 5a340d94-345e-40df-90aa-18c4753ffd6a/5a340d94-345e-40df-90aa-18c4753ffd6a.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 990.441595] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c43746be-f346-4048-b676-2e89f4feae23 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.464500] env[69524]: DEBUG oslo_vmware.api [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Waiting for the task: (returnval){ [ 990.464500] env[69524]: value = "task-4068226" [ 990.464500] env[69524]: _type = "Task" [ 990.464500] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.474017] env[69524]: DEBUG oslo_vmware.api [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Task: {'id': task-4068226, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.537885] env[69524]: DEBUG oslo_concurrency.lockutils [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Releasing lock "[datastore1] devstack-image-cache_base/05cceb44-773a-4eca-9367-ebb264115da2" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.538176] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: a80dc778-143a-4677-b03f-ed828a1a93df] Processing image 05cceb44-773a-4eca-9367-ebb264115da2 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 990.538422] env[69524]: DEBUG oslo_concurrency.lockutils [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/05cceb44-773a-4eca-9367-ebb264115da2/05cceb44-773a-4eca-9367-ebb264115da2.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.538574] env[69524]: DEBUG oslo_concurrency.lockutils [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Acquired lock "[datastore1] devstack-image-cache_base/05cceb44-773a-4eca-9367-ebb264115da2/05cceb44-773a-4eca-9367-ebb264115da2.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.538744] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 990.539012] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5362fe70-6514-4579-8287-1daf8d7a02c7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.548869] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 990.549083] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 990.550070] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fa96ad6-168e-49ba-b738-46630834ec54 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.555743] env[69524]: DEBUG oslo_vmware.api [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the task: (returnval){ [ 990.555743] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52e867d4-e20c-6fda-44a9-9d9c4fc2329a" [ 990.555743] env[69524]: _type = "Task" [ 990.555743] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.564866] env[69524]: DEBUG oslo_vmware.api [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52e867d4-e20c-6fda-44a9-9d9c4fc2329a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.603756] env[69524]: DEBUG oslo_concurrency.lockutils [req-b5ea9241-089d-4a4b-9149-c43972d07154 req-3a28ceb4-c3d5-4ac3-8fa8-a01132556e50 service nova] Releasing lock "refresh_cache-a80dc778-143a-4677-b03f-ed828a1a93df" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.621984] env[69524]: INFO nova.compute.claims [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 990.674954] env[69524]: DEBUG oslo_concurrency.lockutils [None req-39a48275-0fee-44e4-b851-de182a9e60c6 tempest-ListServerFiltersTestJSON-1644169296 tempest-ListServerFiltersTestJSON-1644169296-project-member] Lock "7768e31d-052e-473a-bf1e-9bb04e9e9d6d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.719s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.714285] env[69524]: DEBUG oslo_concurrency.lockutils [req-bd4d6f0e-fc6d-4a2d-9649-05e81d101fe8 req-87d2b849-7b39-45b1-a094-557dc90b5bca service nova] Releasing lock "refresh_cache-bb318096-0380-4270-81aa-66c1f722d97c" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.982599] env[69524]: DEBUG oslo_vmware.api [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Task: {'id': task-4068226, 'name': ReconfigVM_Task, 'duration_secs': 0.329409} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.982886] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: 5a340d94-345e-40df-90aa-18c4753ffd6a] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 5a340d94-345e-40df-90aa-18c4753ffd6a/5a340d94-345e-40df-90aa-18c4753ffd6a.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 990.983560] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3809802-192c-4e4a-9c96-58beacdf39a9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.995241] env[69524]: DEBUG oslo_vmware.api [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Waiting for the task: (returnval){ [ 990.995241] env[69524]: value = "task-4068227" [ 990.995241] env[69524]: _type = "Task" [ 990.995241] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.000892] env[69524]: DEBUG oslo_vmware.api [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Task: {'id': task-4068227, 'name': Rename_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.066295] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: a80dc778-143a-4677-b03f-ed828a1a93df] Preparing fetch location {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 991.066630] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: a80dc778-143a-4677-b03f-ed828a1a93df] Fetch image to [datastore1] OSTACK_IMG_3c64ca12-8475-4f2a-8fed-0bd978b6d667/OSTACK_IMG_3c64ca12-8475-4f2a-8fed-0bd978b6d667.vmdk {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 991.066778] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: a80dc778-143a-4677-b03f-ed828a1a93df] Downloading stream optimized image 05cceb44-773a-4eca-9367-ebb264115da2 to [datastore1] OSTACK_IMG_3c64ca12-8475-4f2a-8fed-0bd978b6d667/OSTACK_IMG_3c64ca12-8475-4f2a-8fed-0bd978b6d667.vmdk on the data store datastore1 as vApp {{(pid=69524) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 991.066970] env[69524]: DEBUG nova.virt.vmwareapi.images [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: a80dc778-143a-4677-b03f-ed828a1a93df] Downloading image file data 05cceb44-773a-4eca-9367-ebb264115da2 to the ESX as VM named 'OSTACK_IMG_3c64ca12-8475-4f2a-8fed-0bd978b6d667' {{(pid=69524) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 991.128752] env[69524]: INFO nova.compute.resource_tracker [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Updating resource usage from migration 893f9768-96f7-4cd0-abb4-ef38b8049362 [ 991.184335] env[69524]: DEBUG oslo_vmware.rw_handles [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 991.184335] env[69524]: value = "resgroup-9" [ 991.184335] env[69524]: _type = "ResourcePool" [ 991.184335] env[69524]: }. {{(pid=69524) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 991.185091] env[69524]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-b0f00440-1576-46ee-baed-2e9ddf03d968 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.216160] env[69524]: DEBUG oslo_vmware.rw_handles [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Lease: (returnval){ [ 991.216160] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52944358-945e-ec78-19e1-f6e21c07c927" [ 991.216160] env[69524]: _type = "HttpNfcLease" [ 991.216160] env[69524]: } obtained for vApp import into resource pool (val){ [ 991.216160] env[69524]: value = "resgroup-9" [ 991.216160] env[69524]: _type = "ResourcePool" [ 991.216160] env[69524]: }. {{(pid=69524) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 991.216160] env[69524]: DEBUG oslo_vmware.api [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the lease: (returnval){ [ 991.216160] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52944358-945e-ec78-19e1-f6e21c07c927" [ 991.216160] env[69524]: _type = "HttpNfcLease" [ 991.216160] env[69524]: } to be ready. {{(pid=69524) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 991.228172] env[69524]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 991.228172] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52944358-945e-ec78-19e1-f6e21c07c927" [ 991.228172] env[69524]: _type = "HttpNfcLease" [ 991.228172] env[69524]: } is initializing. {{(pid=69524) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 991.506359] env[69524]: DEBUG oslo_vmware.api [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Task: {'id': task-4068227, 'name': Rename_Task, 'duration_secs': 0.173489} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.506658] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: 5a340d94-345e-40df-90aa-18c4753ffd6a] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 991.506869] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e417b0f9-2f29-46bb-b664-bd1c8c6b9919 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.509134] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Acquiring lock "26b87865-1683-4797-ae24-f51084419ce4" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.509359] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Lock "26b87865-1683-4797-ae24-f51084419ce4" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.509568] env[69524]: INFO nova.compute.manager [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Shelving [ 991.515354] env[69524]: DEBUG oslo_vmware.api [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Waiting for the task: (returnval){ [ 991.515354] env[69524]: value = "task-4068229" [ 991.515354] env[69524]: _type = "Task" [ 991.515354] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.526339] env[69524]: DEBUG oslo_vmware.api [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Task: {'id': task-4068229, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.711417] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92aea089-f797-448c-8a4b-1ec717704143 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.721761] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc3689e-5571-4779-9031-a16cdfd40bdf {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.732275] env[69524]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 991.732275] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52944358-945e-ec78-19e1-f6e21c07c927" [ 991.732275] env[69524]: _type = "HttpNfcLease" [ 991.732275] env[69524]: } is initializing. {{(pid=69524) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 991.759481] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f621d854-d9aa-4388-9aca-c0c34dc0d054 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.768470] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc42459e-3b7f-460b-aa58-e0d692cb3a3e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.784813] env[69524]: DEBUG nova.compute.provider_tree [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.028648] env[69524]: DEBUG oslo_vmware.api [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Task: {'id': task-4068229, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.235765] env[69524]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 992.235765] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52944358-945e-ec78-19e1-f6e21c07c927" [ 992.235765] env[69524]: _type = "HttpNfcLease" [ 992.235765] env[69524]: } is ready. {{(pid=69524) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 992.235998] env[69524]: DEBUG oslo_vmware.rw_handles [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 992.235998] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52944358-945e-ec78-19e1-f6e21c07c927" [ 992.235998] env[69524]: _type = "HttpNfcLease" [ 992.235998] env[69524]: }. {{(pid=69524) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 992.236625] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1de9dc2-fb36-459d-9042-ff001b6b2a81 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.245869] env[69524]: DEBUG oslo_vmware.rw_handles [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5275af17-94c4-c35a-b0e7-f02f461384f8/disk-0.vmdk from lease info. {{(pid=69524) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 992.246234] env[69524]: DEBUG oslo_vmware.rw_handles [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5275af17-94c4-c35a-b0e7-f02f461384f8/disk-0.vmdk. {{(pid=69524) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 992.302470] env[69524]: DEBUG nova.scheduler.client.report [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.311878] env[69524]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-88e314e2-6a84-49d5-939e-443e36143ba0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.524907] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 992.524907] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d5e5f99-1a4a-49ec-9c07-1cbdf6b364d5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.534782] env[69524]: DEBUG oslo_vmware.api [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Task: {'id': task-4068229, 'name': PowerOnVM_Task, 'duration_secs': 0.772203} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.538162] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: 5a340d94-345e-40df-90aa-18c4753ffd6a] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 992.539569] env[69524]: INFO nova.compute.manager [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: 5a340d94-345e-40df-90aa-18c4753ffd6a] Took 9.61 seconds to spawn the instance on the hypervisor. [ 992.539569] env[69524]: DEBUG nova.compute.manager [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: 5a340d94-345e-40df-90aa-18c4753ffd6a] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 992.539569] env[69524]: DEBUG oslo_vmware.api [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Waiting for the task: (returnval){ [ 992.539569] env[69524]: value = "task-4068230" [ 992.539569] env[69524]: _type = "Task" [ 992.539569] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.540175] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba893ed-d84f-4211-8682-7837c25fd992 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.563804] env[69524]: DEBUG oslo_vmware.api [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068230, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.809364] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.694s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.809832] env[69524]: INFO nova.compute.manager [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Migrating [ 992.822571] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c5695f83-1006-4b2f-ab29-089cb1c1192d tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.426s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.822950] env[69524]: DEBUG nova.objects.instance [None req-c5695f83-1006-4b2f-ab29-089cb1c1192d tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Lazy-loading 'resources' on Instance uuid 795966e5-14a4-4179-8eec-c90e8c73c313 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 992.844363] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Acquiring lock "b55402a9-7270-4d93-bb3f-bd49b8f3ca65" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.845137] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Lock "b55402a9-7270-4d93-bb3f-bd49b8f3ca65" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.870166] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Acquiring lock "f4650838-ce8b-4f45-ab3a-84657fd1942e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.870166] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Lock "f4650838-ce8b-4f45-ab3a-84657fd1942e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.059390] env[69524]: DEBUG oslo_vmware.api [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068230, 'name': PowerOffVM_Task, 'duration_secs': 0.301706} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.060287] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 993.062363] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31077cb0-0b94-4918-8f74-44da1abe20e6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.102930] env[69524]: INFO nova.compute.manager [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: 5a340d94-345e-40df-90aa-18c4753ffd6a] Took 48.91 seconds to build instance. [ 993.104877] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd059a1-d270-466b-9c09-97c7a6ae1157 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.249503] env[69524]: DEBUG oslo_vmware.rw_handles [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Completed reading data from the image iterator. {{(pid=69524) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 993.249896] env[69524]: DEBUG oslo_vmware.rw_handles [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5275af17-94c4-c35a-b0e7-f02f461384f8/disk-0.vmdk. {{(pid=69524) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 993.251437] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c63ffc8-719f-4ea5-a83b-9c0ade2da2fb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.262027] env[69524]: DEBUG oslo_vmware.rw_handles [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5275af17-94c4-c35a-b0e7-f02f461384f8/disk-0.vmdk is in state: ready. {{(pid=69524) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 993.262314] env[69524]: DEBUG oslo_vmware.rw_handles [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5275af17-94c4-c35a-b0e7-f02f461384f8/disk-0.vmdk. {{(pid=69524) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 993.262673] env[69524]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-aeefdea7-9843-4714-abab-1113f84f6302 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.346388] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Acquiring lock "refresh_cache-0c857091-9d2c-4ecd-b853-e7efbb799669" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.346388] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Acquired lock "refresh_cache-0c857091-9d2c-4ecd-b853-e7efbb799669" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.346665] env[69524]: DEBUG nova.network.neutron [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 993.464866] env[69524]: DEBUG oslo_vmware.rw_handles [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5275af17-94c4-c35a-b0e7-f02f461384f8/disk-0.vmdk. {{(pid=69524) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 993.465535] env[69524]: INFO nova.virt.vmwareapi.images [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: a80dc778-143a-4677-b03f-ed828a1a93df] Downloaded image file data 05cceb44-773a-4eca-9367-ebb264115da2 [ 993.466421] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525c5ced-4531-4337-9c13-8e7c61e71d11 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.494517] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de83c048-fc45-436c-9106-6639ea320d83 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.521136] env[69524]: INFO nova.virt.vmwareapi.images [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: a80dc778-143a-4677-b03f-ed828a1a93df] The imported VM was unregistered [ 993.523853] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: a80dc778-143a-4677-b03f-ed828a1a93df] Caching image {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 993.524141] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Creating directory with path [datastore1] devstack-image-cache_base/05cceb44-773a-4eca-9367-ebb264115da2 {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 993.524497] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f30f9b41-e5ce-4bfb-9481-3a48f2f140cd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.540300] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Created directory with path [datastore1] devstack-image-cache_base/05cceb44-773a-4eca-9367-ebb264115da2 {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 993.540913] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_3c64ca12-8475-4f2a-8fed-0bd978b6d667/OSTACK_IMG_3c64ca12-8475-4f2a-8fed-0bd978b6d667.vmdk to [datastore1] devstack-image-cache_base/05cceb44-773a-4eca-9367-ebb264115da2/05cceb44-773a-4eca-9367-ebb264115da2.vmdk. {{(pid=69524) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 993.540913] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-4f111b33-eb84-40b8-af9b-181068d8cd71 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.555212] env[69524]: DEBUG oslo_vmware.api [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the task: (returnval){ [ 993.555212] env[69524]: value = "task-4068232" [ 993.555212] env[69524]: _type = "Task" [ 993.555212] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.566746] env[69524]: DEBUG oslo_vmware.api [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068232, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.610826] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6b900bef-7cb2-414f-8c88-fa7de1d813be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Lock "5a340d94-345e-40df-90aa-18c4753ffd6a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.448s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.622561] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Creating Snapshot of the VM instance {{(pid=69524) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 993.623858] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-51d2ed89-d749-47ef-b24b-1a7a017c9824 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.635646] env[69524]: DEBUG oslo_vmware.api [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Waiting for the task: (returnval){ [ 993.635646] env[69524]: value = "task-4068233" [ 993.635646] env[69524]: _type = "Task" [ 993.635646] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.652113] env[69524]: DEBUG oslo_vmware.api [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068233, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.964204] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ab0b28-ca8c-4817-acab-ac4822829ccb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.976323] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084d26be-5555-4f69-9280-e69f32c5b8b2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.012199] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e443f9-988d-4361-afe4-e603310b19f6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.022266] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f217101a-6ff1-4662-8667-2ed6abf38230 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.038366] env[69524]: DEBUG nova.compute.provider_tree [None req-c5695f83-1006-4b2f-ab29-089cb1c1192d tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.071786] env[69524]: DEBUG oslo_vmware.api [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068232, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.115105] env[69524]: DEBUG nova.compute.manager [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 6cf8dae8-80e6-4e98-955c-db7da7571f49] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 994.154724] env[69524]: DEBUG oslo_vmware.api [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068233, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.178644] env[69524]: DEBUG nova.objects.instance [None req-e8239a60-e89f-495b-8f67-6ea44aa477c2 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Lazy-loading 'flavor' on Instance uuid 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.404837] env[69524]: DEBUG nova.network.neutron [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Updating instance_info_cache with network_info: [{"id": "51a898da-4c04-4385-97b9-68224a7e9b5d", "address": "fa:16:3e:c1:f9:64", "network": {"id": "9ba6743d-ce8d-49df-87a9-5afc4de01489", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a86a460dd4454b05b84917cee5434b27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51a898da-4c", "ovs_interfaceid": "51a898da-4c04-4385-97b9-68224a7e9b5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.546069] env[69524]: DEBUG nova.scheduler.client.report [None req-c5695f83-1006-4b2f-ab29-089cb1c1192d tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.572353] env[69524]: DEBUG oslo_vmware.api [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068232, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.645527] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.654026] env[69524]: DEBUG oslo_vmware.api [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068233, 'name': CreateSnapshot_Task, 'duration_secs': 0.811004} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.654026] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Created Snapshot of the VM instance {{(pid=69524) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 994.654026] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e6581d-dd2c-4c7c-a4f7-af122c177ef0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.689393] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e8239a60-e89f-495b-8f67-6ea44aa477c2 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Acquiring lock "refresh_cache-0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.689393] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e8239a60-e89f-495b-8f67-6ea44aa477c2 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Acquired lock "refresh_cache-0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.908583] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Releasing lock "refresh_cache-0c857091-9d2c-4ecd-b853-e7efbb799669" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.054859] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c5695f83-1006-4b2f-ab29-089cb1c1192d tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.232s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.059273] env[69524]: DEBUG oslo_concurrency.lockutils [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.182s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.062702] env[69524]: INFO nova.compute.claims [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 995.091729] env[69524]: DEBUG oslo_vmware.api [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068232, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.092894] env[69524]: INFO nova.scheduler.client.report [None req-c5695f83-1006-4b2f-ab29-089cb1c1192d tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Deleted allocations for instance 795966e5-14a4-4179-8eec-c90e8c73c313 [ 995.176706] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Creating linked-clone VM from snapshot {{(pid=69524) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 995.177923] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d73c9bd0-4779-4025-be02-1f0d38b545bb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.189928] env[69524]: DEBUG oslo_vmware.api [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Waiting for the task: (returnval){ [ 995.189928] env[69524]: value = "task-4068234" [ 995.189928] env[69524]: _type = "Task" [ 995.189928] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.201460] env[69524]: DEBUG oslo_vmware.api [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068234, 'name': CloneVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.597925] env[69524]: DEBUG oslo_vmware.api [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068232, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.603842] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c5695f83-1006-4b2f-ab29-089cb1c1192d tempest-ServersNegativeTestMultiTenantJSON-401128580 tempest-ServersNegativeTestMultiTenantJSON-401128580-project-member] Lock "795966e5-14a4-4179-8eec-c90e8c73c313" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.959s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.709190] env[69524]: DEBUG oslo_vmware.api [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068234, 'name': CloneVM_Task} progress is 94%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.830869] env[69524]: DEBUG nova.network.neutron [None req-e8239a60-e89f-495b-8f67-6ea44aa477c2 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 995.899745] env[69524]: DEBUG nova.compute.manager [req-ea8c06e6-e6f2-4bba-99f6-96d69af13aa3 req-e6af6ebf-c215-4b2d-ae38-244cbb7c75e2 service nova] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Received event network-changed-071c20d0-a41c-4a79-ac93-b9a457c13c5f {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.900119] env[69524]: DEBUG nova.compute.manager [req-ea8c06e6-e6f2-4bba-99f6-96d69af13aa3 req-e6af6ebf-c215-4b2d-ae38-244cbb7c75e2 service nova] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Refreshing instance network info cache due to event network-changed-071c20d0-a41c-4a79-ac93-b9a457c13c5f. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 995.900949] env[69524]: DEBUG oslo_concurrency.lockutils [req-ea8c06e6-e6f2-4bba-99f6-96d69af13aa3 req-e6af6ebf-c215-4b2d-ae38-244cbb7c75e2 service nova] Acquiring lock "refresh_cache-0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.093243] env[69524]: DEBUG oslo_vmware.api [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068232, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.093894] env[69524]: DEBUG oslo_concurrency.lockutils [None req-85a6e986-1a27-4b0b-9ec6-71588fd98fbf tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Acquiring lock "5a340d94-345e-40df-90aa-18c4753ffd6a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.094228] env[69524]: DEBUG oslo_concurrency.lockutils [None req-85a6e986-1a27-4b0b-9ec6-71588fd98fbf tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Lock "5a340d94-345e-40df-90aa-18c4753ffd6a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.094470] env[69524]: DEBUG oslo_concurrency.lockutils [None req-85a6e986-1a27-4b0b-9ec6-71588fd98fbf tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Acquiring lock "5a340d94-345e-40df-90aa-18c4753ffd6a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.094667] env[69524]: DEBUG oslo_concurrency.lockutils [None req-85a6e986-1a27-4b0b-9ec6-71588fd98fbf tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Lock "5a340d94-345e-40df-90aa-18c4753ffd6a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.094866] env[69524]: DEBUG oslo_concurrency.lockutils [None req-85a6e986-1a27-4b0b-9ec6-71588fd98fbf tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Lock "5a340d94-345e-40df-90aa-18c4753ffd6a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.097435] env[69524]: INFO nova.compute.manager [None req-85a6e986-1a27-4b0b-9ec6-71588fd98fbf tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: 5a340d94-345e-40df-90aa-18c4753ffd6a] Terminating instance [ 996.207558] env[69524]: DEBUG oslo_vmware.api [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068234, 'name': CloneVM_Task} progress is 94%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.436885] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddf1272-4bcb-40c9-877c-e3f90be9bfc2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.460823] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Updating instance '0c857091-9d2c-4ecd-b853-e7efbb799669' progress to 0 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 996.590737] env[69524]: DEBUG oslo_vmware.api [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068232, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.626492} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.593911] env[69524]: INFO nova.virt.vmwareapi.ds_util [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_3c64ca12-8475-4f2a-8fed-0bd978b6d667/OSTACK_IMG_3c64ca12-8475-4f2a-8fed-0bd978b6d667.vmdk to [datastore1] devstack-image-cache_base/05cceb44-773a-4eca-9367-ebb264115da2/05cceb44-773a-4eca-9367-ebb264115da2.vmdk. [ 996.594309] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: a80dc778-143a-4677-b03f-ed828a1a93df] Cleaning up location [datastore1] OSTACK_IMG_3c64ca12-8475-4f2a-8fed-0bd978b6d667 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 996.594596] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_3c64ca12-8475-4f2a-8fed-0bd978b6d667 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 996.597609] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b44557b-6488-4d14-ac65-246c2dcbf88a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.601516] env[69524]: DEBUG nova.compute.manager [None req-85a6e986-1a27-4b0b-9ec6-71588fd98fbf tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: 5a340d94-345e-40df-90aa-18c4753ffd6a] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 996.606022] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-85a6e986-1a27-4b0b-9ec6-71588fd98fbf tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: 5a340d94-345e-40df-90aa-18c4753ffd6a] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 996.606022] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21bfa02c-cb45-4153-9984-f4620338873a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.610972] env[69524]: DEBUG oslo_vmware.api [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the task: (returnval){ [ 996.610972] env[69524]: value = "task-4068235" [ 996.610972] env[69524]: _type = "Task" [ 996.610972] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.620466] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a6e986-1a27-4b0b-9ec6-71588fd98fbf tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: 5a340d94-345e-40df-90aa-18c4753ffd6a] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 996.621670] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9f1d14c-d149-4198-a0a1-b68956153e1f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.628275] env[69524]: DEBUG oslo_vmware.api [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068235, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.630564] env[69524]: DEBUG oslo_vmware.api [None req-85a6e986-1a27-4b0b-9ec6-71588fd98fbf tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Waiting for the task: (returnval){ [ 996.630564] env[69524]: value = "task-4068236" [ 996.630564] env[69524]: _type = "Task" [ 996.630564] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.653500] env[69524]: DEBUG oslo_vmware.api [None req-85a6e986-1a27-4b0b-9ec6-71588fd98fbf tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Task: {'id': task-4068236, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.691225] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eddf1257-cb69-4520-b2b2-3e76c9e8f6ef {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.702640] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5826dcdf-f0e9-4a32-87c8-ea80df6eefe3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.709673] env[69524]: DEBUG oslo_vmware.api [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068234, 'name': CloneVM_Task} progress is 94%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.739273] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17250a0-2549-4a50-805f-29865065b8b3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.753098] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46be66b-ed74-4f52-8293-6a61c9d5b89b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.772576] env[69524]: DEBUG nova.compute.provider_tree [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.801127] env[69524]: DEBUG nova.network.neutron [None req-e8239a60-e89f-495b-8f67-6ea44aa477c2 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Updating instance_info_cache with network_info: [{"id": "071c20d0-a41c-4a79-ac93-b9a457c13c5f", "address": "fa:16:3e:c9:b2:0d", "network": {"id": "53e4ffc8-080d-437e-987b-b1813dede2ad", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1028710535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73f37342718143eb94ba80e3f12d3d8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap071c20d0-a4", "ovs_interfaceid": "071c20d0-a41c-4a79-ac93-b9a457c13c5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.969972] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 996.970100] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d374e6a-dda1-4bff-853e-175a28bdcb48 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.980246] env[69524]: DEBUG oslo_vmware.api [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Waiting for the task: (returnval){ [ 996.980246] env[69524]: value = "task-4068237" [ 996.980246] env[69524]: _type = "Task" [ 996.980246] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.993772] env[69524]: DEBUG oslo_vmware.api [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': task-4068237, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.123303] env[69524]: DEBUG oslo_vmware.api [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068235, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.040648} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.124225] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 997.124225] env[69524]: DEBUG oslo_concurrency.lockutils [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Releasing lock "[datastore1] devstack-image-cache_base/05cceb44-773a-4eca-9367-ebb264115da2/05cceb44-773a-4eca-9367-ebb264115da2.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.124225] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/05cceb44-773a-4eca-9367-ebb264115da2/05cceb44-773a-4eca-9367-ebb264115da2.vmdk to [datastore1] a80dc778-143a-4677-b03f-ed828a1a93df/a80dc778-143a-4677-b03f-ed828a1a93df.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 997.124340] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9de618f4-15c7-4809-8391-210d5ab21406 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.133128] env[69524]: DEBUG oslo_vmware.api [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the task: (returnval){ [ 997.133128] env[69524]: value = "task-4068238" [ 997.133128] env[69524]: _type = "Task" [ 997.133128] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.161480] env[69524]: DEBUG oslo_vmware.api [None req-85a6e986-1a27-4b0b-9ec6-71588fd98fbf tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Task: {'id': task-4068236, 'name': PowerOffVM_Task, 'duration_secs': 0.400531} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.166092] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-85a6e986-1a27-4b0b-9ec6-71588fd98fbf tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: 5a340d94-345e-40df-90aa-18c4753ffd6a] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 997.166524] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-85a6e986-1a27-4b0b-9ec6-71588fd98fbf tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: 5a340d94-345e-40df-90aa-18c4753ffd6a] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 997.167018] env[69524]: DEBUG oslo_vmware.api [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068238, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.167924] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6bd0ab68-2c28-4565-a213-43b3a98ed8c4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.213261] env[69524]: DEBUG oslo_vmware.api [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068234, 'name': CloneVM_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.254158] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-85a6e986-1a27-4b0b-9ec6-71588fd98fbf tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: 5a340d94-345e-40df-90aa-18c4753ffd6a] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 997.254462] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-85a6e986-1a27-4b0b-9ec6-71588fd98fbf tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: 5a340d94-345e-40df-90aa-18c4753ffd6a] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 997.254770] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-85a6e986-1a27-4b0b-9ec6-71588fd98fbf tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Deleting the datastore file [datastore1] 5a340d94-345e-40df-90aa-18c4753ffd6a {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 997.255149] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e7207d2-0cc3-45cc-95fb-c1972421df89 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.264511] env[69524]: DEBUG oslo_vmware.api [None req-85a6e986-1a27-4b0b-9ec6-71588fd98fbf tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Waiting for the task: (returnval){ [ 997.264511] env[69524]: value = "task-4068240" [ 997.264511] env[69524]: _type = "Task" [ 997.264511] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.277036] env[69524]: DEBUG oslo_vmware.api [None req-85a6e986-1a27-4b0b-9ec6-71588fd98fbf tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Task: {'id': task-4068240, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.277036] env[69524]: DEBUG nova.scheduler.client.report [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.305837] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e8239a60-e89f-495b-8f67-6ea44aa477c2 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Releasing lock "refresh_cache-0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.305837] env[69524]: DEBUG nova.compute.manager [None req-e8239a60-e89f-495b-8f67-6ea44aa477c2 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Inject network info {{(pid=69524) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 997.305837] env[69524]: DEBUG nova.compute.manager [None req-e8239a60-e89f-495b-8f67-6ea44aa477c2 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] network_info to inject: |[{"id": "071c20d0-a41c-4a79-ac93-b9a457c13c5f", "address": "fa:16:3e:c9:b2:0d", "network": {"id": "53e4ffc8-080d-437e-987b-b1813dede2ad", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1028710535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73f37342718143eb94ba80e3f12d3d8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap071c20d0-a4", "ovs_interfaceid": "071c20d0-a41c-4a79-ac93-b9a457c13c5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 997.310320] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-e8239a60-e89f-495b-8f67-6ea44aa477c2 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Reconfiguring VM instance to set the machine id {{(pid=69524) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 997.311554] env[69524]: DEBUG oslo_concurrency.lockutils [req-ea8c06e6-e6f2-4bba-99f6-96d69af13aa3 req-e6af6ebf-c215-4b2d-ae38-244cbb7c75e2 service nova] Acquired lock "refresh_cache-0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.311792] env[69524]: DEBUG nova.network.neutron [req-ea8c06e6-e6f2-4bba-99f6-96d69af13aa3 req-e6af6ebf-c215-4b2d-ae38-244cbb7c75e2 service nova] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Refreshing network info cache for port 071c20d0-a41c-4a79-ac93-b9a457c13c5f {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 997.313308] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fc1fbce-c76a-4673-a731-00f94a789d0e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.332232] env[69524]: DEBUG oslo_vmware.api [None req-e8239a60-e89f-495b-8f67-6ea44aa477c2 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Waiting for the task: (returnval){ [ 997.332232] env[69524]: value = "task-4068241" [ 997.332232] env[69524]: _type = "Task" [ 997.332232] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.346065] env[69524]: DEBUG oslo_vmware.api [None req-e8239a60-e89f-495b-8f67-6ea44aa477c2 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Task: {'id': task-4068241, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.493899] env[69524]: DEBUG oslo_vmware.api [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': task-4068237, 'name': PowerOffVM_Task, 'duration_secs': 0.222169} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.494705] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 997.494705] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Updating instance '0c857091-9d2c-4ecd-b853-e7efbb799669' progress to 17 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 997.652149] env[69524]: DEBUG oslo_vmware.api [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068238, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.708868] env[69524]: DEBUG oslo_vmware.api [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068234, 'name': CloneVM_Task, 'duration_secs': 2.075766} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.708868] env[69524]: INFO nova.virt.vmwareapi.vmops [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Created linked-clone VM from snapshot [ 997.708868] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2eae948-733d-4c9f-9fd1-9c63706ec266 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.717329] env[69524]: DEBUG nova.virt.vmwareapi.images [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Uploading image ef190044-9788-4669-bd7a-55211b1d37b6 {{(pid=69524) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 997.753980] env[69524]: DEBUG oslo_vmware.rw_handles [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 997.753980] env[69524]: value = "vm-806217" [ 997.753980] env[69524]: _type = "VirtualMachine" [ 997.753980] env[69524]: }. {{(pid=69524) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 997.753980] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ff7824c8-c2e4-4d9e-a8bc-c3ac12c64e64 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.762444] env[69524]: DEBUG oslo_vmware.rw_handles [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Lease: (returnval){ [ 997.762444] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52bc6bd4-e41a-a766-f012-a4e091683ad6" [ 997.762444] env[69524]: _type = "HttpNfcLease" [ 997.762444] env[69524]: } obtained for exporting VM: (result){ [ 997.762444] env[69524]: value = "vm-806217" [ 997.762444] env[69524]: _type = "VirtualMachine" [ 997.762444] env[69524]: }. {{(pid=69524) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 997.762841] env[69524]: DEBUG oslo_vmware.api [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Waiting for the lease: (returnval){ [ 997.762841] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52bc6bd4-e41a-a766-f012-a4e091683ad6" [ 997.762841] env[69524]: _type = "HttpNfcLease" [ 997.762841] env[69524]: } to be ready. {{(pid=69524) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 997.777531] env[69524]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 997.777531] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52bc6bd4-e41a-a766-f012-a4e091683ad6" [ 997.777531] env[69524]: _type = "HttpNfcLease" [ 997.777531] env[69524]: } is ready. {{(pid=69524) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 997.781106] env[69524]: DEBUG oslo_vmware.rw_handles [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 997.781106] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52bc6bd4-e41a-a766-f012-a4e091683ad6" [ 997.781106] env[69524]: _type = "HttpNfcLease" [ 997.781106] env[69524]: }. {{(pid=69524) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 997.782111] env[69524]: DEBUG oslo_concurrency.lockutils [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.723s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.782970] env[69524]: DEBUG nova.compute.manager [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 997.787124] env[69524]: DEBUG oslo_vmware.api [None req-85a6e986-1a27-4b0b-9ec6-71588fd98fbf tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Task: {'id': task-4068240, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.787124] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51bb9be3-1249-4b6a-9b37-dd36b20caf8c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.789863] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.230s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.791574] env[69524]: INFO nova.compute.claims [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] [instance: 71381cb1-85da-4f70-b07f-92531158d906] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 997.806844] env[69524]: DEBUG oslo_vmware.rw_handles [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fe71c8-76bf-63ad-4850-6802aff81674/disk-0.vmdk from lease info. {{(pid=69524) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 997.806984] env[69524]: DEBUG oslo_vmware.rw_handles [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fe71c8-76bf-63ad-4850-6802aff81674/disk-0.vmdk for reading. {{(pid=69524) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 997.896063] env[69524]: DEBUG oslo_vmware.api [None req-e8239a60-e89f-495b-8f67-6ea44aa477c2 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Task: {'id': task-4068241, 'name': ReconfigVM_Task, 'duration_secs': 0.199004} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.896063] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-e8239a60-e89f-495b-8f67-6ea44aa477c2 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Reconfigured VM instance to set the machine id {{(pid=69524) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 997.923377] env[69524]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0a76ba3b-7f45-48ae-a78f-2ae8b0be0b1e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.002688] env[69524]: DEBUG nova.virt.hardware [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 998.004264] env[69524]: DEBUG nova.virt.hardware [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 998.004264] env[69524]: DEBUG nova.virt.hardware [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 998.004972] env[69524]: DEBUG nova.virt.hardware [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 998.005213] env[69524]: DEBUG nova.virt.hardware [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 998.005369] env[69524]: DEBUG nova.virt.hardware [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 998.005591] env[69524]: DEBUG nova.virt.hardware [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 998.005750] env[69524]: DEBUG nova.virt.hardware [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 998.005911] env[69524]: DEBUG nova.virt.hardware [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 998.008867] env[69524]: DEBUG nova.virt.hardware [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 998.008867] env[69524]: DEBUG nova.virt.hardware [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 998.017008] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1411695-3c22-4951-88f4-49568419a2bf {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.036883] env[69524]: DEBUG oslo_vmware.api [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Waiting for the task: (returnval){ [ 998.036883] env[69524]: value = "task-4068243" [ 998.036883] env[69524]: _type = "Task" [ 998.036883] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.050582] env[69524]: DEBUG oslo_vmware.api [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': task-4068243, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.142371] env[69524]: DEBUG nova.objects.instance [None req-65fa56b0-4e0f-4f4f-ab74-34d0cf2d8fca tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Lazy-loading 'flavor' on Instance uuid 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.155416] env[69524]: DEBUG oslo_vmware.api [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068238, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.282019] env[69524]: DEBUG oslo_vmware.api [None req-85a6e986-1a27-4b0b-9ec6-71588fd98fbf tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Task: {'id': task-4068240, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.287983] env[69524]: DEBUG nova.compute.utils [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 998.290158] env[69524]: DEBUG nova.compute.manager [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 998.290600] env[69524]: DEBUG nova.network.neutron [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 998.414563] env[69524]: DEBUG nova.policy [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6bc2593ec72f490b8157506dc94e7f88', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e64c5c29d3f246138e543c5e5af4ff08', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 998.519959] env[69524]: DEBUG nova.network.neutron [req-ea8c06e6-e6f2-4bba-99f6-96d69af13aa3 req-e6af6ebf-c215-4b2d-ae38-244cbb7c75e2 service nova] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Updated VIF entry in instance network info cache for port 071c20d0-a41c-4a79-ac93-b9a457c13c5f. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 998.520631] env[69524]: DEBUG nova.network.neutron [req-ea8c06e6-e6f2-4bba-99f6-96d69af13aa3 req-e6af6ebf-c215-4b2d-ae38-244cbb7c75e2 service nova] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Updating instance_info_cache with network_info: [{"id": "071c20d0-a41c-4a79-ac93-b9a457c13c5f", "address": "fa:16:3e:c9:b2:0d", "network": {"id": "53e4ffc8-080d-437e-987b-b1813dede2ad", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1028710535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73f37342718143eb94ba80e3f12d3d8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap071c20d0-a4", "ovs_interfaceid": "071c20d0-a41c-4a79-ac93-b9a457c13c5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.549658] env[69524]: DEBUG oslo_vmware.api [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': task-4068243, 'name': ReconfigVM_Task, 'duration_secs': 0.264111} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.550077] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Updating instance '0c857091-9d2c-4ecd-b853-e7efbb799669' progress to 33 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 998.647585] env[69524]: DEBUG oslo_concurrency.lockutils [None req-65fa56b0-4e0f-4f4f-ab74-34d0cf2d8fca tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Acquiring lock "refresh_cache-0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.664264] env[69524]: DEBUG oslo_concurrency.lockutils [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Acquiring lock "b66cee37-4bc3-4048-bfd2-6bb6f188f780" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.665569] env[69524]: DEBUG oslo_concurrency.lockutils [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Lock "b66cee37-4bc3-4048-bfd2-6bb6f188f780" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.674053] env[69524]: DEBUG oslo_vmware.api [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068238, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.784053] env[69524]: DEBUG oslo_vmware.api [None req-85a6e986-1a27-4b0b-9ec6-71588fd98fbf tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Task: {'id': task-4068240, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.094622} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.784527] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-85a6e986-1a27-4b0b-9ec6-71588fd98fbf tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 998.785252] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-85a6e986-1a27-4b0b-9ec6-71588fd98fbf tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: 5a340d94-345e-40df-90aa-18c4753ffd6a] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 998.785568] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-85a6e986-1a27-4b0b-9ec6-71588fd98fbf tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: 5a340d94-345e-40df-90aa-18c4753ffd6a] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 998.785887] env[69524]: INFO nova.compute.manager [None req-85a6e986-1a27-4b0b-9ec6-71588fd98fbf tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: 5a340d94-345e-40df-90aa-18c4753ffd6a] Took 2.18 seconds to destroy the instance on the hypervisor. [ 998.786267] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85a6e986-1a27-4b0b-9ec6-71588fd98fbf tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.786569] env[69524]: DEBUG nova.compute.manager [-] [instance: 5a340d94-345e-40df-90aa-18c4753ffd6a] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 998.786784] env[69524]: DEBUG nova.network.neutron [-] [instance: 5a340d94-345e-40df-90aa-18c4753ffd6a] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 998.791595] env[69524]: DEBUG nova.compute.manager [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 999.026905] env[69524]: DEBUG oslo_concurrency.lockutils [req-ea8c06e6-e6f2-4bba-99f6-96d69af13aa3 req-e6af6ebf-c215-4b2d-ae38-244cbb7c75e2 service nova] Releasing lock "refresh_cache-0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.028043] env[69524]: DEBUG oslo_concurrency.lockutils [None req-65fa56b0-4e0f-4f4f-ab74-34d0cf2d8fca tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Acquired lock "refresh_cache-0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.058178] env[69524]: DEBUG nova.virt.hardware [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:49:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='d840283c-6551-47d5-a802-8fd62f4ef914',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-695911461',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 999.058496] env[69524]: DEBUG nova.virt.hardware [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 999.058656] env[69524]: DEBUG nova.virt.hardware [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 999.058837] env[69524]: DEBUG nova.virt.hardware [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 999.058980] env[69524]: DEBUG nova.virt.hardware [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 999.059190] env[69524]: DEBUG nova.virt.hardware [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 999.059347] env[69524]: DEBUG nova.virt.hardware [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 999.059577] env[69524]: DEBUG nova.virt.hardware [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 999.059795] env[69524]: DEBUG nova.virt.hardware [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 999.059951] env[69524]: DEBUG nova.virt.hardware [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 999.060337] env[69524]: DEBUG nova.virt.hardware [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 999.068018] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Reconfiguring VM instance instance-00000039 to detach disk 2000 {{(pid=69524) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 999.068018] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da876da5-bb8c-4577-813c-7737b6515895 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.090507] env[69524]: DEBUG oslo_vmware.api [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Waiting for the task: (returnval){ [ 999.090507] env[69524]: value = "task-4068244" [ 999.090507] env[69524]: _type = "Task" [ 999.090507] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.106170] env[69524]: DEBUG oslo_vmware.api [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': task-4068244, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.170736] env[69524]: DEBUG oslo_vmware.api [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068238, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.424272] env[69524]: DEBUG nova.network.neutron [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Successfully created port: d7d453dc-1cff-4206-ae2f-4414cecaf16d {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 999.494730] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-435ef8f6-e178-47ee-a0a3-3fad961c0a83 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.506087] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7a5c8a-f4c8-41be-bea9-0c554f61ec26 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.545109] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a255de17-c88a-4e56-92bd-b4e9fbc52233 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.549827] env[69524]: DEBUG nova.compute.manager [req-34732af1-4ba9-47d7-9864-281f10264727 req-e9465eb7-55c2-42b5-95b9-ab4fe47c9507 service nova] [instance: 5a340d94-345e-40df-90aa-18c4753ffd6a] Received event network-vif-deleted-9821a7ea-c155-49bb-a007-7a097bff699a {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.551123] env[69524]: INFO nova.compute.manager [req-34732af1-4ba9-47d7-9864-281f10264727 req-e9465eb7-55c2-42b5-95b9-ab4fe47c9507 service nova] [instance: 5a340d94-345e-40df-90aa-18c4753ffd6a] Neutron deleted interface 9821a7ea-c155-49bb-a007-7a097bff699a; detaching it from the instance and deleting it from the info cache [ 999.551123] env[69524]: DEBUG nova.network.neutron [req-34732af1-4ba9-47d7-9864-281f10264727 req-e9465eb7-55c2-42b5-95b9-ab4fe47c9507 service nova] [instance: 5a340d94-345e-40df-90aa-18c4753ffd6a] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.560651] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de17a614-26bd-4957-bd2c-d2fa1b71b848 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.588774] env[69524]: DEBUG nova.compute.provider_tree [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.603486] env[69524]: DEBUG oslo_vmware.api [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': task-4068244, 'name': ReconfigVM_Task, 'duration_secs': 0.280536} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.603486] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Reconfigured VM instance instance-00000039 to detach disk 2000 {{(pid=69524) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 999.604413] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1b8dff-0c52-41f3-8e6c-b1ea5fd59dee {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.634495] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 0c857091-9d2c-4ecd-b853-e7efbb799669/0c857091-9d2c-4ecd-b853-e7efbb799669.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 999.635338] env[69524]: DEBUG nova.network.neutron [None req-65fa56b0-4e0f-4f4f-ab74-34d0cf2d8fca tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 999.638742] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86ebe099-99e1-4273-a500-5fde681b3113 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.661071] env[69524]: DEBUG oslo_vmware.api [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Waiting for the task: (returnval){ [ 999.661071] env[69524]: value = "task-4068245" [ 999.661071] env[69524]: _type = "Task" [ 999.661071] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.665086] env[69524]: DEBUG oslo_vmware.api [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068238, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.531701} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.669131] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/05cceb44-773a-4eca-9367-ebb264115da2/05cceb44-773a-4eca-9367-ebb264115da2.vmdk to [datastore1] a80dc778-143a-4677-b03f-ed828a1a93df/a80dc778-143a-4677-b03f-ed828a1a93df.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 999.670089] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38de06f5-660a-4542-a43f-c016d0a8d709 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.679242] env[69524]: DEBUG oslo_vmware.api [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': task-4068245, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.702398] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: a80dc778-143a-4677-b03f-ed828a1a93df] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] a80dc778-143a-4677-b03f-ed828a1a93df/a80dc778-143a-4677-b03f-ed828a1a93df.vmdk or device None with type streamOptimized {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 999.705551] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b03ec3f0-3dcf-4b5f-ba94-e34d7b86a017 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.728014] env[69524]: DEBUG oslo_vmware.api [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the task: (returnval){ [ 999.728014] env[69524]: value = "task-4068246" [ 999.728014] env[69524]: _type = "Task" [ 999.728014] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.737541] env[69524]: DEBUG oslo_vmware.api [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068246, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.749132] env[69524]: DEBUG nova.compute.manager [req-df2ab128-4cb2-4882-8064-b12d9c872ff1 req-784b7be6-b6ee-417f-ae4d-2683ff8ffe4f service nova] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Received event network-changed-071c20d0-a41c-4a79-ac93-b9a457c13c5f {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.750614] env[69524]: DEBUG nova.compute.manager [req-df2ab128-4cb2-4882-8064-b12d9c872ff1 req-784b7be6-b6ee-417f-ae4d-2683ff8ffe4f service nova] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Refreshing instance network info cache due to event network-changed-071c20d0-a41c-4a79-ac93-b9a457c13c5f. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 999.750614] env[69524]: DEBUG oslo_concurrency.lockutils [req-df2ab128-4cb2-4882-8064-b12d9c872ff1 req-784b7be6-b6ee-417f-ae4d-2683ff8ffe4f service nova] Acquiring lock "refresh_cache-0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.805046] env[69524]: DEBUG nova.compute.manager [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 999.844124] env[69524]: DEBUG nova.virt.hardware [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 999.844498] env[69524]: DEBUG nova.virt.hardware [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 999.846987] env[69524]: DEBUG nova.virt.hardware [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 999.846987] env[69524]: DEBUG nova.virt.hardware [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 999.846987] env[69524]: DEBUG nova.virt.hardware [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 999.846987] env[69524]: DEBUG nova.virt.hardware [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 999.846987] env[69524]: DEBUG nova.virt.hardware [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 999.846987] env[69524]: DEBUG nova.virt.hardware [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 999.846987] env[69524]: DEBUG nova.virt.hardware [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 999.847578] env[69524]: DEBUG nova.virt.hardware [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 999.847578] env[69524]: DEBUG nova.virt.hardware [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 999.848195] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ccca90-6e0b-484a-9202-b1b729f87e4d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.858236] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db1eadb-7f64-4514-968c-e9b1ed713fc1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.001826] env[69524]: DEBUG nova.network.neutron [-] [instance: 5a340d94-345e-40df-90aa-18c4753ffd6a] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.056473] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cf01b2fe-47c0-4b01-9ccd-cdd41528f0b3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.068429] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa67e050-3688-47c2-9ff1-751d91553fd3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.091943] env[69524]: DEBUG nova.scheduler.client.report [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.117843] env[69524]: DEBUG nova.compute.manager [req-34732af1-4ba9-47d7-9864-281f10264727 req-e9465eb7-55c2-42b5-95b9-ab4fe47c9507 service nova] [instance: 5a340d94-345e-40df-90aa-18c4753ffd6a] Detach interface failed, port_id=9821a7ea-c155-49bb-a007-7a097bff699a, reason: Instance 5a340d94-345e-40df-90aa-18c4753ffd6a could not be found. {{(pid=69524) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1000.159065] env[69524]: DEBUG nova.network.neutron [None req-65fa56b0-4e0f-4f4f-ab74-34d0cf2d8fca tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Updating instance_info_cache with network_info: [{"id": "071c20d0-a41c-4a79-ac93-b9a457c13c5f", "address": "fa:16:3e:c9:b2:0d", "network": {"id": "53e4ffc8-080d-437e-987b-b1813dede2ad", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1028710535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73f37342718143eb94ba80e3f12d3d8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap071c20d0-a4", "ovs_interfaceid": "071c20d0-a41c-4a79-ac93-b9a457c13c5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.176416] env[69524]: DEBUG oslo_vmware.api [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': task-4068245, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.242621] env[69524]: DEBUG oslo_vmware.api [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068246, 'name': ReconfigVM_Task, 'duration_secs': 0.354975} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.243423] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: a80dc778-143a-4677-b03f-ed828a1a93df] Reconfigured VM instance instance-0000003f to attach disk [datastore1] a80dc778-143a-4677-b03f-ed828a1a93df/a80dc778-143a-4677-b03f-ed828a1a93df.vmdk or device None with type streamOptimized {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1000.245079] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70f791fa-41d9-424b-9412-3e2b9a71bdff {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.256394] env[69524]: DEBUG oslo_vmware.api [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the task: (returnval){ [ 1000.256394] env[69524]: value = "task-4068247" [ 1000.256394] env[69524]: _type = "Task" [ 1000.256394] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.269284] env[69524]: DEBUG oslo_vmware.api [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068247, 'name': Rename_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.504196] env[69524]: INFO nova.compute.manager [-] [instance: 5a340d94-345e-40df-90aa-18c4753ffd6a] Took 1.72 seconds to deallocate network for instance. [ 1000.597761] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.808s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.598350] env[69524]: DEBUG nova.compute.manager [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] [instance: 71381cb1-85da-4f70-b07f-92531158d906] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1000.601936] env[69524]: DEBUG oslo_concurrency.lockutils [None req-67238cee-1c03-405d-a768-05215b97025a tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.543s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.602317] env[69524]: DEBUG nova.objects.instance [None req-67238cee-1c03-405d-a768-05215b97025a tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Lazy-loading 'resources' on Instance uuid ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.666019] env[69524]: DEBUG oslo_concurrency.lockutils [None req-65fa56b0-4e0f-4f4f-ab74-34d0cf2d8fca tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Releasing lock "refresh_cache-0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.666019] env[69524]: DEBUG nova.compute.manager [None req-65fa56b0-4e0f-4f4f-ab74-34d0cf2d8fca tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Inject network info {{(pid=69524) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1000.666019] env[69524]: DEBUG nova.compute.manager [None req-65fa56b0-4e0f-4f4f-ab74-34d0cf2d8fca tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] network_info to inject: |[{"id": "071c20d0-a41c-4a79-ac93-b9a457c13c5f", "address": "fa:16:3e:c9:b2:0d", "network": {"id": "53e4ffc8-080d-437e-987b-b1813dede2ad", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1028710535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73f37342718143eb94ba80e3f12d3d8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap071c20d0-a4", "ovs_interfaceid": "071c20d0-a41c-4a79-ac93-b9a457c13c5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1000.674320] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-65fa56b0-4e0f-4f4f-ab74-34d0cf2d8fca tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Reconfiguring VM instance to set the machine id {{(pid=69524) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1000.674887] env[69524]: DEBUG oslo_concurrency.lockutils [req-df2ab128-4cb2-4882-8064-b12d9c872ff1 req-784b7be6-b6ee-417f-ae4d-2683ff8ffe4f service nova] Acquired lock "refresh_cache-0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.675279] env[69524]: DEBUG nova.network.neutron [req-df2ab128-4cb2-4882-8064-b12d9c872ff1 req-784b7be6-b6ee-417f-ae4d-2683ff8ffe4f service nova] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Refreshing network info cache for port 071c20d0-a41c-4a79-ac93-b9a457c13c5f {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1000.676951] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d606d7f-e696-4424-8075-71b73d09eb08 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.703834] env[69524]: DEBUG oslo_vmware.api [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': task-4068245, 'name': ReconfigVM_Task, 'duration_secs': 0.538252} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.708030] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 0c857091-9d2c-4ecd-b853-e7efbb799669/0c857091-9d2c-4ecd-b853-e7efbb799669.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1000.708030] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Updating instance '0c857091-9d2c-4ecd-b853-e7efbb799669' progress to 50 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1000.710643] env[69524]: DEBUG oslo_vmware.api [None req-65fa56b0-4e0f-4f4f-ab74-34d0cf2d8fca tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Waiting for the task: (returnval){ [ 1000.710643] env[69524]: value = "task-4068248" [ 1000.710643] env[69524]: _type = "Task" [ 1000.710643] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.721273] env[69524]: DEBUG oslo_vmware.api [None req-65fa56b0-4e0f-4f4f-ab74-34d0cf2d8fca tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Task: {'id': task-4068248, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.770035] env[69524]: DEBUG oslo_vmware.api [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068247, 'name': Rename_Task, 'duration_secs': 0.173445} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.770035] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: a80dc778-143a-4677-b03f-ed828a1a93df] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1000.770820] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df5edf2f-6318-4014-beb7-6faa80635a40 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.778424] env[69524]: DEBUG oslo_vmware.api [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the task: (returnval){ [ 1000.778424] env[69524]: value = "task-4068249" [ 1000.778424] env[69524]: _type = "Task" [ 1000.778424] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.787909] env[69524]: DEBUG oslo_vmware.api [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068249, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.013166] env[69524]: DEBUG oslo_concurrency.lockutils [None req-85a6e986-1a27-4b0b-9ec6-71588fd98fbf tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.087803] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4cb103fe-0be8-476c-b473-a9c88e3dc833 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Acquiring lock "0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.088087] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4cb103fe-0be8-476c-b473-a9c88e3dc833 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Lock "0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.088304] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4cb103fe-0be8-476c-b473-a9c88e3dc833 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Acquiring lock "0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.088540] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4cb103fe-0be8-476c-b473-a9c88e3dc833 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Lock "0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.088792] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4cb103fe-0be8-476c-b473-a9c88e3dc833 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Lock "0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.094060] env[69524]: INFO nova.compute.manager [None req-4cb103fe-0be8-476c-b473-a9c88e3dc833 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Terminating instance [ 1001.106436] env[69524]: DEBUG nova.compute.utils [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1001.112184] env[69524]: DEBUG nova.compute.manager [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] [instance: 71381cb1-85da-4f70-b07f-92531158d906] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1001.112438] env[69524]: DEBUG nova.network.neutron [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] [instance: 71381cb1-85da-4f70-b07f-92531158d906] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1001.175293] env[69524]: DEBUG nova.policy [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '77ae004d623f461babfe78357a72d1d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a848d27fa74453e8381479a00e77b37', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 1001.215929] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291129a2-2f00-4974-807c-974a148f9f13 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.238667] env[69524]: DEBUG oslo_vmware.api [None req-65fa56b0-4e0f-4f4f-ab74-34d0cf2d8fca tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Task: {'id': task-4068248, 'name': ReconfigVM_Task, 'duration_secs': 0.155258} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.255399] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-65fa56b0-4e0f-4f4f-ab74-34d0cf2d8fca tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Reconfigured VM instance to set the machine id {{(pid=69524) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1001.262587] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f1d3db-9b89-4097-88c4-8ff863a23e8f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.284728] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Updating instance '0c857091-9d2c-4ecd-b853-e7efbb799669' progress to 67 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1001.303619] env[69524]: DEBUG oslo_vmware.api [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068249, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.407939] env[69524]: DEBUG nova.network.neutron [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Successfully updated port: d7d453dc-1cff-4206-ae2f-4414cecaf16d {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1001.566355] env[69524]: DEBUG nova.compute.manager [req-4b040263-47af-4ae7-a618-6890315d294a req-c9050170-0a4e-4d13-8713-0272d736f9d1 service nova] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Received event network-vif-plugged-d7d453dc-1cff-4206-ae2f-4414cecaf16d {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.566578] env[69524]: DEBUG oslo_concurrency.lockutils [req-4b040263-47af-4ae7-a618-6890315d294a req-c9050170-0a4e-4d13-8713-0272d736f9d1 service nova] Acquiring lock "296e8dfd-268b-4bda-96bb-4e18c1e5c6d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.566783] env[69524]: DEBUG oslo_concurrency.lockutils [req-4b040263-47af-4ae7-a618-6890315d294a req-c9050170-0a4e-4d13-8713-0272d736f9d1 service nova] Lock "296e8dfd-268b-4bda-96bb-4e18c1e5c6d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.566952] env[69524]: DEBUG oslo_concurrency.lockutils [req-4b040263-47af-4ae7-a618-6890315d294a req-c9050170-0a4e-4d13-8713-0272d736f9d1 service nova] Lock "296e8dfd-268b-4bda-96bb-4e18c1e5c6d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.567654] env[69524]: DEBUG nova.compute.manager [req-4b040263-47af-4ae7-a618-6890315d294a req-c9050170-0a4e-4d13-8713-0272d736f9d1 service nova] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] No waiting events found dispatching network-vif-plugged-d7d453dc-1cff-4206-ae2f-4414cecaf16d {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1001.567908] env[69524]: WARNING nova.compute.manager [req-4b040263-47af-4ae7-a618-6890315d294a req-c9050170-0a4e-4d13-8713-0272d736f9d1 service nova] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Received unexpected event network-vif-plugged-d7d453dc-1cff-4206-ae2f-4414cecaf16d for instance with vm_state building and task_state spawning. [ 1001.568337] env[69524]: DEBUG nova.compute.manager [req-4b040263-47af-4ae7-a618-6890315d294a req-c9050170-0a4e-4d13-8713-0272d736f9d1 service nova] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Received event network-changed-d7d453dc-1cff-4206-ae2f-4414cecaf16d {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.568830] env[69524]: DEBUG nova.compute.manager [req-4b040263-47af-4ae7-a618-6890315d294a req-c9050170-0a4e-4d13-8713-0272d736f9d1 service nova] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Refreshing instance network info cache due to event network-changed-d7d453dc-1cff-4206-ae2f-4414cecaf16d. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1001.569243] env[69524]: DEBUG oslo_concurrency.lockutils [req-4b040263-47af-4ae7-a618-6890315d294a req-c9050170-0a4e-4d13-8713-0272d736f9d1 service nova] Acquiring lock "refresh_cache-296e8dfd-268b-4bda-96bb-4e18c1e5c6d1" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.569475] env[69524]: DEBUG oslo_concurrency.lockutils [req-4b040263-47af-4ae7-a618-6890315d294a req-c9050170-0a4e-4d13-8713-0272d736f9d1 service nova] Acquired lock "refresh_cache-296e8dfd-268b-4bda-96bb-4e18c1e5c6d1" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.569676] env[69524]: DEBUG nova.network.neutron [req-4b040263-47af-4ae7-a618-6890315d294a req-c9050170-0a4e-4d13-8713-0272d736f9d1 service nova] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Refreshing network info cache for port d7d453dc-1cff-4206-ae2f-4414cecaf16d {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1001.604248] env[69524]: DEBUG nova.compute.manager [None req-4cb103fe-0be8-476c-b473-a9c88e3dc833 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1001.604465] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb103fe-0be8-476c-b473-a9c88e3dc833 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1001.605397] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3b9a16-79a2-4b7c-b4fc-4adc53a43765 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.613447] env[69524]: DEBUG nova.compute.manager [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] [instance: 71381cb1-85da-4f70-b07f-92531158d906] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1001.621657] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb103fe-0be8-476c-b473-a9c88e3dc833 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.621976] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e21f78de-afb1-498a-9886-aaa6e148307d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.629913] env[69524]: DEBUG oslo_vmware.api [None req-4cb103fe-0be8-476c-b473-a9c88e3dc833 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Waiting for the task: (returnval){ [ 1001.629913] env[69524]: value = "task-4068250" [ 1001.629913] env[69524]: _type = "Task" [ 1001.629913] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.634329] env[69524]: DEBUG nova.network.neutron [req-df2ab128-4cb2-4882-8064-b12d9c872ff1 req-784b7be6-b6ee-417f-ae4d-2683ff8ffe4f service nova] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Updated VIF entry in instance network info cache for port 071c20d0-a41c-4a79-ac93-b9a457c13c5f. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1001.634732] env[69524]: DEBUG nova.network.neutron [req-df2ab128-4cb2-4882-8064-b12d9c872ff1 req-784b7be6-b6ee-417f-ae4d-2683ff8ffe4f service nova] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Updating instance_info_cache with network_info: [{"id": "071c20d0-a41c-4a79-ac93-b9a457c13c5f", "address": "fa:16:3e:c9:b2:0d", "network": {"id": "53e4ffc8-080d-437e-987b-b1813dede2ad", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1028710535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.222", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "73f37342718143eb94ba80e3f12d3d8d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0685bd0b-3dbf-4a06-951c-c6a4726dd4b0", "external-id": "nsx-vlan-transportzone-661", "segmentation_id": 661, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap071c20d0-a4", "ovs_interfaceid": "071c20d0-a41c-4a79-ac93-b9a457c13c5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.646313] env[69524]: DEBUG oslo_vmware.api [None req-4cb103fe-0be8-476c-b473-a9c88e3dc833 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Task: {'id': task-4068250, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.667600] env[69524]: DEBUG nova.network.neutron [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] [instance: 71381cb1-85da-4f70-b07f-92531158d906] Successfully created port: ead91377-ce7c-47dd-89b4-93b6309171f2 {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1001.801652] env[69524]: DEBUG oslo_vmware.api [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068249, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.806109] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3366f4a-88d1-46c0-b1d5-136179a8de7c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.816766] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc957279-8eb4-4bf7-a5ac-2cca98c01b43 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.851382] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca0f7e6-b7f7-4667-bac9-95e4cae41620 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.860365] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dff652d-55db-4ff9-8cde-c1ea4972d58b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.867605] env[69524]: DEBUG nova.network.neutron [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Port 51a898da-4c04-4385-97b9-68224a7e9b5d binding to destination host cpu-1 is already ACTIVE {{(pid=69524) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1001.882149] env[69524]: DEBUG nova.compute.provider_tree [None req-67238cee-1c03-405d-a768-05215b97025a tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.911965] env[69524]: DEBUG oslo_concurrency.lockutils [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Acquiring lock "refresh_cache-296e8dfd-268b-4bda-96bb-4e18c1e5c6d1" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.127911] env[69524]: DEBUG nova.network.neutron [req-4b040263-47af-4ae7-a618-6890315d294a req-c9050170-0a4e-4d13-8713-0272d736f9d1 service nova] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1002.140957] env[69524]: DEBUG oslo_concurrency.lockutils [req-df2ab128-4cb2-4882-8064-b12d9c872ff1 req-784b7be6-b6ee-417f-ae4d-2683ff8ffe4f service nova] Releasing lock "refresh_cache-0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.147245] env[69524]: DEBUG oslo_vmware.api [None req-4cb103fe-0be8-476c-b473-a9c88e3dc833 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Task: {'id': task-4068250, 'name': PowerOffVM_Task, 'duration_secs': 0.209643} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.147245] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cb103fe-0be8-476c-b473-a9c88e3dc833 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.147687] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb103fe-0be8-476c-b473-a9c88e3dc833 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1002.148011] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c03d8475-c642-4aef-9f6e-81fd8bcafcda {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.224937] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb103fe-0be8-476c-b473-a9c88e3dc833 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1002.225245] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb103fe-0be8-476c-b473-a9c88e3dc833 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Deleting contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1002.225469] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cb103fe-0be8-476c-b473-a9c88e3dc833 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Deleting the datastore file [datastore2] 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1002.225789] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bbedfd42-ef9f-4951-b4a2-af0fdecfe701 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.233692] env[69524]: DEBUG oslo_vmware.api [None req-4cb103fe-0be8-476c-b473-a9c88e3dc833 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Waiting for the task: (returnval){ [ 1002.233692] env[69524]: value = "task-4068252" [ 1002.233692] env[69524]: _type = "Task" [ 1002.233692] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.244020] env[69524]: DEBUG oslo_vmware.api [None req-4cb103fe-0be8-476c-b473-a9c88e3dc833 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Task: {'id': task-4068252, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.250942] env[69524]: DEBUG nova.network.neutron [req-4b040263-47af-4ae7-a618-6890315d294a req-c9050170-0a4e-4d13-8713-0272d736f9d1 service nova] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.296381] env[69524]: DEBUG oslo_vmware.api [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068249, 'name': PowerOnVM_Task, 'duration_secs': 1.2023} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.296638] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: a80dc778-143a-4677-b03f-ed828a1a93df] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1002.296730] env[69524]: INFO nova.compute.manager [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: a80dc778-143a-4677-b03f-ed828a1a93df] Took 16.70 seconds to spawn the instance on the hypervisor. [ 1002.296897] env[69524]: DEBUG nova.compute.manager [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: a80dc778-143a-4677-b03f-ed828a1a93df] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1002.297735] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f558e44c-6728-4fd7-8820-dac049337982 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.385233] env[69524]: DEBUG nova.scheduler.client.report [None req-67238cee-1c03-405d-a768-05215b97025a tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.627663] env[69524]: DEBUG nova.compute.manager [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] [instance: 71381cb1-85da-4f70-b07f-92531158d906] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1002.653386] env[69524]: DEBUG nova.virt.hardware [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1002.653645] env[69524]: DEBUG nova.virt.hardware [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1002.653799] env[69524]: DEBUG nova.virt.hardware [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1002.653980] env[69524]: DEBUG nova.virt.hardware [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1002.654142] env[69524]: DEBUG nova.virt.hardware [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1002.654290] env[69524]: DEBUG nova.virt.hardware [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1002.654491] env[69524]: DEBUG nova.virt.hardware [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1002.654649] env[69524]: DEBUG nova.virt.hardware [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1002.655397] env[69524]: DEBUG nova.virt.hardware [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1002.655607] env[69524]: DEBUG nova.virt.hardware [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1002.655790] env[69524]: DEBUG nova.virt.hardware [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1002.656739] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020d07ec-e52b-4180-a4d9-9fae62e7b41f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.665738] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ed3df8-d950-4ef4-8e23-dc7ed6ebe02b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.744651] env[69524]: DEBUG oslo_vmware.api [None req-4cb103fe-0be8-476c-b473-a9c88e3dc833 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Task: {'id': task-4068252, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185779} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.744989] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cb103fe-0be8-476c-b473-a9c88e3dc833 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.745144] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb103fe-0be8-476c-b473-a9c88e3dc833 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Deleted contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1002.745340] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-4cb103fe-0be8-476c-b473-a9c88e3dc833 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.745514] env[69524]: INFO nova.compute.manager [None req-4cb103fe-0be8-476c-b473-a9c88e3dc833 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1002.745862] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4cb103fe-0be8-476c-b473-a9c88e3dc833 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.745975] env[69524]: DEBUG nova.compute.manager [-] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1002.746089] env[69524]: DEBUG nova.network.neutron [-] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1002.753656] env[69524]: DEBUG oslo_concurrency.lockutils [req-4b040263-47af-4ae7-a618-6890315d294a req-c9050170-0a4e-4d13-8713-0272d736f9d1 service nova] Releasing lock "refresh_cache-296e8dfd-268b-4bda-96bb-4e18c1e5c6d1" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.754054] env[69524]: DEBUG oslo_concurrency.lockutils [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Acquired lock "refresh_cache-296e8dfd-268b-4bda-96bb-4e18c1e5c6d1" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.754237] env[69524]: DEBUG nova.network.neutron [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1002.818550] env[69524]: INFO nova.compute.manager [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: a80dc778-143a-4677-b03f-ed828a1a93df] Took 57.54 seconds to build instance. [ 1002.891586] env[69524]: DEBUG oslo_concurrency.lockutils [None req-67238cee-1c03-405d-a768-05215b97025a tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.290s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.897743] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Acquiring lock "0c857091-9d2c-4ecd-b853-e7efbb799669-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.898011] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Lock "0c857091-9d2c-4ecd-b853-e7efbb799669-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.898192] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Lock "0c857091-9d2c-4ecd-b853-e7efbb799669-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.899106] env[69524]: DEBUG oslo_concurrency.lockutils [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.751s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.900735] env[69524]: INFO nova.compute.claims [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: 2eb37685-2b4a-4e70-a379-b13ebf8bf812] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1002.921757] env[69524]: INFO nova.scheduler.client.report [None req-67238cee-1c03-405d-a768-05215b97025a tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Deleted allocations for instance ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9 [ 1003.309174] env[69524]: DEBUG nova.network.neutron [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1003.325423] env[69524]: DEBUG oslo_concurrency.lockutils [None req-90a14e7b-aaca-42d9-82b6-d152b70b6289 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Lock "a80dc778-143a-4677-b03f-ed828a1a93df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.070s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.419312] env[69524]: DEBUG nova.network.neutron [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] [instance: 71381cb1-85da-4f70-b07f-92531158d906] Successfully updated port: ead91377-ce7c-47dd-89b4-93b6309171f2 {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1003.425074] env[69524]: DEBUG nova.compute.manager [req-ee0b4bf6-0b22-433e-b6b2-ab2ea818c909 req-932361b6-ec36-4f2f-92d1-d68d81269879 service nova] [instance: 71381cb1-85da-4f70-b07f-92531158d906] Received event network-vif-plugged-ead91377-ce7c-47dd-89b4-93b6309171f2 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.426112] env[69524]: DEBUG oslo_concurrency.lockutils [req-ee0b4bf6-0b22-433e-b6b2-ab2ea818c909 req-932361b6-ec36-4f2f-92d1-d68d81269879 service nova] Acquiring lock "71381cb1-85da-4f70-b07f-92531158d906-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.426376] env[69524]: DEBUG oslo_concurrency.lockutils [req-ee0b4bf6-0b22-433e-b6b2-ab2ea818c909 req-932361b6-ec36-4f2f-92d1-d68d81269879 service nova] Lock "71381cb1-85da-4f70-b07f-92531158d906-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.426508] env[69524]: DEBUG oslo_concurrency.lockutils [req-ee0b4bf6-0b22-433e-b6b2-ab2ea818c909 req-932361b6-ec36-4f2f-92d1-d68d81269879 service nova] Lock "71381cb1-85da-4f70-b07f-92531158d906-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.426825] env[69524]: DEBUG nova.compute.manager [req-ee0b4bf6-0b22-433e-b6b2-ab2ea818c909 req-932361b6-ec36-4f2f-92d1-d68d81269879 service nova] [instance: 71381cb1-85da-4f70-b07f-92531158d906] No waiting events found dispatching network-vif-plugged-ead91377-ce7c-47dd-89b4-93b6309171f2 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1003.426909] env[69524]: WARNING nova.compute.manager [req-ee0b4bf6-0b22-433e-b6b2-ab2ea818c909 req-932361b6-ec36-4f2f-92d1-d68d81269879 service nova] [instance: 71381cb1-85da-4f70-b07f-92531158d906] Received unexpected event network-vif-plugged-ead91377-ce7c-47dd-89b4-93b6309171f2 for instance with vm_state building and task_state spawning. [ 1003.435561] env[69524]: DEBUG oslo_concurrency.lockutils [None req-67238cee-1c03-405d-a768-05215b97025a tempest-InstanceActionsNegativeTestJSON-1736921749 tempest-InstanceActionsNegativeTestJSON-1736921749-project-member] Lock "ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.923s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.613075] env[69524]: DEBUG nova.network.neutron [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Updating instance_info_cache with network_info: [{"id": "d7d453dc-1cff-4206-ae2f-4414cecaf16d", "address": "fa:16:3e:e3:96:31", "network": {"id": "1ed5f80d-e3ed-44dc-8b1f-b09def5546c9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1275482548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e64c5c29d3f246138e543c5e5af4ff08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7d453dc-1c", "ovs_interfaceid": "d7d453dc-1cff-4206-ae2f-4414cecaf16d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.829515] env[69524]: DEBUG nova.compute.manager [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: b55402a9-7270-4d93-bb3f-bd49b8f3ca65] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1003.922890] env[69524]: DEBUG nova.compute.manager [req-bb98192c-c251-432d-a83e-5f939de1b56d req-c3322c0b-0c7d-46da-bd67-6af7d99abf29 service nova] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Received event network-vif-deleted-071c20d0-a41c-4a79-ac93-b9a457c13c5f {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.922890] env[69524]: INFO nova.compute.manager [req-bb98192c-c251-432d-a83e-5f939de1b56d req-c3322c0b-0c7d-46da-bd67-6af7d99abf29 service nova] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Neutron deleted interface 071c20d0-a41c-4a79-ac93-b9a457c13c5f; detaching it from the instance and deleting it from the info cache [ 1003.923117] env[69524]: DEBUG nova.network.neutron [req-bb98192c-c251-432d-a83e-5f939de1b56d req-c3322c0b-0c7d-46da-bd67-6af7d99abf29 service nova] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.926631] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Acquiring lock "refresh_cache-71381cb1-85da-4f70-b07f-92531158d906" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.926631] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Acquired lock "refresh_cache-71381cb1-85da-4f70-b07f-92531158d906" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.926631] env[69524]: DEBUG nova.network.neutron [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] [instance: 71381cb1-85da-4f70-b07f-92531158d906] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1003.994988] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Acquiring lock "refresh_cache-0c857091-9d2c-4ecd-b853-e7efbb799669" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.995408] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Acquired lock "refresh_cache-0c857091-9d2c-4ecd-b853-e7efbb799669" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.995645] env[69524]: DEBUG nova.network.neutron [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1004.117263] env[69524]: DEBUG oslo_concurrency.lockutils [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Releasing lock "refresh_cache-296e8dfd-268b-4bda-96bb-4e18c1e5c6d1" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.117676] env[69524]: DEBUG nova.compute.manager [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Instance network_info: |[{"id": "d7d453dc-1cff-4206-ae2f-4414cecaf16d", "address": "fa:16:3e:e3:96:31", "network": {"id": "1ed5f80d-e3ed-44dc-8b1f-b09def5546c9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1275482548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e64c5c29d3f246138e543c5e5af4ff08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7d453dc-1c", "ovs_interfaceid": "d7d453dc-1cff-4206-ae2f-4414cecaf16d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1004.118806] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:96:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a5569c57-a27b-4d4d-a519-784be105114f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7d453dc-1cff-4206-ae2f-4414cecaf16d', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1004.127301] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1004.132044] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1004.132044] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28f12c15-2774-429f-b997-32078aa9fc45 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.157695] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1004.157695] env[69524]: value = "task-4068253" [ 1004.157695] env[69524]: _type = "Task" [ 1004.157695] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.170947] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068253, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.213510] env[69524]: DEBUG nova.network.neutron [-] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.358108] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.429438] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ca380cf9-7c74-43ee-ad9c-994c0502ad81 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.447874] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8fb6d04-6db1-4a50-a8ee-15ac1bf3fa80 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.491101] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b4fd3d6c-5c19-43be-be31-04078c0e1e33 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Acquiring lock "a80dc778-143a-4677-b03f-ed828a1a93df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.491231] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b4fd3d6c-5c19-43be-be31-04078c0e1e33 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Lock "a80dc778-143a-4677-b03f-ed828a1a93df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.491412] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b4fd3d6c-5c19-43be-be31-04078c0e1e33 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Acquiring lock "a80dc778-143a-4677-b03f-ed828a1a93df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.491625] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b4fd3d6c-5c19-43be-be31-04078c0e1e33 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Lock "a80dc778-143a-4677-b03f-ed828a1a93df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.491792] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b4fd3d6c-5c19-43be-be31-04078c0e1e33 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Lock "a80dc778-143a-4677-b03f-ed828a1a93df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.493697] env[69524]: DEBUG nova.compute.manager [req-bb98192c-c251-432d-a83e-5f939de1b56d req-c3322c0b-0c7d-46da-bd67-6af7d99abf29 service nova] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Detach interface failed, port_id=071c20d0-a41c-4a79-ac93-b9a457c13c5f, reason: Instance 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8 could not be found. {{(pid=69524) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1004.499548] env[69524]: INFO nova.compute.manager [None req-b4fd3d6c-5c19-43be-be31-04078c0e1e33 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: a80dc778-143a-4677-b03f-ed828a1a93df] Terminating instance [ 1004.507186] env[69524]: DEBUG nova.network.neutron [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] [instance: 71381cb1-85da-4f70-b07f-92531158d906] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1004.550796] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77038215-45f5-434e-855b-e43ceeda65ce {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.562024] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f65542-a491-4356-8057-1d63a5c43a2c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.613775] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1426be2f-3cca-46bd-9d0c-3c5007bb4af2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.623790] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1556ea-8340-43cb-b356-81d303a152e0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.640198] env[69524]: DEBUG nova.compute.provider_tree [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.671506] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068253, 'name': CreateVM_Task, 'duration_secs': 0.452787} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.671912] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1004.672409] env[69524]: DEBUG oslo_concurrency.lockutils [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.672603] env[69524]: DEBUG oslo_concurrency.lockutils [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.672931] env[69524]: DEBUG oslo_concurrency.lockutils [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.673315] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-939ec418-1220-4a00-9210-10901c7ed73d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.679747] env[69524]: DEBUG oslo_vmware.api [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Waiting for the task: (returnval){ [ 1004.679747] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]520461d4-4144-d06a-3c67-03992e4441d2" [ 1004.679747] env[69524]: _type = "Task" [ 1004.679747] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.693018] env[69524]: DEBUG oslo_vmware.api [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]520461d4-4144-d06a-3c67-03992e4441d2, 'name': SearchDatastore_Task, 'duration_secs': 0.011053} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.693349] env[69524]: DEBUG oslo_concurrency.lockutils [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.693607] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1004.693912] env[69524]: DEBUG oslo_concurrency.lockutils [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.694093] env[69524]: DEBUG oslo_concurrency.lockutils [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.694280] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1004.694557] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e010baa-3805-4aad-b6ab-f523ee93fd40 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.705025] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1004.705216] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1004.705975] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b971cf2-c5d8-4cef-abd7-e6e33603be1c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.713489] env[69524]: DEBUG oslo_vmware.api [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Waiting for the task: (returnval){ [ 1004.713489] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52493154-efa9-4aaf-d25f-2e1ddc4a3b2e" [ 1004.713489] env[69524]: _type = "Task" [ 1004.713489] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.719136] env[69524]: INFO nova.compute.manager [-] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Took 1.97 seconds to deallocate network for instance. [ 1004.724967] env[69524]: DEBUG oslo_vmware.api [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52493154-efa9-4aaf-d25f-2e1ddc4a3b2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.855609] env[69524]: DEBUG nova.network.neutron [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] [instance: 71381cb1-85da-4f70-b07f-92531158d906] Updating instance_info_cache with network_info: [{"id": "ead91377-ce7c-47dd-89b4-93b6309171f2", "address": "fa:16:3e:a4:ba:13", "network": {"id": "53f91886-b9be-4a41-a3c5-899e50bf3f23", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-961549955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a848d27fa74453e8381479a00e77b37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapead91377-ce", "ovs_interfaceid": "ead91377-ce7c-47dd-89b4-93b6309171f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.923481] env[69524]: DEBUG nova.network.neutron [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Updating instance_info_cache with network_info: [{"id": "51a898da-4c04-4385-97b9-68224a7e9b5d", "address": "fa:16:3e:c1:f9:64", "network": {"id": "9ba6743d-ce8d-49df-87a9-5afc4de01489", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a86a460dd4454b05b84917cee5434b27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51a898da-4c", "ovs_interfaceid": "51a898da-4c04-4385-97b9-68224a7e9b5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.012062] env[69524]: DEBUG nova.compute.manager [None req-b4fd3d6c-5c19-43be-be31-04078c0e1e33 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: a80dc778-143a-4677-b03f-ed828a1a93df] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1005.012062] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b4fd3d6c-5c19-43be-be31-04078c0e1e33 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: a80dc778-143a-4677-b03f-ed828a1a93df] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1005.013059] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83dde58-8d80-417f-93d4-df809f3dc738 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.024202] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4fd3d6c-5c19-43be-be31-04078c0e1e33 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: a80dc778-143a-4677-b03f-ed828a1a93df] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1005.024615] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b8129a7-2223-44bf-ba52-b31fe2e0a265 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.034150] env[69524]: DEBUG oslo_vmware.api [None req-b4fd3d6c-5c19-43be-be31-04078c0e1e33 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the task: (returnval){ [ 1005.034150] env[69524]: value = "task-4068254" [ 1005.034150] env[69524]: _type = "Task" [ 1005.034150] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.050223] env[69524]: DEBUG oslo_vmware.api [None req-b4fd3d6c-5c19-43be-be31-04078c0e1e33 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068254, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.144289] env[69524]: DEBUG nova.scheduler.client.report [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.232793] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4cb103fe-0be8-476c-b473-a9c88e3dc833 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.232793] env[69524]: DEBUG oslo_vmware.api [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52493154-efa9-4aaf-d25f-2e1ddc4a3b2e, 'name': SearchDatastore_Task, 'duration_secs': 0.010341} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.234442] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd09c98e-70eb-47e6-a998-1bbcd886f31a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.241447] env[69524]: DEBUG oslo_vmware.api [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Waiting for the task: (returnval){ [ 1005.241447] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52258442-9884-e456-e9a9-688c14ff40aa" [ 1005.241447] env[69524]: _type = "Task" [ 1005.241447] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.252010] env[69524]: DEBUG oslo_vmware.api [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52258442-9884-e456-e9a9-688c14ff40aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.358850] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Releasing lock "refresh_cache-71381cb1-85da-4f70-b07f-92531158d906" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.359668] env[69524]: DEBUG nova.compute.manager [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] [instance: 71381cb1-85da-4f70-b07f-92531158d906] Instance network_info: |[{"id": "ead91377-ce7c-47dd-89b4-93b6309171f2", "address": "fa:16:3e:a4:ba:13", "network": {"id": "53f91886-b9be-4a41-a3c5-899e50bf3f23", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-961549955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a848d27fa74453e8381479a00e77b37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapead91377-ce", "ovs_interfaceid": "ead91377-ce7c-47dd-89b4-93b6309171f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1005.359792] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] [instance: 71381cb1-85da-4f70-b07f-92531158d906] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:ba:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9d39252e-42ef-4252-98d3-62af5a0d109d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ead91377-ce7c-47dd-89b4-93b6309171f2', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1005.369836] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Creating folder: Project (9a848d27fa74453e8381479a00e77b37). Parent ref: group-v806025. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1005.370321] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0fdb579f-6439-41ad-81ac-f69de40bc20d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.384347] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Created folder: Project (9a848d27fa74453e8381479a00e77b37) in parent group-v806025. [ 1005.384777] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Creating folder: Instances. Parent ref: group-v806219. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1005.385343] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-763ea2ee-5bed-45f9-ae19-429877948bc4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.398393] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Created folder: Instances in parent group-v806219. [ 1005.398790] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1005.399089] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71381cb1-85da-4f70-b07f-92531158d906] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1005.399431] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b1529fc-dd76-4907-bd52-7c7f3be069a3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.421467] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1005.421467] env[69524]: value = "task-4068257" [ 1005.421467] env[69524]: _type = "Task" [ 1005.421467] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.430063] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Releasing lock "refresh_cache-0c857091-9d2c-4ecd-b853-e7efbb799669" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.437140] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068257, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.456110] env[69524]: DEBUG nova.compute.manager [req-3375f97f-7384-4a98-a776-d04d2bf7f595 req-21080fb9-0884-48bf-b26e-e989aec19c36 service nova] [instance: 71381cb1-85da-4f70-b07f-92531158d906] Received event network-changed-ead91377-ce7c-47dd-89b4-93b6309171f2 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.456110] env[69524]: DEBUG nova.compute.manager [req-3375f97f-7384-4a98-a776-d04d2bf7f595 req-21080fb9-0884-48bf-b26e-e989aec19c36 service nova] [instance: 71381cb1-85da-4f70-b07f-92531158d906] Refreshing instance network info cache due to event network-changed-ead91377-ce7c-47dd-89b4-93b6309171f2. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1005.456440] env[69524]: DEBUG oslo_concurrency.lockutils [req-3375f97f-7384-4a98-a776-d04d2bf7f595 req-21080fb9-0884-48bf-b26e-e989aec19c36 service nova] Acquiring lock "refresh_cache-71381cb1-85da-4f70-b07f-92531158d906" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.456638] env[69524]: DEBUG oslo_concurrency.lockutils [req-3375f97f-7384-4a98-a776-d04d2bf7f595 req-21080fb9-0884-48bf-b26e-e989aec19c36 service nova] Acquired lock "refresh_cache-71381cb1-85da-4f70-b07f-92531158d906" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.456708] env[69524]: DEBUG nova.network.neutron [req-3375f97f-7384-4a98-a776-d04d2bf7f595 req-21080fb9-0884-48bf-b26e-e989aec19c36 service nova] [instance: 71381cb1-85da-4f70-b07f-92531158d906] Refreshing network info cache for port ead91377-ce7c-47dd-89b4-93b6309171f2 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1005.544851] env[69524]: DEBUG oslo_vmware.api [None req-b4fd3d6c-5c19-43be-be31-04078c0e1e33 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068254, 'name': PowerOffVM_Task, 'duration_secs': 0.209761} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.545041] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4fd3d6c-5c19-43be-be31-04078c0e1e33 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: a80dc778-143a-4677-b03f-ed828a1a93df] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1005.545233] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b4fd3d6c-5c19-43be-be31-04078c0e1e33 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: a80dc778-143a-4677-b03f-ed828a1a93df] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1005.545522] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa40164a-b3cd-4ec7-ab53-64342bcaabe4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.613437] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b4fd3d6c-5c19-43be-be31-04078c0e1e33 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: a80dc778-143a-4677-b03f-ed828a1a93df] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1005.613741] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b4fd3d6c-5c19-43be-be31-04078c0e1e33 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: a80dc778-143a-4677-b03f-ed828a1a93df] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1005.613861] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4fd3d6c-5c19-43be-be31-04078c0e1e33 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Deleting the datastore file [datastore1] a80dc778-143a-4677-b03f-ed828a1a93df {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1005.614176] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-698f811c-5c42-4280-80c5-4103d00919f3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.622469] env[69524]: DEBUG oslo_vmware.api [None req-b4fd3d6c-5c19-43be-be31-04078c0e1e33 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the task: (returnval){ [ 1005.622469] env[69524]: value = "task-4068259" [ 1005.622469] env[69524]: _type = "Task" [ 1005.622469] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.632804] env[69524]: DEBUG oslo_vmware.api [None req-b4fd3d6c-5c19-43be-be31-04078c0e1e33 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068259, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.652126] env[69524]: DEBUG oslo_concurrency.lockutils [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.752s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.652793] env[69524]: DEBUG nova.compute.manager [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: 2eb37685-2b4a-4e70-a379-b13ebf8bf812] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1005.656773] env[69524]: DEBUG oslo_concurrency.lockutils [None req-cfcdd9ff-ab4b-4224-b25a-9a416ffcc071 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.746s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.656773] env[69524]: DEBUG nova.objects.instance [None req-cfcdd9ff-ab4b-4224-b25a-9a416ffcc071 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Lazy-loading 'resources' on Instance uuid ab0b27aa-8b6c-48e9-a254-813c936b7a6a {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.715197] env[69524]: DEBUG oslo_vmware.rw_handles [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fe71c8-76bf-63ad-4850-6802aff81674/disk-0.vmdk. {{(pid=69524) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1005.716494] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c52624e-567a-4a4a-83b7-00b6670bb5a3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.723891] env[69524]: DEBUG oslo_vmware.rw_handles [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fe71c8-76bf-63ad-4850-6802aff81674/disk-0.vmdk is in state: ready. {{(pid=69524) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1005.724136] env[69524]: ERROR oslo_vmware.rw_handles [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fe71c8-76bf-63ad-4850-6802aff81674/disk-0.vmdk due to incomplete transfer. [ 1005.724716] env[69524]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b1f7dde5-f36a-46a7-8865-50d74a9b6c05 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.735713] env[69524]: DEBUG oslo_vmware.rw_handles [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fe71c8-76bf-63ad-4850-6802aff81674/disk-0.vmdk. {{(pid=69524) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1005.735921] env[69524]: DEBUG nova.virt.vmwareapi.images [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Uploaded image ef190044-9788-4669-bd7a-55211b1d37b6 to the Glance image server {{(pid=69524) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1005.738121] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Destroying the VM {{(pid=69524) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1005.738410] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d9a18caf-1e96-432b-bbc3-4ef52f7fbbd2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.746995] env[69524]: DEBUG oslo_vmware.api [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Waiting for the task: (returnval){ [ 1005.746995] env[69524]: value = "task-4068260" [ 1005.746995] env[69524]: _type = "Task" [ 1005.746995] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.753817] env[69524]: DEBUG oslo_vmware.api [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52258442-9884-e456-e9a9-688c14ff40aa, 'name': SearchDatastore_Task, 'duration_secs': 0.011068} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.754600] env[69524]: DEBUG oslo_concurrency.lockutils [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.755507] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1/296e8dfd-268b-4bda-96bb-4e18c1e5c6d1.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1005.755832] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c0e9224-44de-485e-b1a3-c60c44d07a55 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.762297] env[69524]: DEBUG oslo_vmware.api [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068260, 'name': Destroy_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.768567] env[69524]: DEBUG oslo_vmware.api [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Waiting for the task: (returnval){ [ 1005.768567] env[69524]: value = "task-4068261" [ 1005.768567] env[69524]: _type = "Task" [ 1005.768567] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.777643] env[69524]: DEBUG oslo_vmware.api [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4068261, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.932179] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068257, 'name': CreateVM_Task, 'duration_secs': 0.359006} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.932553] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71381cb1-85da-4f70-b07f-92531158d906] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1005.933103] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.933282] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.933603] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.933900] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08904673-7ac1-4797-810b-27415e70022e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.946381] env[69524]: DEBUG oslo_vmware.api [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Waiting for the task: (returnval){ [ 1005.946381] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]525ae4bf-1f11-e49f-9aec-87ae421d4137" [ 1005.946381] env[69524]: _type = "Task" [ 1005.946381] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.958438] env[69524]: DEBUG oslo_vmware.api [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]525ae4bf-1f11-e49f-9aec-87ae421d4137, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.968035] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad8d955-b1b2-446f-9611-f7927b0719fe {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.993033] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13caa7d9-3422-4a71-9ac4-e49b1cea8403 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.999199] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Updating instance '0c857091-9d2c-4ecd-b853-e7efbb799669' progress to 83 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1006.134183] env[69524]: DEBUG oslo_vmware.api [None req-b4fd3d6c-5c19-43be-be31-04078c0e1e33 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068259, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147155} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.134524] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4fd3d6c-5c19-43be-be31-04078c0e1e33 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1006.134721] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b4fd3d6c-5c19-43be-be31-04078c0e1e33 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: a80dc778-143a-4677-b03f-ed828a1a93df] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1006.134902] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b4fd3d6c-5c19-43be-be31-04078c0e1e33 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: a80dc778-143a-4677-b03f-ed828a1a93df] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1006.135081] env[69524]: INFO nova.compute.manager [None req-b4fd3d6c-5c19-43be-be31-04078c0e1e33 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: a80dc778-143a-4677-b03f-ed828a1a93df] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1006.135355] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4fd3d6c-5c19-43be-be31-04078c0e1e33 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.135552] env[69524]: DEBUG nova.compute.manager [-] [instance: a80dc778-143a-4677-b03f-ed828a1a93df] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1006.135640] env[69524]: DEBUG nova.network.neutron [-] [instance: a80dc778-143a-4677-b03f-ed828a1a93df] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1006.160209] env[69524]: DEBUG nova.compute.utils [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1006.166768] env[69524]: DEBUG nova.compute.manager [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: 2eb37685-2b4a-4e70-a379-b13ebf8bf812] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1006.166980] env[69524]: DEBUG nova.network.neutron [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: 2eb37685-2b4a-4e70-a379-b13ebf8bf812] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1006.260737] env[69524]: DEBUG oslo_vmware.api [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068260, 'name': Destroy_Task, 'duration_secs': 0.368517} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.261020] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Destroyed the VM [ 1006.261360] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Deleting Snapshot of the VM instance {{(pid=69524) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1006.261636] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-10c3bba5-19a0-42b9-aa9c-4a34ee78fb90 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.268143] env[69524]: DEBUG nova.policy [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd019034617c24422872c00851a198697', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '13d460a2ce6f4204b1c667b482eba482', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 1006.277964] env[69524]: DEBUG oslo_vmware.api [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Waiting for the task: (returnval){ [ 1006.277964] env[69524]: value = "task-4068262" [ 1006.277964] env[69524]: _type = "Task" [ 1006.277964] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.288032] env[69524]: DEBUG oslo_vmware.api [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4068261, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.294353] env[69524]: DEBUG oslo_vmware.api [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068262, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.376168] env[69524]: DEBUG nova.network.neutron [req-3375f97f-7384-4a98-a776-d04d2bf7f595 req-21080fb9-0884-48bf-b26e-e989aec19c36 service nova] [instance: 71381cb1-85da-4f70-b07f-92531158d906] Updated VIF entry in instance network info cache for port ead91377-ce7c-47dd-89b4-93b6309171f2. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1006.376959] env[69524]: DEBUG nova.network.neutron [req-3375f97f-7384-4a98-a776-d04d2bf7f595 req-21080fb9-0884-48bf-b26e-e989aec19c36 service nova] [instance: 71381cb1-85da-4f70-b07f-92531158d906] Updating instance_info_cache with network_info: [{"id": "ead91377-ce7c-47dd-89b4-93b6309171f2", "address": "fa:16:3e:a4:ba:13", "network": {"id": "53f91886-b9be-4a41-a3c5-899e50bf3f23", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-961549955-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a848d27fa74453e8381479a00e77b37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9d39252e-42ef-4252-98d3-62af5a0d109d", "external-id": "nsx-vlan-transportzone-190", "segmentation_id": 190, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapead91377-ce", "ovs_interfaceid": "ead91377-ce7c-47dd-89b4-93b6309171f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.465676] env[69524]: DEBUG oslo_vmware.api [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]525ae4bf-1f11-e49f-9aec-87ae421d4137, 'name': SearchDatastore_Task, 'duration_secs': 0.080065} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.465676] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.465676] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] [instance: 71381cb1-85da-4f70-b07f-92531158d906] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1006.465676] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.465676] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.465676] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1006.466037] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc14e21a-fdbf-4188-ae75-b69e8eefb3fa {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.475935] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1006.476141] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1006.476882] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45ce59dd-840d-4b8b-93f1-d36cb91b42d1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.483455] env[69524]: DEBUG oslo_vmware.api [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Waiting for the task: (returnval){ [ 1006.483455] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5279d744-92a8-746e-1036-917d57a289f3" [ 1006.483455] env[69524]: _type = "Task" [ 1006.483455] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.496489] env[69524]: DEBUG oslo_vmware.api [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5279d744-92a8-746e-1036-917d57a289f3, 'name': SearchDatastore_Task, 'duration_secs': 0.010293} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.497580] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8d18630-a572-4972-84e3-235a93a1f9b1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.507818] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1006.508569] env[69524]: DEBUG oslo_vmware.api [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Waiting for the task: (returnval){ [ 1006.508569] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52dbf064-ce28-40c5-589c-bb40309cf343" [ 1006.508569] env[69524]: _type = "Task" [ 1006.508569] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.508569] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8846e9f3-a507-4cc0-b897-08093f75d689 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.523698] env[69524]: DEBUG oslo_vmware.api [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52dbf064-ce28-40c5-589c-bb40309cf343, 'name': SearchDatastore_Task, 'duration_secs': 0.010963} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.525282] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.525555] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 71381cb1-85da-4f70-b07f-92531158d906/71381cb1-85da-4f70-b07f-92531158d906.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1006.525986] env[69524]: DEBUG oslo_vmware.api [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Waiting for the task: (returnval){ [ 1006.525986] env[69524]: value = "task-4068263" [ 1006.525986] env[69524]: _type = "Task" [ 1006.525986] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.526262] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01ff6790-cc40-43a5-9a36-95cbb6813db9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.538471] env[69524]: DEBUG oslo_vmware.api [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': task-4068263, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.543642] env[69524]: DEBUG oslo_vmware.api [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Waiting for the task: (returnval){ [ 1006.543642] env[69524]: value = "task-4068264" [ 1006.543642] env[69524]: _type = "Task" [ 1006.543642] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.555584] env[69524]: DEBUG oslo_vmware.api [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Task: {'id': task-4068264, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.668913] env[69524]: DEBUG nova.compute.utils [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1006.715023] env[69524]: DEBUG nova.network.neutron [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: 2eb37685-2b4a-4e70-a379-b13ebf8bf812] Successfully created port: eecd19b6-6acf-4bd3-9159-aea0f94b3226 {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1006.717984] env[69524]: DEBUG nova.compute.manager [req-a58c81e2-52cd-4ec4-a342-bb0fa7ad6d02 req-2856f9ec-ed24-414c-9af9-96f5fe1cfac3 service nova] [instance: a80dc778-143a-4677-b03f-ed828a1a93df] Received event network-vif-deleted-fd644fd8-6042-41e6-8ad2-5330be6b99b6 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.718343] env[69524]: INFO nova.compute.manager [req-a58c81e2-52cd-4ec4-a342-bb0fa7ad6d02 req-2856f9ec-ed24-414c-9af9-96f5fe1cfac3 service nova] [instance: a80dc778-143a-4677-b03f-ed828a1a93df] Neutron deleted interface fd644fd8-6042-41e6-8ad2-5330be6b99b6; detaching it from the instance and deleting it from the info cache [ 1006.718694] env[69524]: DEBUG nova.network.neutron [req-a58c81e2-52cd-4ec4-a342-bb0fa7ad6d02 req-2856f9ec-ed24-414c-9af9-96f5fe1cfac3 service nova] [instance: a80dc778-143a-4677-b03f-ed828a1a93df] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.776971] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab4cd49-23bb-4309-9edd-09b3590c83a4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.788859] env[69524]: DEBUG oslo_vmware.api [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4068261, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524237} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.792157] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1/296e8dfd-268b-4bda-96bb-4e18c1e5c6d1.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1006.792439] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1006.792809] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e2c21ee-6d2a-4b19-88b5-cdbad39a58ec {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.799128] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95cc7f9f-7979-4504-937d-4679c58f3ea3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.804326] env[69524]: DEBUG oslo_vmware.api [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068262, 'name': RemoveSnapshot_Task, 'duration_secs': 0.430656} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.805431] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Deleted Snapshot of the VM instance {{(pid=69524) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1006.805745] env[69524]: DEBUG nova.compute.manager [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1006.806959] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c24f60c-3d26-44b7-bb1d-10e069181d95 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.839462] env[69524]: DEBUG oslo_vmware.api [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Waiting for the task: (returnval){ [ 1006.839462] env[69524]: value = "task-4068265" [ 1006.839462] env[69524]: _type = "Task" [ 1006.839462] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.840946] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9af1077-93cd-47be-89b9-7d8418bfb0be {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.861508] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71edfd64-b295-4ee9-88e5-78c10d8461f9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.866293] env[69524]: DEBUG oslo_vmware.api [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4068265, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.881088] env[69524]: DEBUG oslo_concurrency.lockutils [req-3375f97f-7384-4a98-a776-d04d2bf7f595 req-21080fb9-0884-48bf-b26e-e989aec19c36 service nova] Releasing lock "refresh_cache-71381cb1-85da-4f70-b07f-92531158d906" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.881800] env[69524]: DEBUG nova.compute.provider_tree [None req-cfcdd9ff-ab4b-4224-b25a-9a416ffcc071 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.043027] env[69524]: DEBUG oslo_vmware.api [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': task-4068263, 'name': PowerOnVM_Task, 'duration_secs': 0.509787} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.043685] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1007.043791] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b12cab53-9780-41f0-9d62-c2b1c1e88574 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Updating instance '0c857091-9d2c-4ecd-b853-e7efbb799669' progress to 100 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1007.061990] env[69524]: DEBUG oslo_vmware.api [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Task: {'id': task-4068264, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508262} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.061990] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 71381cb1-85da-4f70-b07f-92531158d906/71381cb1-85da-4f70-b07f-92531158d906.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1007.063239] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] [instance: 71381cb1-85da-4f70-b07f-92531158d906] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1007.063239] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-464dab60-825a-4a27-b80f-8a7f9467586f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.071629] env[69524]: DEBUG oslo_vmware.api [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Waiting for the task: (returnval){ [ 1007.071629] env[69524]: value = "task-4068266" [ 1007.071629] env[69524]: _type = "Task" [ 1007.071629] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.086983] env[69524]: DEBUG oslo_vmware.api [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Task: {'id': task-4068266, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.102920] env[69524]: DEBUG nova.network.neutron [-] [instance: a80dc778-143a-4677-b03f-ed828a1a93df] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.171972] env[69524]: DEBUG nova.compute.manager [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: 2eb37685-2b4a-4e70-a379-b13ebf8bf812] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1007.221610] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-835935cb-655d-4380-83f9-f4f26fd656dd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.239683] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f26488-ab1e-47a9-b283-5334c0853cf7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.280894] env[69524]: DEBUG nova.compute.manager [req-a58c81e2-52cd-4ec4-a342-bb0fa7ad6d02 req-2856f9ec-ed24-414c-9af9-96f5fe1cfac3 service nova] [instance: a80dc778-143a-4677-b03f-ed828a1a93df] Detach interface failed, port_id=fd644fd8-6042-41e6-8ad2-5330be6b99b6, reason: Instance a80dc778-143a-4677-b03f-ed828a1a93df could not be found. {{(pid=69524) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1007.357454] env[69524]: DEBUG oslo_vmware.api [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4068265, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.205485} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.358403] env[69524]: INFO nova.compute.manager [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Shelve offloading [ 1007.361141] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1007.364158] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3530657f-8dc4-4289-bc6d-4b73a1c506a3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.391457] env[69524]: DEBUG nova.scheduler.client.report [None req-cfcdd9ff-ab4b-4224-b25a-9a416ffcc071 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1007.409487] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1/296e8dfd-268b-4bda-96bb-4e18c1e5c6d1.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1007.411814] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-361c574b-b5a6-41b3-b490-b3519c51ac65 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.439155] env[69524]: DEBUG oslo_vmware.api [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Waiting for the task: (returnval){ [ 1007.439155] env[69524]: value = "task-4068267" [ 1007.439155] env[69524]: _type = "Task" [ 1007.439155] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.448705] env[69524]: DEBUG oslo_vmware.api [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4068267, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.581719] env[69524]: DEBUG oslo_vmware.api [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Task: {'id': task-4068266, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074469} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.582016] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] [instance: 71381cb1-85da-4f70-b07f-92531158d906] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1007.582833] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26cbb28-e163-4f6a-83fc-a571d1efc6f3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.607831] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] [instance: 71381cb1-85da-4f70-b07f-92531158d906] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 71381cb1-85da-4f70-b07f-92531158d906/71381cb1-85da-4f70-b07f-92531158d906.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1007.609210] env[69524]: INFO nova.compute.manager [-] [instance: a80dc778-143a-4677-b03f-ed828a1a93df] Took 1.47 seconds to deallocate network for instance. [ 1007.609210] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0df88897-183e-4ecf-be2f-8a2ff0ed63e0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.633854] env[69524]: DEBUG oslo_vmware.api [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Waiting for the task: (returnval){ [ 1007.633854] env[69524]: value = "task-4068268" [ 1007.633854] env[69524]: _type = "Task" [ 1007.633854] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.643514] env[69524]: DEBUG oslo_vmware.api [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Task: {'id': task-4068268, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.871043] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1007.871043] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b438c85-3dc7-4694-8058-3012a0685b2d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.880085] env[69524]: DEBUG oslo_vmware.api [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Waiting for the task: (returnval){ [ 1007.880085] env[69524]: value = "task-4068269" [ 1007.880085] env[69524]: _type = "Task" [ 1007.880085] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.890257] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] VM already powered off {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1007.890625] env[69524]: DEBUG nova.compute.manager [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1007.891536] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4f5e59-dfae-4069-bd58-cf414fa1ff16 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.900019] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Acquiring lock "refresh_cache-26b87865-1683-4797-ae24-f51084419ce4" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.900330] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Acquired lock "refresh_cache-26b87865-1683-4797-ae24-f51084419ce4" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.903023] env[69524]: DEBUG nova.network.neutron [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1007.911881] env[69524]: DEBUG oslo_concurrency.lockutils [None req-cfcdd9ff-ab4b-4224-b25a-9a416ffcc071 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.256s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.914412] env[69524]: DEBUG oslo_concurrency.lockutils [None req-99c61562-8e63-4326-b407-9417bd71418c tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.146s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.914655] env[69524]: DEBUG nova.objects.instance [None req-99c61562-8e63-4326-b407-9417bd71418c tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Lazy-loading 'resources' on Instance uuid d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.953173] env[69524]: DEBUG oslo_vmware.api [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4068267, 'name': ReconfigVM_Task, 'duration_secs': 0.32836} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.953520] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1/296e8dfd-268b-4bda-96bb-4e18c1e5c6d1.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1007.956126] env[69524]: INFO nova.scheduler.client.report [None req-cfcdd9ff-ab4b-4224-b25a-9a416ffcc071 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Deleted allocations for instance ab0b27aa-8b6c-48e9-a254-813c936b7a6a [ 1007.957151] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f279906a-96a2-4ba6-a965-558bd57e7430 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.971983] env[69524]: DEBUG oslo_vmware.api [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Waiting for the task: (returnval){ [ 1007.971983] env[69524]: value = "task-4068270" [ 1007.971983] env[69524]: _type = "Task" [ 1007.971983] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.983614] env[69524]: DEBUG oslo_vmware.api [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4068270, 'name': Rename_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.129522] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b4fd3d6c-5c19-43be-be31-04078c0e1e33 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.147969] env[69524]: DEBUG oslo_vmware.api [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Task: {'id': task-4068268, 'name': ReconfigVM_Task, 'duration_secs': 0.315909} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.147969] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] [instance: 71381cb1-85da-4f70-b07f-92531158d906] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 71381cb1-85da-4f70-b07f-92531158d906/71381cb1-85da-4f70-b07f-92531158d906.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1008.148845] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1feb6c6-4266-4907-bdf1-3f0305e46727 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.156873] env[69524]: DEBUG oslo_vmware.api [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Waiting for the task: (returnval){ [ 1008.156873] env[69524]: value = "task-4068271" [ 1008.156873] env[69524]: _type = "Task" [ 1008.156873] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.165791] env[69524]: DEBUG oslo_vmware.api [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Task: {'id': task-4068271, 'name': Rename_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.186096] env[69524]: DEBUG nova.compute.manager [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: 2eb37685-2b4a-4e70-a379-b13ebf8bf812] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1008.222935] env[69524]: DEBUG nova.virt.hardware [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:47:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='713909582',id=36,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-446394501',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1008.223202] env[69524]: DEBUG nova.virt.hardware [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1008.223359] env[69524]: DEBUG nova.virt.hardware [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1008.223543] env[69524]: DEBUG nova.virt.hardware [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1008.223688] env[69524]: DEBUG nova.virt.hardware [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1008.223933] env[69524]: DEBUG nova.virt.hardware [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1008.224064] env[69524]: DEBUG nova.virt.hardware [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1008.224212] env[69524]: DEBUG nova.virt.hardware [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1008.224377] env[69524]: DEBUG nova.virt.hardware [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1008.224534] env[69524]: DEBUG nova.virt.hardware [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1008.224700] env[69524]: DEBUG nova.virt.hardware [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1008.225724] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e918643-b8c6-4b6b-82d3-a7ade010aaa3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.235063] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6d8c65-1758-4825-b491-528b78cadfac {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.474434] env[69524]: DEBUG oslo_concurrency.lockutils [None req-cfcdd9ff-ab4b-4224-b25a-9a416ffcc071 tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Lock "ab0b27aa-8b6c-48e9-a254-813c936b7a6a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.102s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.491535] env[69524]: DEBUG oslo_vmware.api [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4068270, 'name': Rename_Task, 'duration_secs': 0.171788} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.491820] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1008.492113] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e01dbfc3-aae8-4376-8ead-96891bf2a879 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.500750] env[69524]: DEBUG oslo_vmware.api [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Waiting for the task: (returnval){ [ 1008.500750] env[69524]: value = "task-4068272" [ 1008.500750] env[69524]: _type = "Task" [ 1008.500750] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.514613] env[69524]: DEBUG oslo_vmware.api [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4068272, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.667441] env[69524]: DEBUG oslo_vmware.api [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Task: {'id': task-4068271, 'name': Rename_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.778884] env[69524]: DEBUG nova.network.neutron [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: 2eb37685-2b4a-4e70-a379-b13ebf8bf812] Successfully updated port: eecd19b6-6acf-4bd3-9159-aea0f94b3226 {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1008.793404] env[69524]: DEBUG nova.network.neutron [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Updating instance_info_cache with network_info: [{"id": "9a326075-d521-48f8-83a0-9a89b76cf723", "address": "fa:16:3e:ab:2b:2c", "network": {"id": "7ee020cd-b29f-46bb-b312-06a885d300a5", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1240151067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9c997eb05634f5fa1c746f901f82619", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a326075-d5", "ovs_interfaceid": "9a326075-d521-48f8-83a0-9a89b76cf723", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.863672] env[69524]: DEBUG nova.compute.manager [req-7ad182c8-3bc3-4aec-9084-4b1a9cc4d3bc req-52526c9b-3e60-43cf-877a-5c2ff9327ff0 service nova] [instance: 2eb37685-2b4a-4e70-a379-b13ebf8bf812] Received event network-vif-plugged-eecd19b6-6acf-4bd3-9159-aea0f94b3226 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.863672] env[69524]: DEBUG oslo_concurrency.lockutils [req-7ad182c8-3bc3-4aec-9084-4b1a9cc4d3bc req-52526c9b-3e60-43cf-877a-5c2ff9327ff0 service nova] Acquiring lock "2eb37685-2b4a-4e70-a379-b13ebf8bf812-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.863672] env[69524]: DEBUG oslo_concurrency.lockutils [req-7ad182c8-3bc3-4aec-9084-4b1a9cc4d3bc req-52526c9b-3e60-43cf-877a-5c2ff9327ff0 service nova] Lock "2eb37685-2b4a-4e70-a379-b13ebf8bf812-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.863672] env[69524]: DEBUG oslo_concurrency.lockutils [req-7ad182c8-3bc3-4aec-9084-4b1a9cc4d3bc req-52526c9b-3e60-43cf-877a-5c2ff9327ff0 service nova] Lock "2eb37685-2b4a-4e70-a379-b13ebf8bf812-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.863672] env[69524]: DEBUG nova.compute.manager [req-7ad182c8-3bc3-4aec-9084-4b1a9cc4d3bc req-52526c9b-3e60-43cf-877a-5c2ff9327ff0 service nova] [instance: 2eb37685-2b4a-4e70-a379-b13ebf8bf812] No waiting events found dispatching network-vif-plugged-eecd19b6-6acf-4bd3-9159-aea0f94b3226 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1008.863672] env[69524]: WARNING nova.compute.manager [req-7ad182c8-3bc3-4aec-9084-4b1a9cc4d3bc req-52526c9b-3e60-43cf-877a-5c2ff9327ff0 service nova] [instance: 2eb37685-2b4a-4e70-a379-b13ebf8bf812] Received unexpected event network-vif-plugged-eecd19b6-6acf-4bd3-9159-aea0f94b3226 for instance with vm_state building and task_state spawning. [ 1008.966474] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6035d5a5-8311-4a71-a356-881780f08025 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.982180] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9373f436-db00-4939-b0fc-f4b6dae88664 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.023175] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29546546-4702-4174-993f-c238846edf53 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.034397] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b68b610-f4fb-4445-9186-6b5d974879f7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.038312] env[69524]: DEBUG oslo_vmware.api [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4068272, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.050568] env[69524]: DEBUG nova.compute.provider_tree [None req-99c61562-8e63-4326-b407-9417bd71418c tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1009.157057] env[69524]: DEBUG nova.network.neutron [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Port 51a898da-4c04-4385-97b9-68224a7e9b5d binding to destination host cpu-1 is already ACTIVE {{(pid=69524) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1009.157057] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Acquiring lock "refresh_cache-0c857091-9d2c-4ecd-b853-e7efbb799669" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.157057] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Acquired lock "refresh_cache-0c857091-9d2c-4ecd-b853-e7efbb799669" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.157057] env[69524]: DEBUG nova.network.neutron [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1009.172518] env[69524]: DEBUG oslo_vmware.api [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Task: {'id': task-4068271, 'name': Rename_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.287421] env[69524]: DEBUG oslo_concurrency.lockutils [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Acquiring lock "refresh_cache-2eb37685-2b4a-4e70-a379-b13ebf8bf812" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.287635] env[69524]: DEBUG oslo_concurrency.lockutils [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Acquired lock "refresh_cache-2eb37685-2b4a-4e70-a379-b13ebf8bf812" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.287981] env[69524]: DEBUG nova.network.neutron [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: 2eb37685-2b4a-4e70-a379-b13ebf8bf812] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1009.298815] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Releasing lock "refresh_cache-26b87865-1683-4797-ae24-f51084419ce4" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.534280] env[69524]: DEBUG oslo_vmware.api [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4068272, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.554536] env[69524]: DEBUG nova.scheduler.client.report [None req-99c61562-8e63-4326-b407-9417bd71418c tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.678933] env[69524]: DEBUG oslo_vmware.api [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Task: {'id': task-4068271, 'name': Rename_Task, 'duration_secs': 1.122489} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.683022] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] [instance: 71381cb1-85da-4f70-b07f-92531158d906] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1009.683022] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0fed9ec6-d4f1-48da-8958-8fc852ea7cd9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.690987] env[69524]: DEBUG oslo_vmware.api [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Waiting for the task: (returnval){ [ 1009.690987] env[69524]: value = "task-4068273" [ 1009.690987] env[69524]: _type = "Task" [ 1009.690987] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.700904] env[69524]: DEBUG oslo_vmware.api [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Task: {'id': task-4068273, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.975877] env[69524]: DEBUG nova.network.neutron [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Updating instance_info_cache with network_info: [{"id": "51a898da-4c04-4385-97b9-68224a7e9b5d", "address": "fa:16:3e:c1:f9:64", "network": {"id": "9ba6743d-ce8d-49df-87a9-5afc4de01489", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a86a460dd4454b05b84917cee5434b27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51a898da-4c", "ovs_interfaceid": "51a898da-4c04-4385-97b9-68224a7e9b5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.985127] env[69524]: DEBUG nova.network.neutron [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: 2eb37685-2b4a-4e70-a379-b13ebf8bf812] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1010.036608] env[69524]: DEBUG oslo_vmware.api [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4068272, 'name': PowerOnVM_Task, 'duration_secs': 1.080688} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.036608] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1010.036608] env[69524]: INFO nova.compute.manager [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Took 10.23 seconds to spawn the instance on the hypervisor. [ 1010.036608] env[69524]: DEBUG nova.compute.manager [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1010.036608] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e3b941-1253-49c2-9da4-b2c253b41ac8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.063276] env[69524]: DEBUG oslo_concurrency.lockutils [None req-99c61562-8e63-4326-b407-9417bd71418c tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.149s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.068461] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 43.562s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.091290] env[69524]: INFO nova.scheduler.client.report [None req-99c61562-8e63-4326-b407-9417bd71418c tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Deleted allocations for instance d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255 [ 1010.203571] env[69524]: DEBUG oslo_vmware.api [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Task: {'id': task-4068273, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.209807] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1010.210920] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9a1334-20c4-45b8-a9c2-64a3858902f7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.223254] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1010.223254] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb5d0f31-3c4b-4c6c-a5c8-c60067e51c09 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.351168] env[69524]: DEBUG nova.network.neutron [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: 2eb37685-2b4a-4e70-a379-b13ebf8bf812] Updating instance_info_cache with network_info: [{"id": "eecd19b6-6acf-4bd3-9159-aea0f94b3226", "address": "fa:16:3e:b3:bc:86", "network": {"id": "2921b8fe-495e-4db7-ad62-ac81c4ad56be", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-879676710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13d460a2ce6f4204b1c667b482eba482", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeecd19b6-6a", "ovs_interfaceid": "eecd19b6-6acf-4bd3-9159-aea0f94b3226", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.382063] env[69524]: DEBUG nova.compute.manager [req-ebf2e19b-67d0-4085-8b21-f911319aad18 req-eae24ef8-1224-4df3-a702-d06e0f029388 service nova] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Received event network-vif-unplugged-9a326075-d521-48f8-83a0-9a89b76cf723 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.384431] env[69524]: DEBUG oslo_concurrency.lockutils [req-ebf2e19b-67d0-4085-8b21-f911319aad18 req-eae24ef8-1224-4df3-a702-d06e0f029388 service nova] Acquiring lock "26b87865-1683-4797-ae24-f51084419ce4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.384431] env[69524]: DEBUG oslo_concurrency.lockutils [req-ebf2e19b-67d0-4085-8b21-f911319aad18 req-eae24ef8-1224-4df3-a702-d06e0f029388 service nova] Lock "26b87865-1683-4797-ae24-f51084419ce4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.384431] env[69524]: DEBUG oslo_concurrency.lockutils [req-ebf2e19b-67d0-4085-8b21-f911319aad18 req-eae24ef8-1224-4df3-a702-d06e0f029388 service nova] Lock "26b87865-1683-4797-ae24-f51084419ce4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.384431] env[69524]: DEBUG nova.compute.manager [req-ebf2e19b-67d0-4085-8b21-f911319aad18 req-eae24ef8-1224-4df3-a702-d06e0f029388 service nova] [instance: 26b87865-1683-4797-ae24-f51084419ce4] No waiting events found dispatching network-vif-unplugged-9a326075-d521-48f8-83a0-9a89b76cf723 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1010.384431] env[69524]: WARNING nova.compute.manager [req-ebf2e19b-67d0-4085-8b21-f911319aad18 req-eae24ef8-1224-4df3-a702-d06e0f029388 service nova] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Received unexpected event network-vif-unplugged-9a326075-d521-48f8-83a0-9a89b76cf723 for instance with vm_state shelved and task_state shelving_offloading. [ 1010.477638] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Releasing lock "refresh_cache-0c857091-9d2c-4ecd-b853-e7efbb799669" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.561052] env[69524]: INFO nova.compute.manager [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Took 55.71 seconds to build instance. [ 1010.598803] env[69524]: DEBUG oslo_concurrency.lockutils [None req-99c61562-8e63-4326-b407-9417bd71418c tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Lock "d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.315s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.722226] env[69524]: DEBUG oslo_vmware.api [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Task: {'id': task-4068273, 'name': PowerOnVM_Task, 'duration_secs': 0.632521} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.722507] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] [instance: 71381cb1-85da-4f70-b07f-92531158d906] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1010.722913] env[69524]: INFO nova.compute.manager [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] [instance: 71381cb1-85da-4f70-b07f-92531158d906] Took 8.10 seconds to spawn the instance on the hypervisor. [ 1010.723177] env[69524]: DEBUG nova.compute.manager [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] [instance: 71381cb1-85da-4f70-b07f-92531158d906] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1010.724324] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b657290d-01b9-4c29-9d97-496855644ad0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.857057] env[69524]: DEBUG oslo_concurrency.lockutils [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Releasing lock "refresh_cache-2eb37685-2b4a-4e70-a379-b13ebf8bf812" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.857057] env[69524]: DEBUG nova.compute.manager [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: 2eb37685-2b4a-4e70-a379-b13ebf8bf812] Instance network_info: |[{"id": "eecd19b6-6acf-4bd3-9159-aea0f94b3226", "address": "fa:16:3e:b3:bc:86", "network": {"id": "2921b8fe-495e-4db7-ad62-ac81c4ad56be", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-879676710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13d460a2ce6f4204b1c667b482eba482", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeecd19b6-6a", "ovs_interfaceid": "eecd19b6-6acf-4bd3-9159-aea0f94b3226", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1010.857057] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: 2eb37685-2b4a-4e70-a379-b13ebf8bf812] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:bc:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50886eea-591a-452c-a27b-5f22cfc9df85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eecd19b6-6acf-4bd3-9159-aea0f94b3226', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1010.866294] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1010.866294] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2eb37685-2b4a-4e70-a379-b13ebf8bf812] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1010.866294] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79dbc782-a2f7-4766-a1b7-05fcdeffefc0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.891616] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1010.891616] env[69524]: value = "task-4068275" [ 1010.891616] env[69524]: _type = "Task" [ 1010.891616] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.901574] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068275, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.982552] env[69524]: DEBUG nova.compute.manager [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69524) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1010.982552] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.992207] env[69524]: DEBUG nova.compute.manager [req-2e28253d-f921-434f-bcf7-068a43ddb168 req-8ace0e61-2922-4ffe-98c1-09cb270d05b6 service nova] [instance: 2eb37685-2b4a-4e70-a379-b13ebf8bf812] Received event network-changed-eecd19b6-6acf-4bd3-9159-aea0f94b3226 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.992207] env[69524]: DEBUG nova.compute.manager [req-2e28253d-f921-434f-bcf7-068a43ddb168 req-8ace0e61-2922-4ffe-98c1-09cb270d05b6 service nova] [instance: 2eb37685-2b4a-4e70-a379-b13ebf8bf812] Refreshing instance network info cache due to event network-changed-eecd19b6-6acf-4bd3-9159-aea0f94b3226. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1010.992207] env[69524]: DEBUG oslo_concurrency.lockutils [req-2e28253d-f921-434f-bcf7-068a43ddb168 req-8ace0e61-2922-4ffe-98c1-09cb270d05b6 service nova] Acquiring lock "refresh_cache-2eb37685-2b4a-4e70-a379-b13ebf8bf812" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.992207] env[69524]: DEBUG oslo_concurrency.lockutils [req-2e28253d-f921-434f-bcf7-068a43ddb168 req-8ace0e61-2922-4ffe-98c1-09cb270d05b6 service nova] Acquired lock "refresh_cache-2eb37685-2b4a-4e70-a379-b13ebf8bf812" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.992207] env[69524]: DEBUG nova.network.neutron [req-2e28253d-f921-434f-bcf7-068a43ddb168 req-8ace0e61-2922-4ffe-98c1-09cb270d05b6 service nova] [instance: 2eb37685-2b4a-4e70-a379-b13ebf8bf812] Refreshing network info cache for port eecd19b6-6acf-4bd3-9159-aea0f94b3226 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1011.065255] env[69524]: DEBUG oslo_concurrency.lockutils [None req-02715413-6d04-420a-8790-ee78f26ae2c0 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Lock "296e8dfd-268b-4bda-96bb-4e18c1e5c6d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.228s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.089398] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Applying migration context for instance 0c857091-9d2c-4ecd-b853-e7efbb799669 as it has an incoming, in-progress migration 893f9768-96f7-4cd0-abb4-ef38b8049362. Migration status is reverting {{(pid=69524) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1011.090556] env[69524]: INFO nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Updating resource usage from migration 893f9768-96f7-4cd0-abb4-ef38b8049362 [ 1011.121035] env[69524]: DEBUG oslo_concurrency.lockutils [None req-26cc00fb-5837-4cb8-b358-79c7cf6021d5 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Acquiring lock "7524a781-c6db-4ea3-a115-73a6f07f94d3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.121035] env[69524]: DEBUG oslo_concurrency.lockutils [None req-26cc00fb-5837-4cb8-b358-79c7cf6021d5 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Lock "7524a781-c6db-4ea3-a115-73a6f07f94d3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.121035] env[69524]: DEBUG oslo_concurrency.lockutils [None req-26cc00fb-5837-4cb8-b358-79c7cf6021d5 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Acquiring lock "7524a781-c6db-4ea3-a115-73a6f07f94d3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.121035] env[69524]: DEBUG oslo_concurrency.lockutils [None req-26cc00fb-5837-4cb8-b358-79c7cf6021d5 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Lock "7524a781-c6db-4ea3-a115-73a6f07f94d3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.121035] env[69524]: DEBUG oslo_concurrency.lockutils [None req-26cc00fb-5837-4cb8-b358-79c7cf6021d5 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Lock "7524a781-c6db-4ea3-a115-73a6f07f94d3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.126092] env[69524]: INFO nova.compute.manager [None req-26cc00fb-5837-4cb8-b358-79c7cf6021d5 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Terminating instance [ 1011.135109] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 035b9722-90f0-45f0-84c0-17f7a5f1994b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1011.135249] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance f900a036-6e0f-41f4-a7e1-da08ebcf48d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1011.135249] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance ca13258a-42e5-48f5-9264-af5b296c8a6f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1011.135440] env[69524]: WARNING nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1011.135517] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance d1031693-cd67-4cb7-8bcc-dfcd69d1d72d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1011.135856] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 26b87865-1683-4797-ae24-f51084419ce4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1011.135954] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 3a962860-7a12-485a-af4e-1e86f7292a8a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1011.136238] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 7524a781-c6db-4ea3-a115-73a6f07f94d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1011.136238] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance d9b19d6a-6d26-4da3-a888-1fa1bc95bd23 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1011.136381] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance b51544bf-55dd-45b8-8ff7-f0bdffbec768 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1011.136445] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance da06a11a-6bb5-4f4b-a1ae-365fcdf0641f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1011.136724] env[69524]: WARNING nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1011.136724] env[69524]: WARNING nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 927921d9-8e59-44c3-a3ee-7f60c3387625 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1011.136920] env[69524]: WARNING nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance e1375740-01f5-4d8c-9c09-a48d52ee046e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1011.136993] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance bb318096-0380-4270-81aa-66c1f722d97c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1011.137206] env[69524]: WARNING nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 5a340d94-345e-40df-90aa-18c4753ffd6a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1011.137392] env[69524]: WARNING nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance a80dc778-143a-4677-b03f-ed828a1a93df is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1011.137515] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Migration 893f9768-96f7-4cd0-abb4-ef38b8049362 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1011.137640] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 0c857091-9d2c-4ecd-b853-e7efbb799669 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1011.137749] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1011.138084] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 71381cb1-85da-4f70-b07f-92531158d906 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1011.138084] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 2eb37685-2b4a-4e70-a379-b13ebf8bf812 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1011.252072] env[69524]: INFO nova.compute.manager [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] [instance: 71381cb1-85da-4f70-b07f-92531158d906] Took 55.71 seconds to build instance. [ 1011.407322] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068275, 'name': CreateVM_Task, 'duration_secs': 0.379222} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.407613] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2eb37685-2b4a-4e70-a379-b13ebf8bf812] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1011.409099] env[69524]: DEBUG oslo_concurrency.lockutils [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.409099] env[69524]: DEBUG oslo_concurrency.lockutils [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.409665] env[69524]: DEBUG oslo_concurrency.lockutils [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.409838] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e484f50-c07d-49d5-9e82-65ae09bb7f41 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.417625] env[69524]: DEBUG oslo_vmware.api [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Waiting for the task: (returnval){ [ 1011.417625] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]523a53ac-2332-5dc6-932d-6ca724867852" [ 1011.417625] env[69524]: _type = "Task" [ 1011.417625] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.427770] env[69524]: DEBUG oslo_vmware.api [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]523a53ac-2332-5dc6-932d-6ca724867852, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.568403] env[69524]: DEBUG nova.compute.manager [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f4650838-ce8b-4f45-ab3a-84657fd1942e] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1011.632679] env[69524]: DEBUG nova.compute.manager [None req-26cc00fb-5837-4cb8-b358-79c7cf6021d5 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1011.632921] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-26cc00fb-5837-4cb8-b358-79c7cf6021d5 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1011.633845] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a2c9da-d561-4ed8-8530-dca7e4b98d66 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.645031] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance fef113bd-ed01-442c-9d72-0c4bfa381d96 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1011.648493] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-26cc00fb-5837-4cb8-b358-79c7cf6021d5 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1011.648814] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed260e1a-fd20-46e1-9656-c6b3a537de6a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.656422] env[69524]: DEBUG oslo_vmware.api [None req-26cc00fb-5837-4cb8-b358-79c7cf6021d5 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Waiting for the task: (returnval){ [ 1011.656422] env[69524]: value = "task-4068276" [ 1011.656422] env[69524]: _type = "Task" [ 1011.656422] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.673046] env[69524]: DEBUG oslo_vmware.api [None req-26cc00fb-5837-4cb8-b358-79c7cf6021d5 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4068276, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.755476] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d14385c7-dddf-4e57-9796-b68818f2a8c8 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Lock "71381cb1-85da-4f70-b07f-92531158d906" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.225s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.781463] env[69524]: DEBUG nova.network.neutron [req-2e28253d-f921-434f-bcf7-068a43ddb168 req-8ace0e61-2922-4ffe-98c1-09cb270d05b6 service nova] [instance: 2eb37685-2b4a-4e70-a379-b13ebf8bf812] Updated VIF entry in instance network info cache for port eecd19b6-6acf-4bd3-9159-aea0f94b3226. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1011.781837] env[69524]: DEBUG nova.network.neutron [req-2e28253d-f921-434f-bcf7-068a43ddb168 req-8ace0e61-2922-4ffe-98c1-09cb270d05b6 service nova] [instance: 2eb37685-2b4a-4e70-a379-b13ebf8bf812] Updating instance_info_cache with network_info: [{"id": "eecd19b6-6acf-4bd3-9159-aea0f94b3226", "address": "fa:16:3e:b3:bc:86", "network": {"id": "2921b8fe-495e-4db7-ad62-ac81c4ad56be", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-879676710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13d460a2ce6f4204b1c667b482eba482", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeecd19b6-6a", "ovs_interfaceid": "eecd19b6-6acf-4bd3-9159-aea0f94b3226", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.889576] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquiring lock "7bdde934-b122-4b19-849b-daced27c0533" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.889849] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lock "7bdde934-b122-4b19-849b-daced27c0533" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.932512] env[69524]: DEBUG oslo_vmware.api [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]523a53ac-2332-5dc6-932d-6ca724867852, 'name': SearchDatastore_Task, 'duration_secs': 0.011733} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.932825] env[69524]: DEBUG oslo_concurrency.lockutils [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.933095] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: 2eb37685-2b4a-4e70-a379-b13ebf8bf812] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1011.933355] env[69524]: DEBUG oslo_concurrency.lockutils [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.933607] env[69524]: DEBUG oslo_concurrency.lockutils [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.933965] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1011.934327] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27632246-1c96-4319-a0e9-bf5760da10e8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.945344] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1011.945556] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1011.946382] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-554ed3d7-f7ac-40f8-8fc6-b54df4d9c94b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.952738] env[69524]: DEBUG oslo_vmware.api [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Waiting for the task: (returnval){ [ 1011.952738] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52409821-d1f2-eb68-bed0-90bfe92b9c60" [ 1011.952738] env[69524]: _type = "Task" [ 1011.952738] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.962372] env[69524]: DEBUG oslo_vmware.api [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52409821-d1f2-eb68-bed0-90bfe92b9c60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.090350] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.150588] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance bb9e5237-7ba0-424d-82a6-0d7b8b26a681 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1012.167800] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e428a9e5-bd82-493d-b8dc-27d3ab7dbf43 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Acquiring lock "71381cb1-85da-4f70-b07f-92531158d906" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.168091] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e428a9e5-bd82-493d-b8dc-27d3ab7dbf43 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Lock "71381cb1-85da-4f70-b07f-92531158d906" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.168317] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e428a9e5-bd82-493d-b8dc-27d3ab7dbf43 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Acquiring lock "71381cb1-85da-4f70-b07f-92531158d906-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.168503] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e428a9e5-bd82-493d-b8dc-27d3ab7dbf43 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Lock "71381cb1-85da-4f70-b07f-92531158d906-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.168684] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e428a9e5-bd82-493d-b8dc-27d3ab7dbf43 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Lock "71381cb1-85da-4f70-b07f-92531158d906-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.170399] env[69524]: DEBUG oslo_vmware.api [None req-26cc00fb-5837-4cb8-b358-79c7cf6021d5 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4068276, 'name': PowerOffVM_Task, 'duration_secs': 0.19862} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.170748] env[69524]: INFO nova.compute.manager [None req-e428a9e5-bd82-493d-b8dc-27d3ab7dbf43 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] [instance: 71381cb1-85da-4f70-b07f-92531158d906] Terminating instance [ 1012.172163] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-26cc00fb-5837-4cb8-b358-79c7cf6021d5 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1012.172340] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-26cc00fb-5837-4cb8-b358-79c7cf6021d5 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1012.173541] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c4d1233-5041-43fe-a173-03409338e45d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.258146] env[69524]: DEBUG nova.compute.manager [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] [instance: b66cee37-4bc3-4048-bfd2-6bb6f188f780] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1012.285101] env[69524]: DEBUG oslo_concurrency.lockutils [req-2e28253d-f921-434f-bcf7-068a43ddb168 req-8ace0e61-2922-4ffe-98c1-09cb270d05b6 service nova] Releasing lock "refresh_cache-2eb37685-2b4a-4e70-a379-b13ebf8bf812" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.429024] env[69524]: DEBUG nova.compute.manager [req-565883f2-e72b-4dbf-9310-42a07260c7fc req-518dbfb9-9f67-484d-ae75-d1bad922822b service nova] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Received event network-changed-9a326075-d521-48f8-83a0-9a89b76cf723 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.429331] env[69524]: DEBUG nova.compute.manager [req-565883f2-e72b-4dbf-9310-42a07260c7fc req-518dbfb9-9f67-484d-ae75-d1bad922822b service nova] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Refreshing instance network info cache due to event network-changed-9a326075-d521-48f8-83a0-9a89b76cf723. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1012.429580] env[69524]: DEBUG oslo_concurrency.lockutils [req-565883f2-e72b-4dbf-9310-42a07260c7fc req-518dbfb9-9f67-484d-ae75-d1bad922822b service nova] Acquiring lock "refresh_cache-26b87865-1683-4797-ae24-f51084419ce4" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.429799] env[69524]: DEBUG oslo_concurrency.lockutils [req-565883f2-e72b-4dbf-9310-42a07260c7fc req-518dbfb9-9f67-484d-ae75-d1bad922822b service nova] Acquired lock "refresh_cache-26b87865-1683-4797-ae24-f51084419ce4" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.429984] env[69524]: DEBUG nova.network.neutron [req-565883f2-e72b-4dbf-9310-42a07260c7fc req-518dbfb9-9f67-484d-ae75-d1bad922822b service nova] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Refreshing network info cache for port 9a326075-d521-48f8-83a0-9a89b76cf723 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1012.465351] env[69524]: DEBUG oslo_vmware.api [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52409821-d1f2-eb68-bed0-90bfe92b9c60, 'name': SearchDatastore_Task, 'duration_secs': 0.010426} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.466198] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f70e07a-efd4-4570-87cc-8eea237acac1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.473712] env[69524]: DEBUG oslo_vmware.api [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Waiting for the task: (returnval){ [ 1012.473712] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52c8d0aa-e81e-b6e5-13cf-415618ac94bc" [ 1012.473712] env[69524]: _type = "Task" [ 1012.473712] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.485392] env[69524]: DEBUG oslo_vmware.api [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52c8d0aa-e81e-b6e5-13cf-415618ac94bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.654262] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance c6acfcbb-5272-4eef-bde3-22c20d85df2e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1012.676422] env[69524]: DEBUG nova.compute.manager [None req-e428a9e5-bd82-493d-b8dc-27d3ab7dbf43 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] [instance: 71381cb1-85da-4f70-b07f-92531158d906] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1012.676650] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-e428a9e5-bd82-493d-b8dc-27d3ab7dbf43 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] [instance: 71381cb1-85da-4f70-b07f-92531158d906] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1012.677541] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd93879-88b5-41f8-a806-14ef4ef85e4f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.686045] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-e428a9e5-bd82-493d-b8dc-27d3ab7dbf43 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] [instance: 71381cb1-85da-4f70-b07f-92531158d906] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1012.686326] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0e83c39-4cb9-458d-97e6-5ea7967c73d9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.694137] env[69524]: DEBUG oslo_vmware.api [None req-e428a9e5-bd82-493d-b8dc-27d3ab7dbf43 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Waiting for the task: (returnval){ [ 1012.694137] env[69524]: value = "task-4068278" [ 1012.694137] env[69524]: _type = "Task" [ 1012.694137] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.702106] env[69524]: DEBUG oslo_vmware.api [None req-e428a9e5-bd82-493d-b8dc-27d3ab7dbf43 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Task: {'id': task-4068278, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.783659] env[69524]: DEBUG oslo_concurrency.lockutils [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.985412] env[69524]: DEBUG oslo_vmware.api [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52c8d0aa-e81e-b6e5-13cf-415618ac94bc, 'name': SearchDatastore_Task, 'duration_secs': 0.021213} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.985646] env[69524]: DEBUG oslo_concurrency.lockutils [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.985905] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 2eb37685-2b4a-4e70-a379-b13ebf8bf812/2eb37685-2b4a-4e70-a379-b13ebf8bf812.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1012.986181] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dad59416-375d-4a7f-b0e3-d5aabfab5a76 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.993091] env[69524]: DEBUG oslo_vmware.api [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Waiting for the task: (returnval){ [ 1012.993091] env[69524]: value = "task-4068279" [ 1012.993091] env[69524]: _type = "Task" [ 1012.993091] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.002267] env[69524]: DEBUG oslo_vmware.api [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Task: {'id': task-4068279, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.159171] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance ae0cb12e-3637-4d4e-9803-4e2208f7c277 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1013.201450] env[69524]: DEBUG nova.network.neutron [req-565883f2-e72b-4dbf-9310-42a07260c7fc req-518dbfb9-9f67-484d-ae75-d1bad922822b service nova] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Updated VIF entry in instance network info cache for port 9a326075-d521-48f8-83a0-9a89b76cf723. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1013.201965] env[69524]: DEBUG nova.network.neutron [req-565883f2-e72b-4dbf-9310-42a07260c7fc req-518dbfb9-9f67-484d-ae75-d1bad922822b service nova] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Updating instance_info_cache with network_info: [{"id": "9a326075-d521-48f8-83a0-9a89b76cf723", "address": "fa:16:3e:ab:2b:2c", "network": {"id": "7ee020cd-b29f-46bb-b312-06a885d300a5", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1240151067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9c997eb05634f5fa1c746f901f82619", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap9a326075-d5", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.206380] env[69524]: DEBUG oslo_vmware.api [None req-e428a9e5-bd82-493d-b8dc-27d3ab7dbf43 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Task: {'id': task-4068278, 'name': PowerOffVM_Task, 'duration_secs': 0.395958} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.207093] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-e428a9e5-bd82-493d-b8dc-27d3ab7dbf43 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] [instance: 71381cb1-85da-4f70-b07f-92531158d906] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1013.207323] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-e428a9e5-bd82-493d-b8dc-27d3ab7dbf43 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] [instance: 71381cb1-85da-4f70-b07f-92531158d906] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1013.207639] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ee2a9c9-e6ad-4642-94b6-fd133d483101 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.277517] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-e428a9e5-bd82-493d-b8dc-27d3ab7dbf43 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] [instance: 71381cb1-85da-4f70-b07f-92531158d906] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1013.277804] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-e428a9e5-bd82-493d-b8dc-27d3ab7dbf43 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] [instance: 71381cb1-85da-4f70-b07f-92531158d906] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1013.277955] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-e428a9e5-bd82-493d-b8dc-27d3ab7dbf43 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Deleting the datastore file [datastore1] 71381cb1-85da-4f70-b07f-92531158d906 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1013.278236] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da4d80c9-e1f0-4736-8fd6-418f7a9b4b95 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.285878] env[69524]: DEBUG oslo_vmware.api [None req-e428a9e5-bd82-493d-b8dc-27d3ab7dbf43 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Waiting for the task: (returnval){ [ 1013.285878] env[69524]: value = "task-4068281" [ 1013.285878] env[69524]: _type = "Task" [ 1013.285878] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.295598] env[69524]: DEBUG oslo_vmware.api [None req-e428a9e5-bd82-493d-b8dc-27d3ab7dbf43 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Task: {'id': task-4068281, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.505189] env[69524]: DEBUG oslo_vmware.api [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Task: {'id': task-4068279, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.594514] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-26cc00fb-5837-4cb8-b358-79c7cf6021d5 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1013.594747] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-26cc00fb-5837-4cb8-b358-79c7cf6021d5 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Deleting contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1013.594946] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-26cc00fb-5837-4cb8-b358-79c7cf6021d5 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Deleting the datastore file [datastore2] 7524a781-c6db-4ea3-a115-73a6f07f94d3 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1013.595251] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1013.595516] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Deleting contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1013.595690] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Deleting the datastore file [datastore2] 26b87865-1683-4797-ae24-f51084419ce4 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1013.595990] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b6f0475-f14f-428e-afba-7c37adc75362 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.598758] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cfe6208f-cdc8-4bc3-b442-4526973d39bd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.607092] env[69524]: DEBUG oslo_vmware.api [None req-26cc00fb-5837-4cb8-b358-79c7cf6021d5 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Waiting for the task: (returnval){ [ 1013.607092] env[69524]: value = "task-4068282" [ 1013.607092] env[69524]: _type = "Task" [ 1013.607092] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.608789] env[69524]: DEBUG oslo_vmware.api [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Waiting for the task: (returnval){ [ 1013.608789] env[69524]: value = "task-4068283" [ 1013.608789] env[69524]: _type = "Task" [ 1013.608789] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.621739] env[69524]: DEBUG oslo_vmware.api [None req-26cc00fb-5837-4cb8-b358-79c7cf6021d5 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4068282, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.625041] env[69524]: DEBUG oslo_vmware.api [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068283, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.663283] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 7d00834a-76ee-4dfd-a031-d555e9b84f76 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1013.708197] env[69524]: DEBUG oslo_concurrency.lockutils [req-565883f2-e72b-4dbf-9310-42a07260c7fc req-518dbfb9-9f67-484d-ae75-d1bad922822b service nova] Releasing lock "refresh_cache-26b87865-1683-4797-ae24-f51084419ce4" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.708695] env[69524]: DEBUG nova.compute.manager [req-565883f2-e72b-4dbf-9310-42a07260c7fc req-518dbfb9-9f67-484d-ae75-d1bad922822b service nova] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Received event network-changed-d7d453dc-1cff-4206-ae2f-4414cecaf16d {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.708924] env[69524]: DEBUG nova.compute.manager [req-565883f2-e72b-4dbf-9310-42a07260c7fc req-518dbfb9-9f67-484d-ae75-d1bad922822b service nova] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Refreshing instance network info cache due to event network-changed-d7d453dc-1cff-4206-ae2f-4414cecaf16d. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1013.709180] env[69524]: DEBUG oslo_concurrency.lockutils [req-565883f2-e72b-4dbf-9310-42a07260c7fc req-518dbfb9-9f67-484d-ae75-d1bad922822b service nova] Acquiring lock "refresh_cache-296e8dfd-268b-4bda-96bb-4e18c1e5c6d1" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.709325] env[69524]: DEBUG oslo_concurrency.lockutils [req-565883f2-e72b-4dbf-9310-42a07260c7fc req-518dbfb9-9f67-484d-ae75-d1bad922822b service nova] Acquired lock "refresh_cache-296e8dfd-268b-4bda-96bb-4e18c1e5c6d1" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.709487] env[69524]: DEBUG nova.network.neutron [req-565883f2-e72b-4dbf-9310-42a07260c7fc req-518dbfb9-9f67-484d-ae75-d1bad922822b service nova] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Refreshing network info cache for port d7d453dc-1cff-4206-ae2f-4414cecaf16d {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1013.798181] env[69524]: DEBUG oslo_vmware.api [None req-e428a9e5-bd82-493d-b8dc-27d3ab7dbf43 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Task: {'id': task-4068281, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29097} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.798569] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-e428a9e5-bd82-493d-b8dc-27d3ab7dbf43 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1013.798818] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-e428a9e5-bd82-493d-b8dc-27d3ab7dbf43 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] [instance: 71381cb1-85da-4f70-b07f-92531158d906] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1013.799030] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-e428a9e5-bd82-493d-b8dc-27d3ab7dbf43 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] [instance: 71381cb1-85da-4f70-b07f-92531158d906] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1013.799198] env[69524]: INFO nova.compute.manager [None req-e428a9e5-bd82-493d-b8dc-27d3ab7dbf43 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] [instance: 71381cb1-85da-4f70-b07f-92531158d906] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1013.799508] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e428a9e5-bd82-493d-b8dc-27d3ab7dbf43 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1013.799793] env[69524]: DEBUG nova.compute.manager [-] [instance: 71381cb1-85da-4f70-b07f-92531158d906] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1013.799886] env[69524]: DEBUG nova.network.neutron [-] [instance: 71381cb1-85da-4f70-b07f-92531158d906] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1014.010076] env[69524]: DEBUG oslo_vmware.api [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Task: {'id': task-4068279, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.687335} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.010424] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 2eb37685-2b4a-4e70-a379-b13ebf8bf812/2eb37685-2b4a-4e70-a379-b13ebf8bf812.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1014.010661] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: 2eb37685-2b4a-4e70-a379-b13ebf8bf812] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1014.010967] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71c1a778-6ac3-434d-abf1-9bef74661b37 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.017934] env[69524]: DEBUG oslo_vmware.api [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Waiting for the task: (returnval){ [ 1014.017934] env[69524]: value = "task-4068284" [ 1014.017934] env[69524]: _type = "Task" [ 1014.017934] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.029664] env[69524]: DEBUG oslo_vmware.api [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Task: {'id': task-4068284, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.119857] env[69524]: DEBUG oslo_vmware.api [None req-26cc00fb-5837-4cb8-b358-79c7cf6021d5 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Task: {'id': task-4068282, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22419} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.120141] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-26cc00fb-5837-4cb8-b358-79c7cf6021d5 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1014.120338] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-26cc00fb-5837-4cb8-b358-79c7cf6021d5 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Deleted contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1014.120592] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-26cc00fb-5837-4cb8-b358-79c7cf6021d5 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1014.120980] env[69524]: INFO nova.compute.manager [None req-26cc00fb-5837-4cb8-b358-79c7cf6021d5 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Took 2.49 seconds to destroy the instance on the hypervisor. [ 1014.121286] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26cc00fb-5837-4cb8-b358-79c7cf6021d5 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.121493] env[69524]: DEBUG nova.compute.manager [-] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1014.121583] env[69524]: DEBUG nova.network.neutron [-] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1014.128023] env[69524]: DEBUG oslo_vmware.api [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068283, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.238777} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.128023] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1014.128023] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Deleted contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1014.128023] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1014.160583] env[69524]: INFO nova.scheduler.client.report [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Deleted allocations for instance 26b87865-1683-4797-ae24-f51084419ce4 [ 1014.168922] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 6cf8dae8-80e6-4e98-955c-db7da7571f49 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1014.457300] env[69524]: DEBUG nova.compute.manager [req-9a5a0c6f-459b-460c-af48-455719133179 req-006e07f2-7328-4b3d-9d84-dcb51cef7108 service nova] [instance: 71381cb1-85da-4f70-b07f-92531158d906] Received event network-vif-deleted-ead91377-ce7c-47dd-89b4-93b6309171f2 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.457572] env[69524]: INFO nova.compute.manager [req-9a5a0c6f-459b-460c-af48-455719133179 req-006e07f2-7328-4b3d-9d84-dcb51cef7108 service nova] [instance: 71381cb1-85da-4f70-b07f-92531158d906] Neutron deleted interface ead91377-ce7c-47dd-89b4-93b6309171f2; detaching it from the instance and deleting it from the info cache [ 1014.457767] env[69524]: DEBUG nova.network.neutron [req-9a5a0c6f-459b-460c-af48-455719133179 req-006e07f2-7328-4b3d-9d84-dcb51cef7108 service nova] [instance: 71381cb1-85da-4f70-b07f-92531158d906] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.534167] env[69524]: DEBUG oslo_vmware.api [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Task: {'id': task-4068284, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.658918] env[69524]: DEBUG nova.network.neutron [req-565883f2-e72b-4dbf-9310-42a07260c7fc req-518dbfb9-9f67-484d-ae75-d1bad922822b service nova] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Updated VIF entry in instance network info cache for port d7d453dc-1cff-4206-ae2f-4414cecaf16d. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1014.659531] env[69524]: DEBUG nova.network.neutron [req-565883f2-e72b-4dbf-9310-42a07260c7fc req-518dbfb9-9f67-484d-ae75-d1bad922822b service nova] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Updating instance_info_cache with network_info: [{"id": "d7d453dc-1cff-4206-ae2f-4414cecaf16d", "address": "fa:16:3e:e3:96:31", "network": {"id": "1ed5f80d-e3ed-44dc-8b1f-b09def5546c9", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1275482548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e64c5c29d3f246138e543c5e5af4ff08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7d453dc-1c", "ovs_interfaceid": "d7d453dc-1cff-4206-ae2f-4414cecaf16d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.666659] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.673692] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance b55402a9-7270-4d93-bb3f-bd49b8f3ca65 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1014.691723] env[69524]: DEBUG nova.network.neutron [-] [instance: 71381cb1-85da-4f70-b07f-92531158d906] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.962291] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-282071f9-1a85-4cb6-a6a2-ed86ae435c03 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.973221] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1252ed57-0293-4ddf-b918-4a7217990c6d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.010573] env[69524]: DEBUG nova.compute.manager [req-9a5a0c6f-459b-460c-af48-455719133179 req-006e07f2-7328-4b3d-9d84-dcb51cef7108 service nova] [instance: 71381cb1-85da-4f70-b07f-92531158d906] Detach interface failed, port_id=ead91377-ce7c-47dd-89b4-93b6309171f2, reason: Instance 71381cb1-85da-4f70-b07f-92531158d906 could not be found. {{(pid=69524) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1015.028553] env[69524]: DEBUG oslo_vmware.api [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Task: {'id': task-4068284, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.618183} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.028848] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: 2eb37685-2b4a-4e70-a379-b13ebf8bf812] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1015.029667] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2720d88-e4d2-4b0a-aed2-d3afcede4104 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.053436] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: 2eb37685-2b4a-4e70-a379-b13ebf8bf812] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 2eb37685-2b4a-4e70-a379-b13ebf8bf812/2eb37685-2b4a-4e70-a379-b13ebf8bf812.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1015.053820] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-987f5951-e071-4076-98d7-9e46e6b0b1c5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.075651] env[69524]: DEBUG oslo_vmware.api [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Waiting for the task: (returnval){ [ 1015.075651] env[69524]: value = "task-4068285" [ 1015.075651] env[69524]: _type = "Task" [ 1015.075651] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.086033] env[69524]: DEBUG oslo_vmware.api [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Task: {'id': task-4068285, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.155060] env[69524]: DEBUG nova.network.neutron [-] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.162345] env[69524]: DEBUG oslo_concurrency.lockutils [req-565883f2-e72b-4dbf-9310-42a07260c7fc req-518dbfb9-9f67-484d-ae75-d1bad922822b service nova] Releasing lock "refresh_cache-296e8dfd-268b-4bda-96bb-4e18c1e5c6d1" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.175250] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance f4650838-ce8b-4f45-ab3a-84657fd1942e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1015.193955] env[69524]: INFO nova.compute.manager [-] [instance: 71381cb1-85da-4f70-b07f-92531158d906] Took 1.39 seconds to deallocate network for instance. [ 1015.585672] env[69524]: DEBUG oslo_vmware.api [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Task: {'id': task-4068285, 'name': ReconfigVM_Task, 'duration_secs': 0.335108} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.586060] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: 2eb37685-2b4a-4e70-a379-b13ebf8bf812] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 2eb37685-2b4a-4e70-a379-b13ebf8bf812/2eb37685-2b4a-4e70-a379-b13ebf8bf812.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1015.586395] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69524) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 1015.587050] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-4345bed5-f444-4428-9cf2-297ac066624d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.593831] env[69524]: DEBUG oslo_vmware.api [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Waiting for the task: (returnval){ [ 1015.593831] env[69524]: value = "task-4068286" [ 1015.593831] env[69524]: _type = "Task" [ 1015.593831] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.604105] env[69524]: DEBUG oslo_vmware.api [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Task: {'id': task-4068286, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.658025] env[69524]: INFO nova.compute.manager [-] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Took 1.54 seconds to deallocate network for instance. [ 1015.679900] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance b66cee37-4bc3-4048-bfd2-6bb6f188f780 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1015.680609] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=69524) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1015.680609] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3712MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=69524) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1015.701090] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e428a9e5-bd82-493d-b8dc-27d3ab7dbf43 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.107282] env[69524]: DEBUG oslo_vmware.api [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Task: {'id': task-4068286, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.186858} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.107558] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69524) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 1016.108530] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108a3cdb-c60a-45d4-a883-4045fd23baca {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.133148] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: 2eb37685-2b4a-4e70-a379-b13ebf8bf812] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 2eb37685-2b4a-4e70-a379-b13ebf8bf812/ephemeral_0.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1016.134434] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a3333bd-fb2a-4928-8e50-049dffbffa8b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.148317] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adcda254-85d4-4784-8967-914de6edcdc3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.158079] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d80dd7b-bfd8-48ff-aa0e-978bab6c5ca0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.162089] env[69524]: DEBUG oslo_vmware.api [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Waiting for the task: (returnval){ [ 1016.162089] env[69524]: value = "task-4068287" [ 1016.162089] env[69524]: _type = "Task" [ 1016.162089] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.193405] env[69524]: DEBUG oslo_concurrency.lockutils [None req-26cc00fb-5837-4cb8-b358-79c7cf6021d5 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.195127] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de2124d-74cc-4318-9e5d-5b0a0bc4329b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.201180] env[69524]: DEBUG oslo_vmware.api [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Task: {'id': task-4068287, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.206679] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8e28c6-ad37-42b2-bab0-8a1dd335df10 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.221322] env[69524]: DEBUG nova.compute.provider_tree [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.484112] env[69524]: DEBUG nova.compute.manager [req-bf7ec886-68ad-4831-b6d4-e133d0b38d19 req-05edb14c-c3e0-4ee7-881d-bffbb399fb3a service nova] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Received event network-vif-deleted-1aed28d3-0fab-41c4-a708-1ae5ca67455a {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.672639] env[69524]: DEBUG oslo_vmware.api [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Task: {'id': task-4068287, 'name': ReconfigVM_Task, 'duration_secs': 0.304119} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.672988] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: 2eb37685-2b4a-4e70-a379-b13ebf8bf812] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 2eb37685-2b4a-4e70-a379-b13ebf8bf812/ephemeral_0.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1016.673650] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4fa87df-7cef-4e98-b4cf-1b6d76d7a3b1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.683268] env[69524]: DEBUG oslo_vmware.api [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Waiting for the task: (returnval){ [ 1016.683268] env[69524]: value = "task-4068288" [ 1016.683268] env[69524]: _type = "Task" [ 1016.683268] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.691770] env[69524]: DEBUG oslo_vmware.api [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Task: {'id': task-4068288, 'name': Rename_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.724981] env[69524]: DEBUG nova.scheduler.client.report [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.783246] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Acquiring lock "26b87865-1683-4797-ae24-f51084419ce4" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.193991] env[69524]: DEBUG oslo_vmware.api [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Task: {'id': task-4068288, 'name': Rename_Task, 'duration_secs': 0.15738} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.194394] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: 2eb37685-2b4a-4e70-a379-b13ebf8bf812] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1017.194676] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5246ee9-7dda-42e4-b332-6eb268395d16 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.202638] env[69524]: DEBUG oslo_vmware.api [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Waiting for the task: (returnval){ [ 1017.202638] env[69524]: value = "task-4068289" [ 1017.202638] env[69524]: _type = "Task" [ 1017.202638] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.211923] env[69524]: DEBUG oslo_vmware.api [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Task: {'id': task-4068289, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.231098] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69524) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1017.231098] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 7.162s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.231098] env[69524]: DEBUG oslo_concurrency.lockutils [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 49.802s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.232761] env[69524]: INFO nova.compute.claims [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] [instance: fef113bd-ed01-442c-9d72-0c4bfa381d96] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1017.235963] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1017.236149] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Cleaning up deleted instances {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1017.713215] env[69524]: DEBUG oslo_vmware.api [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Task: {'id': task-4068289, 'name': PowerOnVM_Task, 'duration_secs': 0.475866} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.713599] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: 2eb37685-2b4a-4e70-a379-b13ebf8bf812] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1017.713754] env[69524]: INFO nova.compute.manager [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: 2eb37685-2b4a-4e70-a379-b13ebf8bf812] Took 9.53 seconds to spawn the instance on the hypervisor. [ 1017.713975] env[69524]: DEBUG nova.compute.manager [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: 2eb37685-2b4a-4e70-a379-b13ebf8bf812] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1017.714826] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9fe7f78-14b5-410d-8b63-34067b14859f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.752150] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] There are 44 instances to clean {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1017.752476] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: ad3738dd-6ed1-48d6-ab6b-ddc8f0553ba9] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1018.235843] env[69524]: INFO nova.compute.manager [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: 2eb37685-2b4a-4e70-a379-b13ebf8bf812] Took 56.11 seconds to build instance. [ 1018.259036] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 795966e5-14a4-4179-8eec-c90e8c73c313] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1018.676937] env[69524]: DEBUG nova.compute.manager [req-765a12b3-4f2c-4afc-8826-fc6b6846d67a req-2c590b53-1da4-4e82-a25e-f96f4a96be75 service nova] [instance: 2eb37685-2b4a-4e70-a379-b13ebf8bf812] Received event network-changed-eecd19b6-6acf-4bd3-9159-aea0f94b3226 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.677145] env[69524]: DEBUG nova.compute.manager [req-765a12b3-4f2c-4afc-8826-fc6b6846d67a req-2c590b53-1da4-4e82-a25e-f96f4a96be75 service nova] [instance: 2eb37685-2b4a-4e70-a379-b13ebf8bf812] Refreshing instance network info cache due to event network-changed-eecd19b6-6acf-4bd3-9159-aea0f94b3226. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1018.677416] env[69524]: DEBUG oslo_concurrency.lockutils [req-765a12b3-4f2c-4afc-8826-fc6b6846d67a req-2c590b53-1da4-4e82-a25e-f96f4a96be75 service nova] Acquiring lock "refresh_cache-2eb37685-2b4a-4e70-a379-b13ebf8bf812" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.677640] env[69524]: DEBUG oslo_concurrency.lockutils [req-765a12b3-4f2c-4afc-8826-fc6b6846d67a req-2c590b53-1da4-4e82-a25e-f96f4a96be75 service nova] Acquired lock "refresh_cache-2eb37685-2b4a-4e70-a379-b13ebf8bf812" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.677789] env[69524]: DEBUG nova.network.neutron [req-765a12b3-4f2c-4afc-8826-fc6b6846d67a req-2c590b53-1da4-4e82-a25e-f96f4a96be75 service nova] [instance: 2eb37685-2b4a-4e70-a379-b13ebf8bf812] Refreshing network info cache for port eecd19b6-6acf-4bd3-9159-aea0f94b3226 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1018.703805] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2cf902d-ff12-4be6-9817-c9c61e3e9049 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.712448] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc267bf8-a856-4829-b2a3-e96622482f6d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.744421] env[69524]: DEBUG oslo_concurrency.lockutils [None req-946e8a8e-17fb-4248-bcb4-8c5ddc1fc8bb tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Lock "2eb37685-2b4a-4e70-a379-b13ebf8bf812" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.631s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.746367] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eaf8b9f-c42e-413b-b6a1-b633e1fb8fef {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.755031] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e212b9-c0cb-40f1-b126-69a478b387b0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.769037] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 2c5c2c0d-c218-4ce4-995d-42d28e5106aa] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1018.773865] env[69524]: DEBUG nova.compute.provider_tree [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.250601] env[69524]: DEBUG nova.compute.manager [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1019.273054] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 86b272e6-8a18-486f-81e9-d1a325d83cf3] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1019.276848] env[69524]: DEBUG nova.scheduler.client.report [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.448088] env[69524]: DEBUG nova.network.neutron [req-765a12b3-4f2c-4afc-8826-fc6b6846d67a req-2c590b53-1da4-4e82-a25e-f96f4a96be75 service nova] [instance: 2eb37685-2b4a-4e70-a379-b13ebf8bf812] Updated VIF entry in instance network info cache for port eecd19b6-6acf-4bd3-9159-aea0f94b3226. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1019.448471] env[69524]: DEBUG nova.network.neutron [req-765a12b3-4f2c-4afc-8826-fc6b6846d67a req-2c590b53-1da4-4e82-a25e-f96f4a96be75 service nova] [instance: 2eb37685-2b4a-4e70-a379-b13ebf8bf812] Updating instance_info_cache with network_info: [{"id": "eecd19b6-6acf-4bd3-9159-aea0f94b3226", "address": "fa:16:3e:b3:bc:86", "network": {"id": "2921b8fe-495e-4db7-ad62-ac81c4ad56be", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-879676710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "13d460a2ce6f4204b1c667b482eba482", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeecd19b6-6a", "ovs_interfaceid": "eecd19b6-6acf-4bd3-9159-aea0f94b3226", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.778813] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.784521] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 696358b1-7618-480a-b1c8-d4a5a775e5db] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1019.786724] env[69524]: DEBUG oslo_concurrency.lockutils [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.556s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.787209] env[69524]: DEBUG nova.compute.manager [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] [instance: fef113bd-ed01-442c-9d72-0c4bfa381d96] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1019.790053] env[69524]: DEBUG oslo_concurrency.lockutils [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.031s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.791724] env[69524]: INFO nova.compute.claims [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1019.951435] env[69524]: DEBUG oslo_concurrency.lockutils [req-765a12b3-4f2c-4afc-8826-fc6b6846d67a req-2c590b53-1da4-4e82-a25e-f96f4a96be75 service nova] Releasing lock "refresh_cache-2eb37685-2b4a-4e70-a379-b13ebf8bf812" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.291554] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: b81bde1d-fb4a-4ab2-87e7-9be900c07511] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1020.298058] env[69524]: DEBUG nova.compute.utils [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1020.299532] env[69524]: DEBUG nova.compute.manager [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] [instance: fef113bd-ed01-442c-9d72-0c4bfa381d96] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1020.300657] env[69524]: DEBUG nova.network.neutron [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] [instance: fef113bd-ed01-442c-9d72-0c4bfa381d96] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1020.343333] env[69524]: DEBUG nova.policy [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8f5ab76f335b4f03a89a9eaed282fd3c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5323d4ba6f7447c1a1a137eb1984c0a3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 1020.648687] env[69524]: DEBUG nova.network.neutron [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] [instance: fef113bd-ed01-442c-9d72-0c4bfa381d96] Successfully created port: ff203373-e408-44d8-8969-d001846407fc {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1020.800384] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: cbb08f23-34b1-4486-942f-e0f4781f04fc] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1020.808212] env[69524]: DEBUG nova.compute.manager [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] [instance: fef113bd-ed01-442c-9d72-0c4bfa381d96] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1021.242201] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09cfa9f4-7611-4ca4-8280-1335812d3d27 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.250444] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3043e488-9f66-4dd8-bebe-369bfb01c79c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.280108] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906e12b6-2fa0-4e6d-ad36-e8a5cc083eac {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.288154] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93df4ae8-b214-4386-a2e4-ca37666e092b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.301900] env[69524]: DEBUG nova.compute.provider_tree [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.308106] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 6ecdec81-31ef-46fc-b920-327d01640f2d] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1021.805471] env[69524]: DEBUG nova.scheduler.client.report [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.811546] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 7908b4fb-eb18-493b-b98b-48c23f0926fd] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1021.821604] env[69524]: DEBUG nova.compute.manager [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] [instance: fef113bd-ed01-442c-9d72-0c4bfa381d96] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1021.850299] env[69524]: DEBUG nova.virt.hardware [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1021.850572] env[69524]: DEBUG nova.virt.hardware [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1021.850727] env[69524]: DEBUG nova.virt.hardware [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1021.850934] env[69524]: DEBUG nova.virt.hardware [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1021.851110] env[69524]: DEBUG nova.virt.hardware [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1021.851257] env[69524]: DEBUG nova.virt.hardware [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1021.851459] env[69524]: DEBUG nova.virt.hardware [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1021.851609] env[69524]: DEBUG nova.virt.hardware [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1021.851769] env[69524]: DEBUG nova.virt.hardware [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1021.851925] env[69524]: DEBUG nova.virt.hardware [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1021.852104] env[69524]: DEBUG nova.virt.hardware [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1021.853279] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3465d62d-9954-46f6-a12c-1fe41c1c324f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.862218] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386905cf-bc7a-48e6-8c20-ef9c6578562f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.084903] env[69524]: DEBUG nova.compute.manager [req-4fd7ded8-ff3b-48b9-a109-57c2ef798c4e req-2d303fd5-5c3d-48c3-9719-5dfc813ffd6d service nova] [instance: fef113bd-ed01-442c-9d72-0c4bfa381d96] Received event network-vif-plugged-ff203373-e408-44d8-8969-d001846407fc {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.085140] env[69524]: DEBUG oslo_concurrency.lockutils [req-4fd7ded8-ff3b-48b9-a109-57c2ef798c4e req-2d303fd5-5c3d-48c3-9719-5dfc813ffd6d service nova] Acquiring lock "fef113bd-ed01-442c-9d72-0c4bfa381d96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.085419] env[69524]: DEBUG oslo_concurrency.lockutils [req-4fd7ded8-ff3b-48b9-a109-57c2ef798c4e req-2d303fd5-5c3d-48c3-9719-5dfc813ffd6d service nova] Lock "fef113bd-ed01-442c-9d72-0c4bfa381d96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.085512] env[69524]: DEBUG oslo_concurrency.lockutils [req-4fd7ded8-ff3b-48b9-a109-57c2ef798c4e req-2d303fd5-5c3d-48c3-9719-5dfc813ffd6d service nova] Lock "fef113bd-ed01-442c-9d72-0c4bfa381d96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.085701] env[69524]: DEBUG nova.compute.manager [req-4fd7ded8-ff3b-48b9-a109-57c2ef798c4e req-2d303fd5-5c3d-48c3-9719-5dfc813ffd6d service nova] [instance: fef113bd-ed01-442c-9d72-0c4bfa381d96] No waiting events found dispatching network-vif-plugged-ff203373-e408-44d8-8969-d001846407fc {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1022.085912] env[69524]: WARNING nova.compute.manager [req-4fd7ded8-ff3b-48b9-a109-57c2ef798c4e req-2d303fd5-5c3d-48c3-9719-5dfc813ffd6d service nova] [instance: fef113bd-ed01-442c-9d72-0c4bfa381d96] Received unexpected event network-vif-plugged-ff203373-e408-44d8-8969-d001846407fc for instance with vm_state building and task_state spawning. [ 1022.168984] env[69524]: DEBUG nova.network.neutron [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] [instance: fef113bd-ed01-442c-9d72-0c4bfa381d96] Successfully updated port: ff203373-e408-44d8-8969-d001846407fc {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1022.311672] env[69524]: DEBUG oslo_concurrency.lockutils [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.521s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.311672] env[69524]: DEBUG nova.compute.manager [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1022.315868] env[69524]: DEBUG oslo_concurrency.lockutils [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 46.245s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.317442] env[69524]: DEBUG nova.objects.instance [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69524) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1022.322585] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: d9c1139c-c1b1-4ef3-b75f-fe9dfad7a255] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1022.672375] env[69524]: DEBUG oslo_concurrency.lockutils [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Acquiring lock "refresh_cache-fef113bd-ed01-442c-9d72-0c4bfa381d96" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.672584] env[69524]: DEBUG oslo_concurrency.lockutils [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Acquired lock "refresh_cache-fef113bd-ed01-442c-9d72-0c4bfa381d96" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.672787] env[69524]: DEBUG nova.network.neutron [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] [instance: fef113bd-ed01-442c-9d72-0c4bfa381d96] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.824892] env[69524]: DEBUG nova.compute.utils [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1022.830209] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 4244948e-6a1e-446b-b02b-18ee384d9553] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1022.832504] env[69524]: DEBUG nova.compute.manager [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1022.833138] env[69524]: DEBUG nova.network.neutron [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1022.892162] env[69524]: DEBUG nova.policy [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c2b299b185db43378fb00b1490c51d23', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4133a0547d154af78d7556a7517cb285', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 1023.216445] env[69524]: DEBUG nova.network.neutron [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] [instance: fef113bd-ed01-442c-9d72-0c4bfa381d96] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1023.219571] env[69524]: DEBUG nova.network.neutron [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Successfully created port: e2746cb1-fc8f-45cc-9cfc-9c8051291608 {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1023.332149] env[69524]: DEBUG oslo_concurrency.lockutils [None req-073f9f32-1752-48ec-ae56-5f6611daa9c7 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.333387] env[69524]: DEBUG oslo_concurrency.lockutils [None req-82c1c62e-c0d6-493a-8cfd-6b26d3f76a00 tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.164s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.333589] env[69524]: DEBUG oslo_concurrency.lockutils [None req-82c1c62e-c0d6-493a-8cfd-6b26d3f76a00 tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.333881] env[69524]: INFO nova.compute.manager [None req-82c1c62e-c0d6-493a-8cfd-6b26d3f76a00 tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Successfully reverted task state from rebuilding on failure for instance. [ 1023.341107] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0b6ec2dd-1be3-49bd-8798-04ad5403eacd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.706s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.341107] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0b6ec2dd-1be3-49bd-8798-04ad5403eacd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.343566] env[69524]: DEBUG oslo_concurrency.lockutils [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 42.425s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.343976] env[69524]: DEBUG nova.objects.instance [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69524) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1023.347343] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 59826e8d-b225-411c-988c-1f36f89ea4a0] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1023.349409] env[69524]: DEBUG nova.compute.manager [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1023.383463] env[69524]: INFO nova.scheduler.client.report [None req-0b6ec2dd-1be3-49bd-8798-04ad5403eacd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Deleted allocations for instance 10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11 [ 1023.504409] env[69524]: DEBUG nova.network.neutron [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] [instance: fef113bd-ed01-442c-9d72-0c4bfa381d96] Updating instance_info_cache with network_info: [{"id": "ff203373-e408-44d8-8969-d001846407fc", "address": "fa:16:3e:fc:9d:d0", "network": {"id": "bca4c2c5-2fad-45c3-b8ef-594c8bfd8b24", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1597854727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5323d4ba6f7447c1a1a137eb1984c0a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff203373-e4", "ovs_interfaceid": "ff203373-e408-44d8-8969-d001846407fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.856395] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 7e2a7748-eea9-454c-bb16-07035bc82919] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1023.895081] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0b6ec2dd-1be3-49bd-8798-04ad5403eacd tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Lock "10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.784s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.006417] env[69524]: DEBUG oslo_concurrency.lockutils [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Releasing lock "refresh_cache-fef113bd-ed01-442c-9d72-0c4bfa381d96" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.006859] env[69524]: DEBUG nova.compute.manager [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] [instance: fef113bd-ed01-442c-9d72-0c4bfa381d96] Instance network_info: |[{"id": "ff203373-e408-44d8-8969-d001846407fc", "address": "fa:16:3e:fc:9d:d0", "network": {"id": "bca4c2c5-2fad-45c3-b8ef-594c8bfd8b24", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1597854727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5323d4ba6f7447c1a1a137eb1984c0a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff203373-e4", "ovs_interfaceid": "ff203373-e408-44d8-8969-d001846407fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1024.007353] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] [instance: fef113bd-ed01-442c-9d72-0c4bfa381d96] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:9d:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cae1d6a8-cbba-4bbf-af10-ba5467340475', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff203373-e408-44d8-8969-d001846407fc', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1024.015097] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Creating folder: Project (5323d4ba6f7447c1a1a137eb1984c0a3). Parent ref: group-v806025. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1024.015372] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-959a7225-c23b-4400-910d-b7ad885d2822 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.027505] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Created folder: Project (5323d4ba6f7447c1a1a137eb1984c0a3) in parent group-v806025. [ 1024.027704] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Creating folder: Instances. Parent ref: group-v806223. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1024.027954] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4689f212-99ad-45ad-86b1-6e83100c71d1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.036760] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Created folder: Instances in parent group-v806223. [ 1024.036991] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1024.037202] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fef113bd-ed01-442c-9d72-0c4bfa381d96] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1024.037412] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44b329a2-e399-4268-8c8b-d345aa7cfe5e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.056328] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1024.056328] env[69524]: value = "task-4068292" [ 1024.056328] env[69524]: _type = "Task" [ 1024.056328] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.064616] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068292, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.114015] env[69524]: DEBUG nova.compute.manager [req-7b6ec2ea-9cc1-47a4-8c9f-883d6082b9d5 req-b50a0257-3bfe-4a84-95a9-db5e8e50b7d2 service nova] [instance: fef113bd-ed01-442c-9d72-0c4bfa381d96] Received event network-changed-ff203373-e408-44d8-8969-d001846407fc {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.114230] env[69524]: DEBUG nova.compute.manager [req-7b6ec2ea-9cc1-47a4-8c9f-883d6082b9d5 req-b50a0257-3bfe-4a84-95a9-db5e8e50b7d2 service nova] [instance: fef113bd-ed01-442c-9d72-0c4bfa381d96] Refreshing instance network info cache due to event network-changed-ff203373-e408-44d8-8969-d001846407fc. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1024.114449] env[69524]: DEBUG oslo_concurrency.lockutils [req-7b6ec2ea-9cc1-47a4-8c9f-883d6082b9d5 req-b50a0257-3bfe-4a84-95a9-db5e8e50b7d2 service nova] Acquiring lock "refresh_cache-fef113bd-ed01-442c-9d72-0c4bfa381d96" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.114594] env[69524]: DEBUG oslo_concurrency.lockutils [req-7b6ec2ea-9cc1-47a4-8c9f-883d6082b9d5 req-b50a0257-3bfe-4a84-95a9-db5e8e50b7d2 service nova] Acquired lock "refresh_cache-fef113bd-ed01-442c-9d72-0c4bfa381d96" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.114757] env[69524]: DEBUG nova.network.neutron [req-7b6ec2ea-9cc1-47a4-8c9f-883d6082b9d5 req-b50a0257-3bfe-4a84-95a9-db5e8e50b7d2 service nova] [instance: fef113bd-ed01-442c-9d72-0c4bfa381d96] Refreshing network info cache for port ff203373-e408-44d8-8969-d001846407fc {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1024.227852] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5b189a8b-e41e-402d-b693-47718391d3f6 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Acquiring lock "ca13258a-42e5-48f5-9264-af5b296c8a6f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.228540] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5b189a8b-e41e-402d-b693-47718391d3f6 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Lock "ca13258a-42e5-48f5-9264-af5b296c8a6f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.228540] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5b189a8b-e41e-402d-b693-47718391d3f6 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Acquiring lock "ca13258a-42e5-48f5-9264-af5b296c8a6f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.228540] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5b189a8b-e41e-402d-b693-47718391d3f6 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Lock "ca13258a-42e5-48f5-9264-af5b296c8a6f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.228712] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5b189a8b-e41e-402d-b693-47718391d3f6 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Lock "ca13258a-42e5-48f5-9264-af5b296c8a6f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.232137] env[69524]: INFO nova.compute.manager [None req-5b189a8b-e41e-402d-b693-47718391d3f6 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: ca13258a-42e5-48f5-9264-af5b296c8a6f] Terminating instance [ 1024.361049] env[69524]: DEBUG oslo_concurrency.lockutils [None req-58e6aee0-5510-4019-8db6-cfa69f894afe tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.362229] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3147d549-750f-4608-b4c6-286eedcb37a2 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.940s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.363459] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3147d549-750f-4608-b4c6-286eedcb37a2 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.366170] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5c00be19-fa15-4433-9eb9-888c1e141c9f tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.886s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.366340] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5c00be19-fa15-4433-9eb9-888c1e141c9f tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.368498] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.121s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.371351] env[69524]: INFO nova.compute.claims [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1024.374607] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 87e8e7a1-56fc-4065-861e-1b07b8097db3] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1024.386357] env[69524]: DEBUG nova.compute.manager [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1024.402542] env[69524]: INFO nova.scheduler.client.report [None req-3147d549-750f-4608-b4c6-286eedcb37a2 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Deleted allocations for instance 927921d9-8e59-44c3-a3ee-7f60c3387625 [ 1024.427985] env[69524]: DEBUG nova.virt.hardware [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1024.428360] env[69524]: DEBUG nova.virt.hardware [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1024.428425] env[69524]: DEBUG nova.virt.hardware [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1024.428680] env[69524]: DEBUG nova.virt.hardware [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1024.428838] env[69524]: DEBUG nova.virt.hardware [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1024.429789] env[69524]: DEBUG nova.virt.hardware [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1024.429789] env[69524]: DEBUG nova.virt.hardware [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1024.429789] env[69524]: DEBUG nova.virt.hardware [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1024.429997] env[69524]: DEBUG nova.virt.hardware [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1024.430161] env[69524]: DEBUG nova.virt.hardware [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1024.430363] env[69524]: DEBUG nova.virt.hardware [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1024.431705] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01460ed-ef9c-428a-8710-06f9bcb79e20 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.441929] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bdd4bc8-27a1-4fca-b538-ab01271019e7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.567692] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068292, 'name': CreateVM_Task, 'duration_secs': 0.359657} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.567893] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fef113bd-ed01-442c-9d72-0c4bfa381d96] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1024.568648] env[69524]: DEBUG oslo_concurrency.lockutils [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.568812] env[69524]: DEBUG oslo_concurrency.lockutils [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.569239] env[69524]: DEBUG oslo_concurrency.lockutils [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.569462] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82fc70ab-d214-4256-a526-011d60ecf298 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.574621] env[69524]: DEBUG oslo_vmware.api [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Waiting for the task: (returnval){ [ 1024.574621] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]523e51d5-e114-5565-fa7f-7dfa7e5169fd" [ 1024.574621] env[69524]: _type = "Task" [ 1024.574621] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.584748] env[69524]: DEBUG oslo_vmware.api [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]523e51d5-e114-5565-fa7f-7dfa7e5169fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.736826] env[69524]: DEBUG nova.compute.manager [None req-5b189a8b-e41e-402d-b693-47718391d3f6 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: ca13258a-42e5-48f5-9264-af5b296c8a6f] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1024.736960] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5b189a8b-e41e-402d-b693-47718391d3f6 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: ca13258a-42e5-48f5-9264-af5b296c8a6f] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1024.737891] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1348d65c-4e7c-4bfe-97ef-03d8b36f9c2e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.747162] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b189a8b-e41e-402d-b693-47718391d3f6 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: ca13258a-42e5-48f5-9264-af5b296c8a6f] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1024.747473] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d2c9858-f74e-4c46-b96b-df932c4ac682 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.756660] env[69524]: DEBUG oslo_vmware.api [None req-5b189a8b-e41e-402d-b693-47718391d3f6 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for the task: (returnval){ [ 1024.756660] env[69524]: value = "task-4068293" [ 1024.756660] env[69524]: _type = "Task" [ 1024.756660] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.772463] env[69524]: DEBUG oslo_vmware.api [None req-5b189a8b-e41e-402d-b693-47718391d3f6 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4068293, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.812553] env[69524]: DEBUG oslo_concurrency.lockutils [None req-abf23db6-f1ea-460e-925a-90ecf9b69a05 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Acquiring lock "bb318096-0380-4270-81aa-66c1f722d97c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.812907] env[69524]: DEBUG oslo_concurrency.lockutils [None req-abf23db6-f1ea-460e-925a-90ecf9b69a05 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Lock "bb318096-0380-4270-81aa-66c1f722d97c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.881178] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 5de29246-15dd-470d-b18e-b2453818b760] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1024.896770] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5c00be19-fa15-4433-9eb9-888c1e141c9f tempest-ServerActionsV293TestJSON-1898276001 tempest-ServerActionsV293TestJSON-1898276001-project-member] Lock "1dd1caaf-169f-457f-bcf8-e308836c8247" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.716s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.912508] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3147d549-750f-4608-b4c6-286eedcb37a2 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "927921d9-8e59-44c3-a3ee-7f60c3387625" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.965s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.085696] env[69524]: DEBUG oslo_vmware.api [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]523e51d5-e114-5565-fa7f-7dfa7e5169fd, 'name': SearchDatastore_Task, 'duration_secs': 0.012694} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.086010] env[69524]: DEBUG oslo_concurrency.lockutils [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.086251] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] [instance: fef113bd-ed01-442c-9d72-0c4bfa381d96] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1025.086487] env[69524]: DEBUG oslo_concurrency.lockutils [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.086630] env[69524]: DEBUG oslo_concurrency.lockutils [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.086806] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1025.087094] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-603e7692-7982-4504-a754-675b73616dcd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.097194] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1025.097415] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1025.100394] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cf6d715-6fee-4f81-bda8-1b51d25c1022 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.106358] env[69524]: DEBUG oslo_vmware.api [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Waiting for the task: (returnval){ [ 1025.106358] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]521e7586-d026-4b29-c7bc-1c19248ddaef" [ 1025.106358] env[69524]: _type = "Task" [ 1025.106358] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.114815] env[69524]: DEBUG oslo_vmware.api [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]521e7586-d026-4b29-c7bc-1c19248ddaef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.268051] env[69524]: DEBUG oslo_vmware.api [None req-5b189a8b-e41e-402d-b693-47718391d3f6 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4068293, 'name': PowerOffVM_Task, 'duration_secs': 0.194895} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.268364] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b189a8b-e41e-402d-b693-47718391d3f6 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: ca13258a-42e5-48f5-9264-af5b296c8a6f] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1025.268544] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5b189a8b-e41e-402d-b693-47718391d3f6 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: ca13258a-42e5-48f5-9264-af5b296c8a6f] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1025.268815] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-931bab50-85c1-4720-b539-e0a90b01803b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.312956] env[69524]: DEBUG nova.network.neutron [req-7b6ec2ea-9cc1-47a4-8c9f-883d6082b9d5 req-b50a0257-3bfe-4a84-95a9-db5e8e50b7d2 service nova] [instance: fef113bd-ed01-442c-9d72-0c4bfa381d96] Updated VIF entry in instance network info cache for port ff203373-e408-44d8-8969-d001846407fc. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1025.313383] env[69524]: DEBUG nova.network.neutron [req-7b6ec2ea-9cc1-47a4-8c9f-883d6082b9d5 req-b50a0257-3bfe-4a84-95a9-db5e8e50b7d2 service nova] [instance: fef113bd-ed01-442c-9d72-0c4bfa381d96] Updating instance_info_cache with network_info: [{"id": "ff203373-e408-44d8-8969-d001846407fc", "address": "fa:16:3e:fc:9d:d0", "network": {"id": "bca4c2c5-2fad-45c3-b8ef-594c8bfd8b24", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1597854727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5323d4ba6f7447c1a1a137eb1984c0a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff203373-e4", "ovs_interfaceid": "ff203373-e408-44d8-8969-d001846407fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.316106] env[69524]: DEBUG nova.compute.utils [None req-abf23db6-f1ea-460e-925a-90ecf9b69a05 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1025.392919] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: dfa4bb08-53b1-4489-a639-72dc9d9418a9] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1025.476967] env[69524]: DEBUG nova.network.neutron [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Successfully updated port: e2746cb1-fc8f-45cc-9cfc-9c8051291608 {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1025.617320] env[69524]: DEBUG oslo_vmware.api [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]521e7586-d026-4b29-c7bc-1c19248ddaef, 'name': SearchDatastore_Task, 'duration_secs': 0.010554} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.621306] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21abcdf4-7962-4926-b9a8-70d6a9dffb3b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.627409] env[69524]: DEBUG oslo_vmware.api [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Waiting for the task: (returnval){ [ 1025.627409] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52aa17e6-abaf-8444-da2c-718c4d4d5383" [ 1025.627409] env[69524]: _type = "Task" [ 1025.627409] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.640318] env[69524]: DEBUG oslo_vmware.api [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52aa17e6-abaf-8444-da2c-718c4d4d5383, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.641759] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5b189a8b-e41e-402d-b693-47718391d3f6 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: ca13258a-42e5-48f5-9264-af5b296c8a6f] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1025.641959] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5b189a8b-e41e-402d-b693-47718391d3f6 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: ca13258a-42e5-48f5-9264-af5b296c8a6f] Deleting contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1025.642165] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b189a8b-e41e-402d-b693-47718391d3f6 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Deleting the datastore file [datastore2] ca13258a-42e5-48f5-9264-af5b296c8a6f {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1025.642448] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dbebf618-8645-45a8-9a4a-bdf88b832b2f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.655442] env[69524]: DEBUG oslo_vmware.api [None req-5b189a8b-e41e-402d-b693-47718391d3f6 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for the task: (returnval){ [ 1025.655442] env[69524]: value = "task-4068295" [ 1025.655442] env[69524]: _type = "Task" [ 1025.655442] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.663638] env[69524]: DEBUG oslo_vmware.api [None req-5b189a8b-e41e-402d-b693-47718391d3f6 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4068295, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.818371] env[69524]: DEBUG oslo_concurrency.lockutils [req-7b6ec2ea-9cc1-47a4-8c9f-883d6082b9d5 req-b50a0257-3bfe-4a84-95a9-db5e8e50b7d2 service nova] Releasing lock "refresh_cache-fef113bd-ed01-442c-9d72-0c4bfa381d96" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.819581] env[69524]: DEBUG oslo_concurrency.lockutils [None req-abf23db6-f1ea-460e-925a-90ecf9b69a05 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Lock "bb318096-0380-4270-81aa-66c1f722d97c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.844676] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91273131-8983-4a9b-8057-0c9d2035d665 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.855981] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717cc3b4-8dd4-4d36-889d-2a24c8b3c64e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.889329] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bda941e-6b6a-4339-b73b-8bd766e70457 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.896440] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 7768e31d-052e-473a-bf1e-9bb04e9e9d6d] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1025.899973] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e26e1a3-72ee-456f-9bbd-61818db0878a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.914404] env[69524]: DEBUG nova.compute.provider_tree [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.979789] env[69524]: DEBUG oslo_concurrency.lockutils [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquiring lock "refresh_cache-bb9e5237-7ba0-424d-82a6-0d7b8b26a681" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.980124] env[69524]: DEBUG oslo_concurrency.lockutils [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquired lock "refresh_cache-bb9e5237-7ba0-424d-82a6-0d7b8b26a681" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.980334] env[69524]: DEBUG nova.network.neutron [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1026.137740] env[69524]: DEBUG oslo_vmware.api [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52aa17e6-abaf-8444-da2c-718c4d4d5383, 'name': SearchDatastore_Task, 'duration_secs': 0.016481} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.138065] env[69524]: DEBUG oslo_concurrency.lockutils [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.138342] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] fef113bd-ed01-442c-9d72-0c4bfa381d96/fef113bd-ed01-442c-9d72-0c4bfa381d96.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1026.138612] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-468e5c15-3600-4e36-8a63-ef78a10f4db6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.146593] env[69524]: DEBUG oslo_vmware.api [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Waiting for the task: (returnval){ [ 1026.146593] env[69524]: value = "task-4068296" [ 1026.146593] env[69524]: _type = "Task" [ 1026.146593] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.156785] env[69524]: DEBUG oslo_vmware.api [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Task: {'id': task-4068296, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.166367] env[69524]: DEBUG oslo_vmware.api [None req-5b189a8b-e41e-402d-b693-47718391d3f6 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4068295, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198095} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.166630] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b189a8b-e41e-402d-b693-47718391d3f6 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1026.166808] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5b189a8b-e41e-402d-b693-47718391d3f6 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: ca13258a-42e5-48f5-9264-af5b296c8a6f] Deleted contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1026.166989] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5b189a8b-e41e-402d-b693-47718391d3f6 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: ca13258a-42e5-48f5-9264-af5b296c8a6f] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1026.167177] env[69524]: INFO nova.compute.manager [None req-5b189a8b-e41e-402d-b693-47718391d3f6 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: ca13258a-42e5-48f5-9264-af5b296c8a6f] Took 1.43 seconds to destroy the instance on the hypervisor. [ 1026.167433] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b189a8b-e41e-402d-b693-47718391d3f6 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.167631] env[69524]: DEBUG nova.compute.manager [-] [instance: ca13258a-42e5-48f5-9264-af5b296c8a6f] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1026.167716] env[69524]: DEBUG nova.network.neutron [-] [instance: ca13258a-42e5-48f5-9264-af5b296c8a6f] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1026.401620] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: ab0b27aa-8b6c-48e9-a254-813c936b7a6a] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1026.419585] env[69524]: DEBUG nova.scheduler.client.report [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.497139] env[69524]: DEBUG nova.compute.manager [req-b5d09c92-eac7-4767-97b3-08aa9350c739 req-ccb70e8d-9130-4cdd-a581-ee3d416c3511 service nova] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Received event network-vif-plugged-e2746cb1-fc8f-45cc-9cfc-9c8051291608 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.497377] env[69524]: DEBUG oslo_concurrency.lockutils [req-b5d09c92-eac7-4767-97b3-08aa9350c739 req-ccb70e8d-9130-4cdd-a581-ee3d416c3511 service nova] Acquiring lock "bb9e5237-7ba0-424d-82a6-0d7b8b26a681-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.497609] env[69524]: DEBUG oslo_concurrency.lockutils [req-b5d09c92-eac7-4767-97b3-08aa9350c739 req-ccb70e8d-9130-4cdd-a581-ee3d416c3511 service nova] Lock "bb9e5237-7ba0-424d-82a6-0d7b8b26a681-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.497792] env[69524]: DEBUG oslo_concurrency.lockutils [req-b5d09c92-eac7-4767-97b3-08aa9350c739 req-ccb70e8d-9130-4cdd-a581-ee3d416c3511 service nova] Lock "bb9e5237-7ba0-424d-82a6-0d7b8b26a681-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.497999] env[69524]: DEBUG nova.compute.manager [req-b5d09c92-eac7-4767-97b3-08aa9350c739 req-ccb70e8d-9130-4cdd-a581-ee3d416c3511 service nova] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] No waiting events found dispatching network-vif-plugged-e2746cb1-fc8f-45cc-9cfc-9c8051291608 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1026.499974] env[69524]: WARNING nova.compute.manager [req-b5d09c92-eac7-4767-97b3-08aa9350c739 req-ccb70e8d-9130-4cdd-a581-ee3d416c3511 service nova] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Received unexpected event network-vif-plugged-e2746cb1-fc8f-45cc-9cfc-9c8051291608 for instance with vm_state building and task_state spawning. [ 1026.504888] env[69524]: DEBUG nova.compute.manager [req-b5d09c92-eac7-4767-97b3-08aa9350c739 req-ccb70e8d-9130-4cdd-a581-ee3d416c3511 service nova] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Received event network-changed-e2746cb1-fc8f-45cc-9cfc-9c8051291608 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.504888] env[69524]: DEBUG nova.compute.manager [req-b5d09c92-eac7-4767-97b3-08aa9350c739 req-ccb70e8d-9130-4cdd-a581-ee3d416c3511 service nova] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Refreshing instance network info cache due to event network-changed-e2746cb1-fc8f-45cc-9cfc-9c8051291608. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1026.504888] env[69524]: DEBUG oslo_concurrency.lockutils [req-b5d09c92-eac7-4767-97b3-08aa9350c739 req-ccb70e8d-9130-4cdd-a581-ee3d416c3511 service nova] Acquiring lock "refresh_cache-bb9e5237-7ba0-424d-82a6-0d7b8b26a681" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.558111] env[69524]: DEBUG nova.network.neutron [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1026.669290] env[69524]: DEBUG oslo_vmware.api [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Task: {'id': task-4068296, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.805503] env[69524]: DEBUG nova.network.neutron [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Updating instance_info_cache with network_info: [{"id": "e2746cb1-fc8f-45cc-9cfc-9c8051291608", "address": "fa:16:3e:34:57:ac", "network": {"id": "44e29569-eeca-4e3a-bfa6-eaf437fc808b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1419956527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4133a0547d154af78d7556a7517cb285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2746cb1-fc", "ovs_interfaceid": "e2746cb1-fc8f-45cc-9cfc-9c8051291608", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.900849] env[69524]: DEBUG oslo_concurrency.lockutils [None req-abf23db6-f1ea-460e-925a-90ecf9b69a05 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Acquiring lock "bb318096-0380-4270-81aa-66c1f722d97c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.900849] env[69524]: DEBUG oslo_concurrency.lockutils [None req-abf23db6-f1ea-460e-925a-90ecf9b69a05 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Lock "bb318096-0380-4270-81aa-66c1f722d97c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.900849] env[69524]: INFO nova.compute.manager [None req-abf23db6-f1ea-460e-925a-90ecf9b69a05 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Attaching volume 35b4af50-45a6-4e8a-a67d-7e0cf697c127 to /dev/sdb [ 1026.908200] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 6eb890b2-e6d7-49b2-a24a-9f94d574868d] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1026.930717] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.561s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.931219] env[69524]: DEBUG nova.compute.manager [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1026.935460] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e67a725d-6970-421c-902d-7b2e670674c5 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.668s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.935985] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e67a725d-6970-421c-902d-7b2e670674c5 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.938947] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.219s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.941093] env[69524]: INFO nova.compute.claims [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: ae0cb12e-3637-4d4e-9803-4e2208f7c277] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1026.957932] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad34112-1692-494e-a820-2b1c4ad61e74 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.966553] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b66a71-eaf0-4503-8d91-2b98f7aa53a3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.983081] env[69524]: DEBUG nova.virt.block_device [None req-abf23db6-f1ea-460e-925a-90ecf9b69a05 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Updating existing volume attachment record: d0fe2468-1530-46f7-8ce8-459f3ac06096 {{(pid=69524) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1026.987805] env[69524]: INFO nova.scheduler.client.report [None req-e67a725d-6970-421c-902d-7b2e670674c5 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Deleted allocations for instance e1375740-01f5-4d8c-9c09-a48d52ee046e [ 1027.145627] env[69524]: DEBUG nova.network.neutron [-] [instance: ca13258a-42e5-48f5-9264-af5b296c8a6f] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.163836] env[69524]: DEBUG oslo_vmware.api [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Task: {'id': task-4068296, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552258} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.164357] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] fef113bd-ed01-442c-9d72-0c4bfa381d96/fef113bd-ed01-442c-9d72-0c4bfa381d96.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1027.164668] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] [instance: fef113bd-ed01-442c-9d72-0c4bfa381d96] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1027.165677] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-601974c9-a074-4ae1-afa2-1822c4069a3e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.174380] env[69524]: DEBUG oslo_vmware.api [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Waiting for the task: (returnval){ [ 1027.174380] env[69524]: value = "task-4068298" [ 1027.174380] env[69524]: _type = "Task" [ 1027.174380] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.185659] env[69524]: DEBUG oslo_vmware.api [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Task: {'id': task-4068298, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.309556] env[69524]: DEBUG oslo_concurrency.lockutils [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Releasing lock "refresh_cache-bb9e5237-7ba0-424d-82a6-0d7b8b26a681" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.309556] env[69524]: DEBUG nova.compute.manager [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Instance network_info: |[{"id": "e2746cb1-fc8f-45cc-9cfc-9c8051291608", "address": "fa:16:3e:34:57:ac", "network": {"id": "44e29569-eeca-4e3a-bfa6-eaf437fc808b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1419956527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4133a0547d154af78d7556a7517cb285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2746cb1-fc", "ovs_interfaceid": "e2746cb1-fc8f-45cc-9cfc-9c8051291608", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1027.309556] env[69524]: DEBUG oslo_concurrency.lockutils [req-b5d09c92-eac7-4767-97b3-08aa9350c739 req-ccb70e8d-9130-4cdd-a581-ee3d416c3511 service nova] Acquired lock "refresh_cache-bb9e5237-7ba0-424d-82a6-0d7b8b26a681" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.309556] env[69524]: DEBUG nova.network.neutron [req-b5d09c92-eac7-4767-97b3-08aa9350c739 req-ccb70e8d-9130-4cdd-a581-ee3d416c3511 service nova] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Refreshing network info cache for port e2746cb1-fc8f-45cc-9cfc-9c8051291608 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1027.311620] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:57:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '245efab9-c420-438e-a0b8-906357ef62c1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e2746cb1-fc8f-45cc-9cfc-9c8051291608', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1027.320864] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.324956] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1027.325427] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6a8e556-4101-45f2-8711-e5668a4cb4a8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.346504] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1027.346504] env[69524]: value = "task-4068299" [ 1027.346504] env[69524]: _type = "Task" [ 1027.346504] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.413677] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 2af130dc-3603-4a57-b28f-123409202b5a] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1027.445760] env[69524]: DEBUG nova.compute.utils [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1027.451115] env[69524]: DEBUG nova.compute.manager [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1027.451333] env[69524]: DEBUG nova.network.neutron [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1027.496664] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e67a725d-6970-421c-902d-7b2e670674c5 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "e1375740-01f5-4d8c-9c09-a48d52ee046e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.058s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.602225] env[69524]: DEBUG nova.policy [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa0e69885d644bb394a0b4a5c32bce57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c0583911a34499e92e7299e6bdb937d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 1027.654548] env[69524]: INFO nova.compute.manager [-] [instance: ca13258a-42e5-48f5-9264-af5b296c8a6f] Took 1.49 seconds to deallocate network for instance. [ 1027.691154] env[69524]: DEBUG oslo_vmware.api [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Task: {'id': task-4068298, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.135586} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.691498] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] [instance: fef113bd-ed01-442c-9d72-0c4bfa381d96] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1027.692441] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f811d59-f502-4c6c-bf3f-ed6527010a01 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.715899] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] [instance: fef113bd-ed01-442c-9d72-0c4bfa381d96] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] fef113bd-ed01-442c-9d72-0c4bfa381d96/fef113bd-ed01-442c-9d72-0c4bfa381d96.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1027.716923] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9ae9822-7130-4959-afb6-9fdc6ce131ef {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.738090] env[69524]: DEBUG oslo_vmware.api [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Waiting for the task: (returnval){ [ 1027.738090] env[69524]: value = "task-4068302" [ 1027.738090] env[69524]: _type = "Task" [ 1027.738090] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.752466] env[69524]: DEBUG oslo_vmware.api [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Task: {'id': task-4068302, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.857759] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068299, 'name': CreateVM_Task, 'duration_secs': 0.416742} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.858066] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1027.858996] env[69524]: DEBUG oslo_concurrency.lockutils [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.861123] env[69524]: DEBUG oslo_concurrency.lockutils [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.861123] env[69524]: DEBUG oslo_concurrency.lockutils [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.861123] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b94343d-84e0-4f8f-91f0-e1f8bf138dc6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.865690] env[69524]: DEBUG oslo_vmware.api [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 1027.865690] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52511341-116c-b15d-dccc-cca973cb6315" [ 1027.865690] env[69524]: _type = "Task" [ 1027.865690] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.879981] env[69524]: DEBUG oslo_vmware.api [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52511341-116c-b15d-dccc-cca973cb6315, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.921149] env[69524]: DEBUG nova.network.neutron [req-b5d09c92-eac7-4767-97b3-08aa9350c739 req-ccb70e8d-9130-4cdd-a581-ee3d416c3511 service nova] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Updated VIF entry in instance network info cache for port e2746cb1-fc8f-45cc-9cfc-9c8051291608. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1027.921149] env[69524]: DEBUG nova.network.neutron [req-b5d09c92-eac7-4767-97b3-08aa9350c739 req-ccb70e8d-9130-4cdd-a581-ee3d416c3511 service nova] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Updating instance_info_cache with network_info: [{"id": "e2746cb1-fc8f-45cc-9cfc-9c8051291608", "address": "fa:16:3e:34:57:ac", "network": {"id": "44e29569-eeca-4e3a-bfa6-eaf437fc808b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1419956527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4133a0547d154af78d7556a7517cb285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2746cb1-fc", "ovs_interfaceid": "e2746cb1-fc8f-45cc-9cfc-9c8051291608", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.921989] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 8afdcf13-3a25-4b51-90a3-8e4f887bd877] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1027.959066] env[69524]: DEBUG nova.compute.manager [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1028.164634] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5b189a8b-e41e-402d-b693-47718391d3f6 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.246688] env[69524]: DEBUG nova.network.neutron [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Successfully created port: cfaaf210-b968-4586-9a57-8f9a2f4482e9 {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1028.255278] env[69524]: DEBUG oslo_vmware.api [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Task: {'id': task-4068302, 'name': ReconfigVM_Task, 'duration_secs': 0.349063} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.255480] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] [instance: fef113bd-ed01-442c-9d72-0c4bfa381d96] Reconfigured VM instance instance-00000043 to attach disk [datastore2] fef113bd-ed01-442c-9d72-0c4bfa381d96/fef113bd-ed01-442c-9d72-0c4bfa381d96.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1028.256174] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07e9fba7-cccc-47a0-ada4-fdf0a0827816 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.265148] env[69524]: DEBUG oslo_vmware.api [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Waiting for the task: (returnval){ [ 1028.265148] env[69524]: value = "task-4068303" [ 1028.265148] env[69524]: _type = "Task" [ 1028.265148] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.275169] env[69524]: DEBUG oslo_vmware.api [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Task: {'id': task-4068303, 'name': Rename_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.377514] env[69524]: DEBUG oslo_vmware.api [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52511341-116c-b15d-dccc-cca973cb6315, 'name': SearchDatastore_Task, 'duration_secs': 0.010929} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.377620] env[69524]: DEBUG oslo_concurrency.lockutils [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.378689] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1028.378689] env[69524]: DEBUG oslo_concurrency.lockutils [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.378689] env[69524]: DEBUG oslo_concurrency.lockutils [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.379284] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1028.381950] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63e47b8d-4c68-46f9-8f8b-6a2647ae45a6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.393774] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1028.394129] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1028.395125] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc567c48-78e2-4906-b77c-c82111755f05 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.406272] env[69524]: DEBUG oslo_vmware.api [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 1028.406272] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52016baa-b32b-a337-2224-f92ffaf292bb" [ 1028.406272] env[69524]: _type = "Task" [ 1028.406272] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.416633] env[69524]: DEBUG oslo_vmware.api [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52016baa-b32b-a337-2224-f92ffaf292bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.424490] env[69524]: DEBUG oslo_concurrency.lockutils [req-b5d09c92-eac7-4767-97b3-08aa9350c739 req-ccb70e8d-9130-4cdd-a581-ee3d416c3511 service nova] Releasing lock "refresh_cache-bb9e5237-7ba0-424d-82a6-0d7b8b26a681" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.425301] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 27a8da5f-1c25-4fed-8455-b843c4a7b804] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1028.433510] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13982062-3ec6-49e6-bf9a-5072c4280bd6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.444567] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f16fbb3-5ca2-4ccd-bd0a-13660a4cbb72 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.480849] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1162d2f5-8b7a-4964-b864-a4a70038e958 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.488334] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949830c0-9b13-4bf8-9cf2-b8317567b5e2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.505147] env[69524]: DEBUG nova.compute.provider_tree [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.532980] env[69524]: DEBUG nova.compute.manager [req-de6dd026-fb05-495d-8ee8-daa74b91c420 req-d8304d18-e60b-4468-90a2-35f25286573b service nova] [instance: ca13258a-42e5-48f5-9264-af5b296c8a6f] Received event network-vif-deleted-04473d1d-1c99-423f-ae03-9c14e3ccafbf {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.776074] env[69524]: DEBUG oslo_vmware.api [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Task: {'id': task-4068303, 'name': Rename_Task, 'duration_secs': 0.167282} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.776386] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] [instance: fef113bd-ed01-442c-9d72-0c4bfa381d96] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1028.776646] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87801369-f19b-46ac-a3ad-f92d6183be2e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.783927] env[69524]: DEBUG oslo_vmware.api [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Waiting for the task: (returnval){ [ 1028.783927] env[69524]: value = "task-4068304" [ 1028.783927] env[69524]: _type = "Task" [ 1028.783927] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.793460] env[69524]: DEBUG oslo_vmware.api [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Task: {'id': task-4068304, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.917860] env[69524]: DEBUG oslo_vmware.api [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52016baa-b32b-a337-2224-f92ffaf292bb, 'name': SearchDatastore_Task, 'duration_secs': 0.010164} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.918740] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8193eca-4865-411a-9e1a-5f6080f1bfb3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.925068] env[69524]: DEBUG oslo_vmware.api [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 1028.925068] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52b0e9d5-30b8-d54a-6205-428655f9b2af" [ 1028.925068] env[69524]: _type = "Task" [ 1028.925068] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.930202] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 540508eb-3326-4f5e-aa1a-a8e3ecc02a1d] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1028.936411] env[69524]: DEBUG oslo_vmware.api [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52b0e9d5-30b8-d54a-6205-428655f9b2af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.979755] env[69524]: DEBUG nova.compute.manager [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1029.008795] env[69524]: DEBUG nova.scheduler.client.report [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.018752] env[69524]: DEBUG nova.virt.hardware [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1029.018752] env[69524]: DEBUG nova.virt.hardware [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1029.018752] env[69524]: DEBUG nova.virt.hardware [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1029.019032] env[69524]: DEBUG nova.virt.hardware [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1029.019071] env[69524]: DEBUG nova.virt.hardware [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1029.019233] env[69524]: DEBUG nova.virt.hardware [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1029.019486] env[69524]: DEBUG nova.virt.hardware [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1029.019610] env[69524]: DEBUG nova.virt.hardware [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1029.019776] env[69524]: DEBUG nova.virt.hardware [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1029.019955] env[69524]: DEBUG nova.virt.hardware [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1029.020189] env[69524]: DEBUG nova.virt.hardware [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1029.021164] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-249c9c8c-a6db-4159-8acf-608ad215aa5b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.031624] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade2ba93-3a18-4ac4-aa7b-070fc4e79a08 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.143183] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquiring lock "87a52851-044c-4a42-9c08-6302d8817f5f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.143767] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "87a52851-044c-4a42-9c08-6302d8817f5f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.296117] env[69524]: DEBUG oslo_vmware.api [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Task: {'id': task-4068304, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.436600] env[69524]: DEBUG oslo_vmware.api [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52b0e9d5-30b8-d54a-6205-428655f9b2af, 'name': SearchDatastore_Task, 'duration_secs': 0.010416} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.436997] env[69524]: DEBUG oslo_concurrency.lockutils [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.437339] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] bb9e5237-7ba0-424d-82a6-0d7b8b26a681/bb9e5237-7ba0-424d-82a6-0d7b8b26a681.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1029.437805] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 848cef21-f975-4f2e-ae88-4f05cb97ba5d] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1029.439656] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0fd9e8b4-79f3-4570-8a74-f09da963c164 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.449069] env[69524]: DEBUG oslo_vmware.api [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 1029.449069] env[69524]: value = "task-4068305" [ 1029.449069] env[69524]: _type = "Task" [ 1029.449069] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.459990] env[69524]: DEBUG oslo_vmware.api [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068305, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.514303] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.575s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.514868] env[69524]: DEBUG nova.compute.manager [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: ae0cb12e-3637-4d4e-9803-4e2208f7c277] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1029.517806] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.686s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.519448] env[69524]: INFO nova.compute.claims [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: 7d00834a-76ee-4dfd-a031-d555e9b84f76] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1029.796078] env[69524]: DEBUG oslo_vmware.api [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Task: {'id': task-4068304, 'name': PowerOnVM_Task, 'duration_secs': 0.527876} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.796523] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] [instance: fef113bd-ed01-442c-9d72-0c4bfa381d96] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.796835] env[69524]: INFO nova.compute.manager [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] [instance: fef113bd-ed01-442c-9d72-0c4bfa381d96] Took 7.97 seconds to spawn the instance on the hypervisor. [ 1029.796975] env[69524]: DEBUG nova.compute.manager [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] [instance: fef113bd-ed01-442c-9d72-0c4bfa381d96] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1029.798062] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a402c5-305e-4ba8-b8d3-4a91a8170235 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.942608] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 1f43ca30-fd40-4c2c-af1f-9b12651cadb0] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1029.958273] env[69524]: DEBUG nova.network.neutron [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Successfully updated port: cfaaf210-b968-4586-9a57-8f9a2f4482e9 {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1029.966174] env[69524]: DEBUG oslo_vmware.api [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068305, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498518} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.966608] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] bb9e5237-7ba0-424d-82a6-0d7b8b26a681/bb9e5237-7ba0-424d-82a6-0d7b8b26a681.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1029.966842] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1029.967259] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ecce8182-7aa1-4fbe-a6a5-484f19ab1d54 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.975816] env[69524]: DEBUG oslo_vmware.api [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 1029.975816] env[69524]: value = "task-4068307" [ 1029.975816] env[69524]: _type = "Task" [ 1029.975816] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.988973] env[69524]: DEBUG oslo_vmware.api [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068307, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.027428] env[69524]: DEBUG nova.compute.utils [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1030.028853] env[69524]: DEBUG nova.compute.manager [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: ae0cb12e-3637-4d4e-9803-4e2208f7c277] Not allocating networking since 'none' was specified. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1030.319716] env[69524]: INFO nova.compute.manager [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] [instance: fef113bd-ed01-442c-9d72-0c4bfa381d96] Took 62.91 seconds to build instance. [ 1030.446016] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: a53aac01-ef1d-4ef0-aac4-326927830321] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1030.461588] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquiring lock "refresh_cache-c6acfcbb-5272-4eef-bde3-22c20d85df2e" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.461743] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquired lock "refresh_cache-c6acfcbb-5272-4eef-bde3-22c20d85df2e" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.461835] env[69524]: DEBUG nova.network.neutron [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1030.488390] env[69524]: DEBUG oslo_vmware.api [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068307, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.206827} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.488657] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1030.489489] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5570d3e3-8a2b-4ea1-a125-edb88b3b975d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.513636] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] bb9e5237-7ba0-424d-82a6-0d7b8b26a681/bb9e5237-7ba0-424d-82a6-0d7b8b26a681.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1030.513987] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bacaf64f-91b9-437a-a831-e7a5afd66199 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.532563] env[69524]: DEBUG nova.compute.manager [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: ae0cb12e-3637-4d4e-9803-4e2208f7c277] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1030.538631] env[69524]: DEBUG oslo_vmware.api [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 1030.538631] env[69524]: value = "task-4068308" [ 1030.538631] env[69524]: _type = "Task" [ 1030.538631] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.549778] env[69524]: DEBUG oslo_vmware.api [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068308, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.565824] env[69524]: DEBUG nova.compute.manager [req-0a43305d-6920-4431-9808-09fe6dde09a7 req-69e08728-16d0-4836-965b-8cc0e7a7ee60 service nova] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Received event network-vif-plugged-cfaaf210-b968-4586-9a57-8f9a2f4482e9 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.566077] env[69524]: DEBUG oslo_concurrency.lockutils [req-0a43305d-6920-4431-9808-09fe6dde09a7 req-69e08728-16d0-4836-965b-8cc0e7a7ee60 service nova] Acquiring lock "c6acfcbb-5272-4eef-bde3-22c20d85df2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.567255] env[69524]: DEBUG oslo_concurrency.lockutils [req-0a43305d-6920-4431-9808-09fe6dde09a7 req-69e08728-16d0-4836-965b-8cc0e7a7ee60 service nova] Lock "c6acfcbb-5272-4eef-bde3-22c20d85df2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.567255] env[69524]: DEBUG oslo_concurrency.lockutils [req-0a43305d-6920-4431-9808-09fe6dde09a7 req-69e08728-16d0-4836-965b-8cc0e7a7ee60 service nova] Lock "c6acfcbb-5272-4eef-bde3-22c20d85df2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.567255] env[69524]: DEBUG nova.compute.manager [req-0a43305d-6920-4431-9808-09fe6dde09a7 req-69e08728-16d0-4836-965b-8cc0e7a7ee60 service nova] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] No waiting events found dispatching network-vif-plugged-cfaaf210-b968-4586-9a57-8f9a2f4482e9 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1030.567255] env[69524]: WARNING nova.compute.manager [req-0a43305d-6920-4431-9808-09fe6dde09a7 req-69e08728-16d0-4836-965b-8cc0e7a7ee60 service nova] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Received unexpected event network-vif-plugged-cfaaf210-b968-4586-9a57-8f9a2f4482e9 for instance with vm_state building and task_state spawning. [ 1030.567255] env[69524]: DEBUG nova.compute.manager [req-0a43305d-6920-4431-9808-09fe6dde09a7 req-69e08728-16d0-4836-965b-8cc0e7a7ee60 service nova] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Received event network-changed-cfaaf210-b968-4586-9a57-8f9a2f4482e9 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.567255] env[69524]: DEBUG nova.compute.manager [req-0a43305d-6920-4431-9808-09fe6dde09a7 req-69e08728-16d0-4836-965b-8cc0e7a7ee60 service nova] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Refreshing instance network info cache due to event network-changed-cfaaf210-b968-4586-9a57-8f9a2f4482e9. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1030.567480] env[69524]: DEBUG oslo_concurrency.lockutils [req-0a43305d-6920-4431-9808-09fe6dde09a7 req-69e08728-16d0-4836-965b-8cc0e7a7ee60 service nova] Acquiring lock "refresh_cache-c6acfcbb-5272-4eef-bde3-22c20d85df2e" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.821695] env[69524]: DEBUG oslo_concurrency.lockutils [None req-00774b5e-8eb8-4391-8eba-3c629712f4ac tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Lock "fef113bd-ed01-442c-9d72-0c4bfa381d96" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.428s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.952028] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 830a4429-edcd-4955-99d2-72fe88ed9ada] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1030.968290] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9e86a7-e675-43b3-a48f-cc5e614f7d0e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.976983] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04bdcba5-c0a6-499c-8c38-17c188ff3232 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.020607] env[69524]: DEBUG nova.network.neutron [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1031.023893] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d63f3f-0c0f-4e40-9842-4fdd4dd4834b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.034505] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726ab715-24e9-40a3-8be1-f076bfb7e1ed {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.058598] env[69524]: DEBUG nova.compute.provider_tree [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.067410] env[69524]: DEBUG oslo_vmware.api [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068308, 'name': ReconfigVM_Task, 'duration_secs': 0.324269} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.067626] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Reconfigured VM instance instance-00000044 to attach disk [datastore2] bb9e5237-7ba0-424d-82a6-0d7b8b26a681/bb9e5237-7ba0-424d-82a6-0d7b8b26a681.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1031.068277] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e578c07-d9d5-4ba1-b481-70d3763d6f1d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.078942] env[69524]: DEBUG oslo_vmware.api [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 1031.078942] env[69524]: value = "task-4068309" [ 1031.078942] env[69524]: _type = "Task" [ 1031.078942] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.088343] env[69524]: DEBUG oslo_vmware.api [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068309, 'name': Rename_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.275838] env[69524]: DEBUG nova.network.neutron [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Updating instance_info_cache with network_info: [{"id": "cfaaf210-b968-4586-9a57-8f9a2f4482e9", "address": "fa:16:3e:93:48:a5", "network": {"id": "37adc9d0-a545-4ad6-8bda-bbeebaeaad38", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1811246761-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c0583911a34499e92e7299e6bdb937d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfaaf210-b9", "ovs_interfaceid": "cfaaf210-b968-4586-9a57-8f9a2f4482e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.325832] env[69524]: DEBUG nova.compute.manager [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1031.459796] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 1a7cb6c6-51bd-4403-a43c-8a1a5a1e2c51] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1031.545751] env[69524]: DEBUG nova.compute.manager [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: ae0cb12e-3637-4d4e-9803-4e2208f7c277] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1031.561660] env[69524]: DEBUG nova.scheduler.client.report [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.574172] env[69524]: DEBUG nova.virt.hardware [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1031.574515] env[69524]: DEBUG nova.virt.hardware [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1031.574687] env[69524]: DEBUG nova.virt.hardware [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1031.574876] env[69524]: DEBUG nova.virt.hardware [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1031.575031] env[69524]: DEBUG nova.virt.hardware [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1031.575181] env[69524]: DEBUG nova.virt.hardware [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1031.575386] env[69524]: DEBUG nova.virt.hardware [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1031.575543] env[69524]: DEBUG nova.virt.hardware [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1031.575705] env[69524]: DEBUG nova.virt.hardware [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1031.575863] env[69524]: DEBUG nova.virt.hardware [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1031.576049] env[69524]: DEBUG nova.virt.hardware [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1031.576920] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4b9ddc-e77c-4771-ba34-a0fa746cbbf6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.592833] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba317915-c505-437a-9d48-059c9a739baf {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.596700] env[69524]: DEBUG oslo_vmware.api [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068309, 'name': Rename_Task, 'duration_secs': 0.168914} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.597263] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1031.597836] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71670e7e-38a2-4e82-b273-3adee8f324a2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.608625] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: ae0cb12e-3637-4d4e-9803-4e2208f7c277] Instance VIF info [] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1031.614821] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Creating folder: Project (8d6d3204fd3b4ea4a6437e071017a946). Parent ref: group-v806025. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1031.616427] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d939e3c1-2fb9-4fb7-afbd-77112d7f787d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.618578] env[69524]: DEBUG oslo_vmware.api [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 1031.618578] env[69524]: value = "task-4068310" [ 1031.618578] env[69524]: _type = "Task" [ 1031.618578] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.627885] env[69524]: DEBUG oslo_vmware.api [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068310, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.629348] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Created folder: Project (8d6d3204fd3b4ea4a6437e071017a946) in parent group-v806025. [ 1031.629562] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Creating folder: Instances. Parent ref: group-v806229. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1031.629790] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80b98ce5-12c1-4517-92fb-c939820103c5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.642131] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Created folder: Instances in parent group-v806229. [ 1031.642426] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1031.642630] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae0cb12e-3637-4d4e-9803-4e2208f7c277] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1031.642846] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fea779c9-fc7c-432b-9e2c-6da9aa31c9c2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.660656] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1031.660656] env[69524]: value = "task-4068313" [ 1031.660656] env[69524]: _type = "Task" [ 1031.660656] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.669291] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068313, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.779191] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Releasing lock "refresh_cache-c6acfcbb-5272-4eef-bde3-22c20d85df2e" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.779373] env[69524]: DEBUG nova.compute.manager [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Instance network_info: |[{"id": "cfaaf210-b968-4586-9a57-8f9a2f4482e9", "address": "fa:16:3e:93:48:a5", "network": {"id": "37adc9d0-a545-4ad6-8bda-bbeebaeaad38", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1811246761-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c0583911a34499e92e7299e6bdb937d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfaaf210-b9", "ovs_interfaceid": "cfaaf210-b968-4586-9a57-8f9a2f4482e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1031.780679] env[69524]: DEBUG oslo_concurrency.lockutils [req-0a43305d-6920-4431-9808-09fe6dde09a7 req-69e08728-16d0-4836-965b-8cc0e7a7ee60 service nova] Acquired lock "refresh_cache-c6acfcbb-5272-4eef-bde3-22c20d85df2e" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.780679] env[69524]: DEBUG nova.network.neutron [req-0a43305d-6920-4431-9808-09fe6dde09a7 req-69e08728-16d0-4836-965b-8cc0e7a7ee60 service nova] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Refreshing network info cache for port cfaaf210-b968-4586-9a57-8f9a2f4482e9 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1031.781799] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:48:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ab93899c-92b2-4d84-95a6-192234add28c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cfaaf210-b968-4586-9a57-8f9a2f4482e9', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1031.789126] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1031.790239] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1031.790531] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-520ead2d-d2d4-40dd-97b1-e27a4532b8bc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.811123] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1031.811123] env[69524]: value = "task-4068314" [ 1031.811123] env[69524]: _type = "Task" [ 1031.811123] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.821818] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068314, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.856263] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.964498] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 780705ab-3fbb-43e0-961a-46f755f5388d] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1032.047999] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-abf23db6-f1ea-460e-925a-90ecf9b69a05 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Volume attach. Driver type: vmdk {{(pid=69524) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1032.047999] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-abf23db6-f1ea-460e-925a-90ecf9b69a05 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806228', 'volume_id': '35b4af50-45a6-4e8a-a67d-7e0cf697c127', 'name': 'volume-35b4af50-45a6-4e8a-a67d-7e0cf697c127', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bb318096-0380-4270-81aa-66c1f722d97c', 'attached_at': '', 'detached_at': '', 'volume_id': '35b4af50-45a6-4e8a-a67d-7e0cf697c127', 'serial': '35b4af50-45a6-4e8a-a67d-7e0cf697c127'} {{(pid=69524) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1032.048980] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ba3fe8-f7b6-401c-ae09-000ceaf36255 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.069639] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.552s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.070375] env[69524]: DEBUG nova.compute.manager [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: 7d00834a-76ee-4dfd-a031-d555e9b84f76] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1032.073229] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.428s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.075433] env[69524]: INFO nova.compute.claims [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 6cf8dae8-80e6-4e98-955c-db7da7571f49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1032.079333] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39391f4b-966a-431f-bbd9-3b893be2f977 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.115331] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-abf23db6-f1ea-460e-925a-90ecf9b69a05 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] volume-35b4af50-45a6-4e8a-a67d-7e0cf697c127/volume-35b4af50-45a6-4e8a-a67d-7e0cf697c127.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1032.115331] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0295016-6c42-47c4-b793-0f5fe76fbfb2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.140546] env[69524]: DEBUG oslo_vmware.api [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068310, 'name': PowerOnVM_Task, 'duration_secs': 0.475096} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.141980] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1032.142268] env[69524]: INFO nova.compute.manager [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Took 7.76 seconds to spawn the instance on the hypervisor. [ 1032.142499] env[69524]: DEBUG nova.compute.manager [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1032.142867] env[69524]: DEBUG oslo_vmware.api [None req-abf23db6-f1ea-460e-925a-90ecf9b69a05 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for the task: (returnval){ [ 1032.142867] env[69524]: value = "task-4068315" [ 1032.142867] env[69524]: _type = "Task" [ 1032.142867] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.143691] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f778a024-e070-4c38-9ef5-4042b1d338cd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.157421] env[69524]: DEBUG oslo_vmware.api [None req-abf23db6-f1ea-460e-925a-90ecf9b69a05 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068315, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.174071] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068313, 'name': CreateVM_Task, 'duration_secs': 0.31194} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.174262] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae0cb12e-3637-4d4e-9803-4e2208f7c277] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1032.174712] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.174872] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.175256] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.175547] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84ae1c85-b243-4ab8-9452-9ed31a1ac86a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.181984] env[69524]: DEBUG oslo_vmware.api [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Waiting for the task: (returnval){ [ 1032.181984] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]525fab54-bab4-68aa-14fd-2e5091792979" [ 1032.181984] env[69524]: _type = "Task" [ 1032.181984] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.194496] env[69524]: DEBUG oslo_vmware.api [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]525fab54-bab4-68aa-14fd-2e5091792979, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.323595] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068314, 'name': CreateVM_Task, 'duration_secs': 0.440383} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.323822] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1032.324569] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.468762] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 5888cdd0-2309-4abc-b928-8bcbf164258e] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1032.534827] env[69524]: DEBUG nova.network.neutron [req-0a43305d-6920-4431-9808-09fe6dde09a7 req-69e08728-16d0-4836-965b-8cc0e7a7ee60 service nova] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Updated VIF entry in instance network info cache for port cfaaf210-b968-4586-9a57-8f9a2f4482e9. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1032.535289] env[69524]: DEBUG nova.network.neutron [req-0a43305d-6920-4431-9808-09fe6dde09a7 req-69e08728-16d0-4836-965b-8cc0e7a7ee60 service nova] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Updating instance_info_cache with network_info: [{"id": "cfaaf210-b968-4586-9a57-8f9a2f4482e9", "address": "fa:16:3e:93:48:a5", "network": {"id": "37adc9d0-a545-4ad6-8bda-bbeebaeaad38", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1811246761-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c0583911a34499e92e7299e6bdb937d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfaaf210-b9", "ovs_interfaceid": "cfaaf210-b968-4586-9a57-8f9a2f4482e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.586752] env[69524]: DEBUG nova.compute.utils [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1032.588510] env[69524]: DEBUG nova.compute.manager [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: 7d00834a-76ee-4dfd-a031-d555e9b84f76] Not allocating networking since 'none' was specified. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1032.657625] env[69524]: DEBUG nova.compute.manager [req-718671da-482d-486a-afd6-5595c84134d1 req-5e7cbb75-abf9-4c0a-ae56-bfbb98c8f63c service nova] [instance: fef113bd-ed01-442c-9d72-0c4bfa381d96] Received event network-changed-ff203373-e408-44d8-8969-d001846407fc {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.657829] env[69524]: DEBUG nova.compute.manager [req-718671da-482d-486a-afd6-5595c84134d1 req-5e7cbb75-abf9-4c0a-ae56-bfbb98c8f63c service nova] [instance: fef113bd-ed01-442c-9d72-0c4bfa381d96] Refreshing instance network info cache due to event network-changed-ff203373-e408-44d8-8969-d001846407fc. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1032.658202] env[69524]: DEBUG oslo_concurrency.lockutils [req-718671da-482d-486a-afd6-5595c84134d1 req-5e7cbb75-abf9-4c0a-ae56-bfbb98c8f63c service nova] Acquiring lock "refresh_cache-fef113bd-ed01-442c-9d72-0c4bfa381d96" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.658629] env[69524]: DEBUG oslo_concurrency.lockutils [req-718671da-482d-486a-afd6-5595c84134d1 req-5e7cbb75-abf9-4c0a-ae56-bfbb98c8f63c service nova] Acquired lock "refresh_cache-fef113bd-ed01-442c-9d72-0c4bfa381d96" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.658685] env[69524]: DEBUG nova.network.neutron [req-718671da-482d-486a-afd6-5595c84134d1 req-5e7cbb75-abf9-4c0a-ae56-bfbb98c8f63c service nova] [instance: fef113bd-ed01-442c-9d72-0c4bfa381d96] Refreshing network info cache for port ff203373-e408-44d8-8969-d001846407fc {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1032.664392] env[69524]: DEBUG oslo_vmware.api [None req-abf23db6-f1ea-460e-925a-90ecf9b69a05 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068315, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.674575] env[69524]: INFO nova.compute.manager [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Took 59.93 seconds to build instance. [ 1032.694069] env[69524]: DEBUG oslo_vmware.api [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]525fab54-bab4-68aa-14fd-2e5091792979, 'name': SearchDatastore_Task, 'duration_secs': 0.013681} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.694490] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.694719] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: ae0cb12e-3637-4d4e-9803-4e2208f7c277] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1032.695022] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.695193] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.695410] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1032.695702] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.696015] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.696403] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c64138d0-0f6d-4fe2-829d-2e28c2d7eff2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.699347] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aae1a8e5-4e49-4cfa-a523-2133f68d2d0d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.705806] env[69524]: DEBUG oslo_vmware.api [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 1032.705806] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5287e2c0-cbdc-a427-1172-ac15758d133a" [ 1032.705806] env[69524]: _type = "Task" [ 1032.705806] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.713083] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1032.713330] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1032.717564] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68722fe5-27c4-47f6-b7e7-cc4f2327d016 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.720136] env[69524]: DEBUG oslo_vmware.api [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5287e2c0-cbdc-a427-1172-ac15758d133a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.723984] env[69524]: DEBUG oslo_vmware.api [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Waiting for the task: (returnval){ [ 1032.723984] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52a73a8a-d5f1-6ee1-a7a5-bf0d7cced3ed" [ 1032.723984] env[69524]: _type = "Task" [ 1032.723984] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.732896] env[69524]: DEBUG oslo_vmware.api [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52a73a8a-d5f1-6ee1-a7a5-bf0d7cced3ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.972223] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 6fd3e29b-cca6-4b6f-b772-5477bfdfe4c5] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1033.038506] env[69524]: DEBUG oslo_concurrency.lockutils [req-0a43305d-6920-4431-9808-09fe6dde09a7 req-69e08728-16d0-4836-965b-8cc0e7a7ee60 service nova] Releasing lock "refresh_cache-c6acfcbb-5272-4eef-bde3-22c20d85df2e" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.092193] env[69524]: DEBUG nova.compute.manager [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: 7d00834a-76ee-4dfd-a031-d555e9b84f76] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1033.163051] env[69524]: DEBUG oslo_vmware.api [None req-abf23db6-f1ea-460e-925a-90ecf9b69a05 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068315, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.176092] env[69524]: DEBUG oslo_concurrency.lockutils [None req-76d95e23-92a4-4d02-a595-6655de3a005b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lock "bb9e5237-7ba0-424d-82a6-0d7b8b26a681" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.441s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.217085] env[69524]: DEBUG oslo_vmware.api [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5287e2c0-cbdc-a427-1172-ac15758d133a, 'name': SearchDatastore_Task, 'duration_secs': 0.02125} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.217453] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.217818] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1033.218127] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.235322] env[69524]: DEBUG oslo_vmware.api [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52a73a8a-d5f1-6ee1-a7a5-bf0d7cced3ed, 'name': SearchDatastore_Task, 'duration_secs': 0.011023} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.239451] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd0d5ff0-bf9e-4349-a924-87fed2577c1f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.245925] env[69524]: DEBUG oslo_vmware.api [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Waiting for the task: (returnval){ [ 1033.245925] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]523fb65c-4aaf-7690-9b8f-dff3b642a639" [ 1033.245925] env[69524]: _type = "Task" [ 1033.245925] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.257904] env[69524]: DEBUG oslo_vmware.api [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]523fb65c-4aaf-7690-9b8f-dff3b642a639, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.476328] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: eaa67334-28fd-4d0f-ac77-37a80cbfff1f] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1033.568036] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c82d4005-5e0e-476d-a247-9aed06185688 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.570478] env[69524]: DEBUG nova.network.neutron [req-718671da-482d-486a-afd6-5595c84134d1 req-5e7cbb75-abf9-4c0a-ae56-bfbb98c8f63c service nova] [instance: fef113bd-ed01-442c-9d72-0c4bfa381d96] Updated VIF entry in instance network info cache for port ff203373-e408-44d8-8969-d001846407fc. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1033.571026] env[69524]: DEBUG nova.network.neutron [req-718671da-482d-486a-afd6-5595c84134d1 req-5e7cbb75-abf9-4c0a-ae56-bfbb98c8f63c service nova] [instance: fef113bd-ed01-442c-9d72-0c4bfa381d96] Updating instance_info_cache with network_info: [{"id": "ff203373-e408-44d8-8969-d001846407fc", "address": "fa:16:3e:fc:9d:d0", "network": {"id": "bca4c2c5-2fad-45c3-b8ef-594c8bfd8b24", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1597854727-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.206", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5323d4ba6f7447c1a1a137eb1984c0a3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cae1d6a8-cbba-4bbf-af10-ba5467340475", "external-id": "nsx-vlan-transportzone-271", "segmentation_id": 271, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff203373-e4", "ovs_interfaceid": "ff203373-e408-44d8-8969-d001846407fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.578252] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cdb08ac-da85-4dc9-bf7d-c6b9963b4b4f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.622590] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a4de45-48e0-4d57-8bd5-671b40eff8f7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.631679] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043b38b2-4206-44e5-8db3-3d947c2e2cf6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.648632] env[69524]: DEBUG nova.compute.provider_tree [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.659355] env[69524]: DEBUG oslo_vmware.api [None req-abf23db6-f1ea-460e-925a-90ecf9b69a05 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068315, 'name': ReconfigVM_Task, 'duration_secs': 1.140589} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.660353] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-abf23db6-f1ea-460e-925a-90ecf9b69a05 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Reconfigured VM instance instance-0000003d to attach disk [datastore2] volume-35b4af50-45a6-4e8a-a67d-7e0cf697c127/volume-35b4af50-45a6-4e8a-a67d-7e0cf697c127.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1033.665809] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf2a99a5-92c0-4ca3-90d7-601f83895d60 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.682299] env[69524]: DEBUG oslo_vmware.api [None req-abf23db6-f1ea-460e-925a-90ecf9b69a05 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for the task: (returnval){ [ 1033.682299] env[69524]: value = "task-4068316" [ 1033.682299] env[69524]: _type = "Task" [ 1033.682299] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.692446] env[69524]: DEBUG oslo_vmware.api [None req-abf23db6-f1ea-460e-925a-90ecf9b69a05 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068316, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.759515] env[69524]: DEBUG oslo_vmware.api [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]523fb65c-4aaf-7690-9b8f-dff3b642a639, 'name': SearchDatastore_Task, 'duration_secs': 0.011487} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.759791] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.760168] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] ae0cb12e-3637-4d4e-9803-4e2208f7c277/ae0cb12e-3637-4d4e-9803-4e2208f7c277.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1033.760535] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.760702] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1033.760968] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1bbe9c95-82d9-4fd3-9076-c58a9d0637fb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.763315] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb1847ae-a65f-47d1-bf44-2858268532c7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.771858] env[69524]: DEBUG oslo_vmware.api [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Waiting for the task: (returnval){ [ 1033.771858] env[69524]: value = "task-4068317" [ 1033.771858] env[69524]: _type = "Task" [ 1033.771858] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.773516] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1033.773778] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1033.777850] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ba59c34-d893-47a8-8387-625a33a5bab9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.786073] env[69524]: DEBUG oslo_vmware.api [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': task-4068317, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.787632] env[69524]: DEBUG oslo_vmware.api [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 1033.787632] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]526fb45b-1ac0-244c-d291-cd49774460af" [ 1033.787632] env[69524]: _type = "Task" [ 1033.787632] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.797666] env[69524]: DEBUG oslo_vmware.api [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]526fb45b-1ac0-244c-d291-cd49774460af, 'name': SearchDatastore_Task, 'duration_secs': 0.010186} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.798677] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac5548fe-fd1d-4712-adff-e912fc9395a6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.806999] env[69524]: DEBUG oslo_vmware.api [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 1033.806999] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52afdd73-e090-acdd-cb08-f014d9ca7cfb" [ 1033.806999] env[69524]: _type = "Task" [ 1033.806999] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.817261] env[69524]: DEBUG oslo_vmware.api [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52afdd73-e090-acdd-cb08-f014d9ca7cfb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.979116] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: ce9b3f98-be80-454d-a541-291921e3e1f7] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1034.074311] env[69524]: DEBUG oslo_concurrency.lockutils [req-718671da-482d-486a-afd6-5595c84134d1 req-5e7cbb75-abf9-4c0a-ae56-bfbb98c8f63c service nova] Releasing lock "refresh_cache-fef113bd-ed01-442c-9d72-0c4bfa381d96" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.126890] env[69524]: DEBUG nova.compute.manager [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: 7d00834a-76ee-4dfd-a031-d555e9b84f76] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1034.154909] env[69524]: DEBUG nova.scheduler.client.report [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.163020] env[69524]: DEBUG nova.virt.hardware [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1034.163020] env[69524]: DEBUG nova.virt.hardware [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1034.163020] env[69524]: DEBUG nova.virt.hardware [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1034.163020] env[69524]: DEBUG nova.virt.hardware [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1034.163020] env[69524]: DEBUG nova.virt.hardware [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1034.163020] env[69524]: DEBUG nova.virt.hardware [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1034.163020] env[69524]: DEBUG nova.virt.hardware [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1034.163020] env[69524]: DEBUG nova.virt.hardware [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1034.163020] env[69524]: DEBUG nova.virt.hardware [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1034.163020] env[69524]: DEBUG nova.virt.hardware [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1034.163020] env[69524]: DEBUG nova.virt.hardware [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1034.163715] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36260af3-d9dc-4a56-8ca1-759b0548c56b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.174102] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13847f65-aa7b-4349-ac17-802b34cdd007 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.196418] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: 7d00834a-76ee-4dfd-a031-d555e9b84f76] Instance VIF info [] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1034.203022] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1034.204214] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d00834a-76ee-4dfd-a031-d555e9b84f76] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1034.204478] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6290a6c1-51f8-46cf-a0cf-d94148d5314a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.220441] env[69524]: DEBUG oslo_vmware.api [None req-abf23db6-f1ea-460e-925a-90ecf9b69a05 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068316, 'name': ReconfigVM_Task, 'duration_secs': 0.159415} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.221240] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-abf23db6-f1ea-460e-925a-90ecf9b69a05 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806228', 'volume_id': '35b4af50-45a6-4e8a-a67d-7e0cf697c127', 'name': 'volume-35b4af50-45a6-4e8a-a67d-7e0cf697c127', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bb318096-0380-4270-81aa-66c1f722d97c', 'attached_at': '', 'detached_at': '', 'volume_id': '35b4af50-45a6-4e8a-a67d-7e0cf697c127', 'serial': '35b4af50-45a6-4e8a-a67d-7e0cf697c127'} {{(pid=69524) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1034.226554] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1034.226554] env[69524]: value = "task-4068318" [ 1034.226554] env[69524]: _type = "Task" [ 1034.226554] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.236065] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068318, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.283789] env[69524]: DEBUG oslo_vmware.api [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': task-4068317, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510831} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.284061] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] ae0cb12e-3637-4d4e-9803-4e2208f7c277/ae0cb12e-3637-4d4e-9803-4e2208f7c277.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1034.284285] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: ae0cb12e-3637-4d4e-9803-4e2208f7c277] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1034.284581] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5fcca96c-745d-4427-8598-8431656886a6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.291756] env[69524]: DEBUG oslo_vmware.api [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Waiting for the task: (returnval){ [ 1034.291756] env[69524]: value = "task-4068319" [ 1034.291756] env[69524]: _type = "Task" [ 1034.291756] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.300019] env[69524]: DEBUG oslo_vmware.api [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': task-4068319, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.317888] env[69524]: DEBUG oslo_vmware.api [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52afdd73-e090-acdd-cb08-f014d9ca7cfb, 'name': SearchDatastore_Task, 'duration_secs': 0.014293} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.317888] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.318187] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] c6acfcbb-5272-4eef-bde3-22c20d85df2e/c6acfcbb-5272-4eef-bde3-22c20d85df2e.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1034.318474] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ccab0546-886c-44bc-aa05-aa54e99ef984 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.326366] env[69524]: DEBUG oslo_vmware.api [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 1034.326366] env[69524]: value = "task-4068320" [ 1034.326366] env[69524]: _type = "Task" [ 1034.326366] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.336168] env[69524]: DEBUG oslo_vmware.api [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068320, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.482630] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: e7db82ae-71dc-43c6-a19f-3b5ddfb7041d] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1034.668243] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.595s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.669295] env[69524]: DEBUG nova.compute.manager [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 6cf8dae8-80e6-4e98-955c-db7da7571f49] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1034.673684] env[69524]: DEBUG oslo_concurrency.lockutils [None req-85a6e986-1a27-4b0b-9ec6-71588fd98fbf tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.661s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.674326] env[69524]: DEBUG oslo_concurrency.lockutils [None req-85a6e986-1a27-4b0b-9ec6-71588fd98fbf tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.676362] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.318s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.677859] env[69524]: INFO nova.compute.claims [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: b55402a9-7270-4d93-bb3f-bd49b8f3ca65] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1034.709594] env[69524]: INFO nova.scheduler.client.report [None req-85a6e986-1a27-4b0b-9ec6-71588fd98fbf tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Deleted allocations for instance 5a340d94-345e-40df-90aa-18c4753ffd6a [ 1034.713448] env[69524]: DEBUG nova.compute.manager [req-8de21134-66da-4a1d-b3c9-75b611390b23 req-34da3769-e81c-4ef3-a972-5d8d05fa4c9c service nova] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Received event network-changed-e2746cb1-fc8f-45cc-9cfc-9c8051291608 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.713448] env[69524]: DEBUG nova.compute.manager [req-8de21134-66da-4a1d-b3c9-75b611390b23 req-34da3769-e81c-4ef3-a972-5d8d05fa4c9c service nova] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Refreshing instance network info cache due to event network-changed-e2746cb1-fc8f-45cc-9cfc-9c8051291608. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1034.713654] env[69524]: DEBUG oslo_concurrency.lockutils [req-8de21134-66da-4a1d-b3c9-75b611390b23 req-34da3769-e81c-4ef3-a972-5d8d05fa4c9c service nova] Acquiring lock "refresh_cache-bb9e5237-7ba0-424d-82a6-0d7b8b26a681" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.713750] env[69524]: DEBUG oslo_concurrency.lockutils [req-8de21134-66da-4a1d-b3c9-75b611390b23 req-34da3769-e81c-4ef3-a972-5d8d05fa4c9c service nova] Acquired lock "refresh_cache-bb9e5237-7ba0-424d-82a6-0d7b8b26a681" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.713911] env[69524]: DEBUG nova.network.neutron [req-8de21134-66da-4a1d-b3c9-75b611390b23 req-34da3769-e81c-4ef3-a972-5d8d05fa4c9c service nova] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Refreshing network info cache for port e2746cb1-fc8f-45cc-9cfc-9c8051291608 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1034.738148] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068318, 'name': CreateVM_Task, 'duration_secs': 0.470463} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.738314] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d00834a-76ee-4dfd-a031-d555e9b84f76] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1034.738881] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.739185] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.739665] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.740535] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6880db57-964a-43d4-be49-f6a3b9fb094b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.748784] env[69524]: DEBUG oslo_vmware.api [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Waiting for the task: (returnval){ [ 1034.748784] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52eb396a-20bd-6616-8d99-529410170864" [ 1034.748784] env[69524]: _type = "Task" [ 1034.748784] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.757248] env[69524]: DEBUG oslo_vmware.api [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52eb396a-20bd-6616-8d99-529410170864, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.803354] env[69524]: DEBUG oslo_vmware.api [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': task-4068319, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073164} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.803672] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: ae0cb12e-3637-4d4e-9803-4e2208f7c277] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1034.804742] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e770ef3-a01e-4eef-a06c-c85c50faeffa {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.829178] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: ae0cb12e-3637-4d4e-9803-4e2208f7c277] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] ae0cb12e-3637-4d4e-9803-4e2208f7c277/ae0cb12e-3637-4d4e-9803-4e2208f7c277.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1034.829608] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1293e629-2e8b-43ac-bc44-511b7ec7d00f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.855408] env[69524]: DEBUG oslo_vmware.api [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068320, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509633} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.856735] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] c6acfcbb-5272-4eef-bde3-22c20d85df2e/c6acfcbb-5272-4eef-bde3-22c20d85df2e.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1034.856984] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1034.857328] env[69524]: DEBUG oslo_vmware.api [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Waiting for the task: (returnval){ [ 1034.857328] env[69524]: value = "task-4068321" [ 1034.857328] env[69524]: _type = "Task" [ 1034.857328] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.857522] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f904567-7f60-49c2-9cc1-1ea297c9c197 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.868080] env[69524]: DEBUG oslo_vmware.api [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': task-4068321, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.869376] env[69524]: DEBUG oslo_vmware.api [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 1034.869376] env[69524]: value = "task-4068322" [ 1034.869376] env[69524]: _type = "Task" [ 1034.869376] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.878436] env[69524]: DEBUG oslo_vmware.api [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068322, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.987118] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: e2c166bd-9b6d-4450-bba0-43bb56975555] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1035.175425] env[69524]: DEBUG nova.compute.utils [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1035.177217] env[69524]: DEBUG nova.compute.manager [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 6cf8dae8-80e6-4e98-955c-db7da7571f49] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1035.177396] env[69524]: DEBUG nova.network.neutron [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 6cf8dae8-80e6-4e98-955c-db7da7571f49] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1035.225882] env[69524]: DEBUG oslo_concurrency.lockutils [None req-85a6e986-1a27-4b0b-9ec6-71588fd98fbf tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Lock "5a340d94-345e-40df-90aa-18c4753ffd6a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.132s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.253488] env[69524]: DEBUG nova.policy [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd03cb7729d994ff7a11f204aaf5cd10c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d2fffe3417744e99ce079788dc320b9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 1035.261477] env[69524]: DEBUG oslo_vmware.api [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52eb396a-20bd-6616-8d99-529410170864, 'name': SearchDatastore_Task, 'duration_secs': 0.052336} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.261694] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.261939] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: 7d00834a-76ee-4dfd-a031-d555e9b84f76] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1035.262197] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.262345] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.262610] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1035.262859] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ffe12f72-f714-4249-af6e-30604991ca9f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.271142] env[69524]: DEBUG nova.objects.instance [None req-abf23db6-f1ea-460e-925a-90ecf9b69a05 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Lazy-loading 'flavor' on Instance uuid bb318096-0380-4270-81aa-66c1f722d97c {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1035.274442] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1035.274635] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1035.275724] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80bd91e2-a6a4-4ed0-a12c-84a6a964a8a6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.282612] env[69524]: DEBUG oslo_vmware.api [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Waiting for the task: (returnval){ [ 1035.282612] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52e5b34a-02d4-5de2-d2da-b41be5ef12f1" [ 1035.282612] env[69524]: _type = "Task" [ 1035.282612] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.292867] env[69524]: DEBUG oslo_vmware.api [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52e5b34a-02d4-5de2-d2da-b41be5ef12f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.375975] env[69524]: DEBUG oslo_vmware.api [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': task-4068321, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.389348] env[69524]: DEBUG oslo_vmware.api [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068322, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071979} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.389771] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1035.391688] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4caaa144-373b-46c2-bd10-17864192b448 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.422626] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] c6acfcbb-5272-4eef-bde3-22c20d85df2e/c6acfcbb-5272-4eef-bde3-22c20d85df2e.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1035.426356] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f461d323-fa5b-4752-92ae-0203135e96eb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.448292] env[69524]: DEBUG oslo_vmware.api [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 1035.448292] env[69524]: value = "task-4068323" [ 1035.448292] env[69524]: _type = "Task" [ 1035.448292] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.457752] env[69524]: DEBUG oslo_vmware.api [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068323, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.490436] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 1da4cbfb-3a1a-4dcb-91bf-427bd227935d] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1035.671576] env[69524]: DEBUG nova.network.neutron [req-8de21134-66da-4a1d-b3c9-75b611390b23 req-34da3769-e81c-4ef3-a972-5d8d05fa4c9c service nova] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Updated VIF entry in instance network info cache for port e2746cb1-fc8f-45cc-9cfc-9c8051291608. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1035.671968] env[69524]: DEBUG nova.network.neutron [req-8de21134-66da-4a1d-b3c9-75b611390b23 req-34da3769-e81c-4ef3-a972-5d8d05fa4c9c service nova] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Updating instance_info_cache with network_info: [{"id": "e2746cb1-fc8f-45cc-9cfc-9c8051291608", "address": "fa:16:3e:34:57:ac", "network": {"id": "44e29569-eeca-4e3a-bfa6-eaf437fc808b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1419956527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4133a0547d154af78d7556a7517cb285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2746cb1-fc", "ovs_interfaceid": "e2746cb1-fc8f-45cc-9cfc-9c8051291608", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.681830] env[69524]: DEBUG nova.compute.manager [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 6cf8dae8-80e6-4e98-955c-db7da7571f49] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1035.780305] env[69524]: DEBUG oslo_concurrency.lockutils [None req-abf23db6-f1ea-460e-925a-90ecf9b69a05 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Lock "bb318096-0380-4270-81aa-66c1f722d97c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.882s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.799053] env[69524]: DEBUG oslo_vmware.api [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52e5b34a-02d4-5de2-d2da-b41be5ef12f1, 'name': SearchDatastore_Task, 'duration_secs': 0.009518} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.800122] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c379ed4-03d5-4423-b39f-9cd780535d98 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.807330] env[69524]: DEBUG oslo_vmware.api [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Waiting for the task: (returnval){ [ 1035.807330] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52300233-4456-cbe8-910d-9a7c399d002b" [ 1035.807330] env[69524]: _type = "Task" [ 1035.807330] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.827601] env[69524]: DEBUG oslo_vmware.api [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52300233-4456-cbe8-910d-9a7c399d002b, 'name': SearchDatastore_Task, 'duration_secs': 0.010987} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.827601] env[69524]: DEBUG nova.network.neutron [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 6cf8dae8-80e6-4e98-955c-db7da7571f49] Successfully created port: 3cc84e19-c62f-4cb1-8c4b-8e2dfebd66d0 {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1035.828753] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.828753] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 7d00834a-76ee-4dfd-a031-d555e9b84f76/7d00834a-76ee-4dfd-a031-d555e9b84f76.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1035.829048] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1aa5228-bb87-476b-8aa2-17c54eaf76df {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.840456] env[69524]: DEBUG oslo_vmware.api [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Waiting for the task: (returnval){ [ 1035.840456] env[69524]: value = "task-4068324" [ 1035.840456] env[69524]: _type = "Task" [ 1035.840456] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.850767] env[69524]: DEBUG oslo_vmware.api [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': task-4068324, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.870477] env[69524]: DEBUG oslo_vmware.api [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': task-4068321, 'name': ReconfigVM_Task, 'duration_secs': 0.84483} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.870942] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: ae0cb12e-3637-4d4e-9803-4e2208f7c277] Reconfigured VM instance instance-00000046 to attach disk [datastore2] ae0cb12e-3637-4d4e-9803-4e2208f7c277/ae0cb12e-3637-4d4e-9803-4e2208f7c277.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1035.873625] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8bf8832-530a-4217-b2e3-fbb07f24279d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.879570] env[69524]: DEBUG oslo_vmware.api [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Waiting for the task: (returnval){ [ 1035.879570] env[69524]: value = "task-4068325" [ 1035.879570] env[69524]: _type = "Task" [ 1035.879570] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.891348] env[69524]: DEBUG oslo_vmware.api [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': task-4068325, 'name': Rename_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.968234] env[69524]: DEBUG oslo_vmware.api [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068323, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.995621] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: d0ff2c42-ec49-4659-8629-47a9fc275841] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1036.175014] env[69524]: DEBUG oslo_concurrency.lockutils [req-8de21134-66da-4a1d-b3c9-75b611390b23 req-34da3769-e81c-4ef3-a972-5d8d05fa4c9c service nova] Releasing lock "refresh_cache-bb9e5237-7ba0-424d-82a6-0d7b8b26a681" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.191060] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b45690-1aa3-4d4a-b96a-d5b7fab39a16 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.200535] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92afa9f7-4951-4e51-ba97-69a964e80b7c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.238542] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89445e6d-d17d-4a44-bdbd-e9e0d174fe7c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.248276] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56fa530-ae42-4dd7-a3aa-548ab3767217 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.266049] env[69524]: DEBUG nova.compute.provider_tree [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.354479] env[69524]: DEBUG oslo_vmware.api [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': task-4068324, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.391906] env[69524]: DEBUG oslo_vmware.api [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': task-4068325, 'name': Rename_Task, 'duration_secs': 0.30746} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.392245] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: ae0cb12e-3637-4d4e-9803-4e2208f7c277] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1036.392544] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d5e285e-c811-4d1f-988d-f8fff7512b7d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.402776] env[69524]: DEBUG oslo_vmware.api [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Waiting for the task: (returnval){ [ 1036.402776] env[69524]: value = "task-4068327" [ 1036.402776] env[69524]: _type = "Task" [ 1036.402776] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.415851] env[69524]: DEBUG oslo_vmware.api [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': task-4068327, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.465795] env[69524]: DEBUG oslo_vmware.api [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068323, 'name': ReconfigVM_Task, 'duration_secs': 1.000232} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.466100] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Reconfigured VM instance instance-00000045 to attach disk [datastore2] c6acfcbb-5272-4eef-bde3-22c20d85df2e/c6acfcbb-5272-4eef-bde3-22c20d85df2e.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1036.466792] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae51f6df-9f3f-41f7-a9f3-57e78113ee18 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.474257] env[69524]: DEBUG oslo_vmware.api [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 1036.474257] env[69524]: value = "task-4068328" [ 1036.474257] env[69524]: _type = "Task" [ 1036.474257] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.484630] env[69524]: DEBUG oslo_vmware.api [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068328, 'name': Rename_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.497282] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 152eccac-5038-4ed8-9748-911b53a425c2] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1036.505355] env[69524]: INFO nova.compute.manager [None req-50b78fb5-f149-4bfc-a51e-d6cbcb55b324 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Rescuing [ 1036.505645] env[69524]: DEBUG oslo_concurrency.lockutils [None req-50b78fb5-f149-4bfc-a51e-d6cbcb55b324 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Acquiring lock "refresh_cache-bb318096-0380-4270-81aa-66c1f722d97c" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.505801] env[69524]: DEBUG oslo_concurrency.lockutils [None req-50b78fb5-f149-4bfc-a51e-d6cbcb55b324 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Acquired lock "refresh_cache-bb318096-0380-4270-81aa-66c1f722d97c" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.505965] env[69524]: DEBUG nova.network.neutron [None req-50b78fb5-f149-4bfc-a51e-d6cbcb55b324 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.696273] env[69524]: DEBUG nova.compute.manager [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 6cf8dae8-80e6-4e98-955c-db7da7571f49] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1036.724580] env[69524]: DEBUG nova.virt.hardware [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1036.724839] env[69524]: DEBUG nova.virt.hardware [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1036.724994] env[69524]: DEBUG nova.virt.hardware [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1036.725197] env[69524]: DEBUG nova.virt.hardware [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1036.725343] env[69524]: DEBUG nova.virt.hardware [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1036.725486] env[69524]: DEBUG nova.virt.hardware [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1036.725691] env[69524]: DEBUG nova.virt.hardware [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1036.725846] env[69524]: DEBUG nova.virt.hardware [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1036.726015] env[69524]: DEBUG nova.virt.hardware [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1036.726187] env[69524]: DEBUG nova.virt.hardware [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1036.726354] env[69524]: DEBUG nova.virt.hardware [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1036.727273] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4051a8f-3dd3-4f84-9119-7566449597a9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.736189] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9371bfc9-7907-4d41-a384-32d1a22e7045 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.769782] env[69524]: DEBUG nova.scheduler.client.report [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.854655] env[69524]: DEBUG oslo_vmware.api [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': task-4068324, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577151} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.854787] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 7d00834a-76ee-4dfd-a031-d555e9b84f76/7d00834a-76ee-4dfd-a031-d555e9b84f76.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1036.855386] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: 7d00834a-76ee-4dfd-a031-d555e9b84f76] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1036.855386] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1dc292d9-8a37-4176-80ef-a72813649fe7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.863772] env[69524]: DEBUG oslo_vmware.api [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Waiting for the task: (returnval){ [ 1036.863772] env[69524]: value = "task-4068329" [ 1036.863772] env[69524]: _type = "Task" [ 1036.863772] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.874416] env[69524]: DEBUG oslo_vmware.api [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': task-4068329, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.914874] env[69524]: DEBUG oslo_vmware.api [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': task-4068327, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.985920] env[69524]: DEBUG oslo_vmware.api [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068328, 'name': Rename_Task, 'duration_secs': 0.44175} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.986551] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1036.986657] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-edfd6eaf-aac2-4727-8594-3728bc1ed77f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.995684] env[69524]: DEBUG oslo_vmware.api [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 1036.995684] env[69524]: value = "task-4068330" [ 1036.995684] env[69524]: _type = "Task" [ 1036.995684] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.000368] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 70882fb7-913e-4c58-86d3-61519cda37c7] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1037.013903] env[69524]: DEBUG oslo_vmware.api [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068330, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.275922] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.277268] env[69524]: DEBUG nova.compute.manager [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: b55402a9-7270-4d93-bb3f-bd49b8f3ca65] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1037.284053] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4cb103fe-0be8-476c-b473-a9c88e3dc833 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.050s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.284053] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4cb103fe-0be8-476c-b473-a9c88e3dc833 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.285615] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b4fd3d6c-5c19-43be-be31-04078c0e1e33 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.156s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.285877] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b4fd3d6c-5c19-43be-be31-04078c0e1e33 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.288787] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 26.306s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.319590] env[69524]: INFO nova.scheduler.client.report [None req-4cb103fe-0be8-476c-b473-a9c88e3dc833 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Deleted allocations for instance 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8 [ 1037.325149] env[69524]: INFO nova.scheduler.client.report [None req-b4fd3d6c-5c19-43be-be31-04078c0e1e33 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Deleted allocations for instance a80dc778-143a-4677-b03f-ed828a1a93df [ 1037.382772] env[69524]: DEBUG oslo_vmware.api [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': task-4068329, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.196993} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.386988] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: 7d00834a-76ee-4dfd-a031-d555e9b84f76] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1037.388327] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f252368-d380-4d6b-bf53-c1da250b6f45 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.430574] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: 7d00834a-76ee-4dfd-a031-d555e9b84f76] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 7d00834a-76ee-4dfd-a031-d555e9b84f76/7d00834a-76ee-4dfd-a031-d555e9b84f76.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1037.439979] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c234e817-b1a7-405f-bc4f-0174f11421fa {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.475783] env[69524]: DEBUG oslo_vmware.api [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': task-4068327, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.479927] env[69524]: DEBUG oslo_vmware.api [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Waiting for the task: (returnval){ [ 1037.479927] env[69524]: value = "task-4068331" [ 1037.479927] env[69524]: _type = "Task" [ 1037.479927] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.487943] env[69524]: DEBUG oslo_vmware.api [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': task-4068331, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.503671] env[69524]: DEBUG nova.network.neutron [None req-50b78fb5-f149-4bfc-a51e-d6cbcb55b324 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Updating instance_info_cache with network_info: [{"id": "80a35763-954c-46ed-a04a-4a2bf6da4dfa", "address": "fa:16:3e:be:66:23", "network": {"id": "c3059a41-0d8e-4f5e-aa55-00477c3a6ec8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1909587943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c577040ac1174430983ad8df058bd7c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80a35763-95", "ovs_interfaceid": "80a35763-954c-46ed-a04a-4a2bf6da4dfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.505214] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: e9cb699d-b67b-4e4d-b561-83e3def48ac8] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1037.511409] env[69524]: DEBUG oslo_vmware.api [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068330, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.603418] env[69524]: DEBUG nova.compute.manager [req-400c95b4-6c84-4156-89c5-f0fcd49a0dca req-368f6c3f-0dea-421a-a872-398feaddb31b service nova] [instance: 6cf8dae8-80e6-4e98-955c-db7da7571f49] Received event network-vif-plugged-3cc84e19-c62f-4cb1-8c4b-8e2dfebd66d0 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.603652] env[69524]: DEBUG oslo_concurrency.lockutils [req-400c95b4-6c84-4156-89c5-f0fcd49a0dca req-368f6c3f-0dea-421a-a872-398feaddb31b service nova] Acquiring lock "6cf8dae8-80e6-4e98-955c-db7da7571f49-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.603862] env[69524]: DEBUG oslo_concurrency.lockutils [req-400c95b4-6c84-4156-89c5-f0fcd49a0dca req-368f6c3f-0dea-421a-a872-398feaddb31b service nova] Lock "6cf8dae8-80e6-4e98-955c-db7da7571f49-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.605221] env[69524]: DEBUG oslo_concurrency.lockutils [req-400c95b4-6c84-4156-89c5-f0fcd49a0dca req-368f6c3f-0dea-421a-a872-398feaddb31b service nova] Lock "6cf8dae8-80e6-4e98-955c-db7da7571f49-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.605221] env[69524]: DEBUG nova.compute.manager [req-400c95b4-6c84-4156-89c5-f0fcd49a0dca req-368f6c3f-0dea-421a-a872-398feaddb31b service nova] [instance: 6cf8dae8-80e6-4e98-955c-db7da7571f49] No waiting events found dispatching network-vif-plugged-3cc84e19-c62f-4cb1-8c4b-8e2dfebd66d0 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1037.605221] env[69524]: WARNING nova.compute.manager [req-400c95b4-6c84-4156-89c5-f0fcd49a0dca req-368f6c3f-0dea-421a-a872-398feaddb31b service nova] [instance: 6cf8dae8-80e6-4e98-955c-db7da7571f49] Received unexpected event network-vif-plugged-3cc84e19-c62f-4cb1-8c4b-8e2dfebd66d0 for instance with vm_state building and task_state spawning. [ 1037.727576] env[69524]: DEBUG nova.network.neutron [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 6cf8dae8-80e6-4e98-955c-db7da7571f49] Successfully updated port: 3cc84e19-c62f-4cb1-8c4b-8e2dfebd66d0 {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1037.793668] env[69524]: DEBUG nova.compute.utils [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1037.795346] env[69524]: DEBUG nova.objects.instance [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Lazy-loading 'migration_context' on Instance uuid 0c857091-9d2c-4ecd-b853-e7efbb799669 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1037.796673] env[69524]: DEBUG nova.compute.manager [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: b55402a9-7270-4d93-bb3f-bd49b8f3ca65] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1037.796871] env[69524]: DEBUG nova.network.neutron [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: b55402a9-7270-4d93-bb3f-bd49b8f3ca65] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1037.845718] env[69524]: DEBUG nova.policy [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a61cee3adcc49aea543a1bfc8a93ce8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e689b193aa343f39ae20da345214ae2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 1037.848306] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b4fd3d6c-5c19-43be-be31-04078c0e1e33 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Lock "a80dc778-143a-4677-b03f-ed828a1a93df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.357s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.850571] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4cb103fe-0be8-476c-b473-a9c88e3dc833 tempest-AttachInterfacesUnderV243Test-781817989 tempest-AttachInterfacesUnderV243Test-781817989-project-member] Lock "0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.762s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.925542] env[69524]: DEBUG oslo_vmware.api [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': task-4068327, 'name': PowerOnVM_Task, 'duration_secs': 1.118021} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.925982] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: ae0cb12e-3637-4d4e-9803-4e2208f7c277] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1037.926294] env[69524]: INFO nova.compute.manager [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: ae0cb12e-3637-4d4e-9803-4e2208f7c277] Took 6.38 seconds to spawn the instance on the hypervisor. [ 1037.926566] env[69524]: DEBUG nova.compute.manager [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: ae0cb12e-3637-4d4e-9803-4e2208f7c277] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1037.927885] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce126e3-3cc1-4211-a294-48c3fbb10149 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.989124] env[69524]: DEBUG oslo_vmware.api [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': task-4068331, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.010410] env[69524]: DEBUG oslo_concurrency.lockutils [None req-50b78fb5-f149-4bfc-a51e-d6cbcb55b324 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Releasing lock "refresh_cache-bb318096-0380-4270-81aa-66c1f722d97c" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.012715] env[69524]: DEBUG oslo_vmware.api [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068330, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.013475] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: be92232e-a9cf-4f72-9e06-5283afc5734a] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1038.233376] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquiring lock "refresh_cache-6cf8dae8-80e6-4e98-955c-db7da7571f49" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.233376] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquired lock "refresh_cache-6cf8dae8-80e6-4e98-955c-db7da7571f49" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.233376] env[69524]: DEBUG nova.network.neutron [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 6cf8dae8-80e6-4e98-955c-db7da7571f49] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1038.287659] env[69524]: DEBUG nova.network.neutron [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: b55402a9-7270-4d93-bb3f-bd49b8f3ca65] Successfully created port: 1be62aa1-c6f1-406c-88c4-bc3263c51462 {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1038.297872] env[69524]: DEBUG nova.compute.manager [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: b55402a9-7270-4d93-bb3f-bd49b8f3ca65] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1038.461554] env[69524]: INFO nova.compute.manager [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: ae0cb12e-3637-4d4e-9803-4e2208f7c277] Took 52.76 seconds to build instance. [ 1038.501225] env[69524]: DEBUG oslo_vmware.api [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': task-4068331, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.519036] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: eed731ec-573c-4c82-9639-a3a4a9c4a8f9] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1038.521245] env[69524]: DEBUG oslo_vmware.api [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068330, 'name': PowerOnVM_Task, 'duration_secs': 1.050777} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.524034] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1038.524034] env[69524]: INFO nova.compute.manager [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Took 9.54 seconds to spawn the instance on the hypervisor. [ 1038.524034] env[69524]: DEBUG nova.compute.manager [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1038.524034] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda6c501-b176-45d9-93cc-e3d13908a3fb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.606891] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2ad84357-6f0e-4d67-9f5a-c5c801c375be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Acquiring lock "d1031693-cd67-4cb7-8bcc-dfcd69d1d72d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.606891] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2ad84357-6f0e-4d67-9f5a-c5c801c375be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Lock "d1031693-cd67-4cb7-8bcc-dfcd69d1d72d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.606891] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2ad84357-6f0e-4d67-9f5a-c5c801c375be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Acquiring lock "d1031693-cd67-4cb7-8bcc-dfcd69d1d72d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.606891] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2ad84357-6f0e-4d67-9f5a-c5c801c375be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Lock "d1031693-cd67-4cb7-8bcc-dfcd69d1d72d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.606891] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2ad84357-6f0e-4d67-9f5a-c5c801c375be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Lock "d1031693-cd67-4cb7-8bcc-dfcd69d1d72d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.610878] env[69524]: INFO nova.compute.manager [None req-2ad84357-6f0e-4d67-9f5a-c5c801c375be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] Terminating instance [ 1038.779373] env[69524]: DEBUG nova.network.neutron [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 6cf8dae8-80e6-4e98-955c-db7da7571f49] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1038.880286] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728a4f69-e913-4952-b8ab-1242a4f0ecb8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.892575] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3230be3b-3dd9-4e04-b3bd-503f8c9ec03a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.927922] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9802c304-4a4b-403d-bd16-fd3f33338f84 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.936394] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f2e4c4-03ed-4ee5-91cd-2592b3102ae9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.952899] env[69524]: DEBUG nova.compute.provider_tree [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.957896] env[69524]: DEBUG oslo_concurrency.lockutils [None req-cbd06571-8219-47a1-8187-0bd250f9b55b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Acquiring lock "da06a11a-6bb5-4f4b-a1ae-365fcdf0641f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.958078] env[69524]: DEBUG oslo_concurrency.lockutils [None req-cbd06571-8219-47a1-8187-0bd250f9b55b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Lock "da06a11a-6bb5-4f4b-a1ae-365fcdf0641f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.958315] env[69524]: DEBUG oslo_concurrency.lockutils [None req-cbd06571-8219-47a1-8187-0bd250f9b55b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Acquiring lock "da06a11a-6bb5-4f4b-a1ae-365fcdf0641f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.958499] env[69524]: DEBUG oslo_concurrency.lockutils [None req-cbd06571-8219-47a1-8187-0bd250f9b55b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Lock "da06a11a-6bb5-4f4b-a1ae-365fcdf0641f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.958667] env[69524]: DEBUG oslo_concurrency.lockutils [None req-cbd06571-8219-47a1-8187-0bd250f9b55b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Lock "da06a11a-6bb5-4f4b-a1ae-365fcdf0641f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.960707] env[69524]: INFO nova.compute.manager [None req-cbd06571-8219-47a1-8187-0bd250f9b55b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: da06a11a-6bb5-4f4b-a1ae-365fcdf0641f] Terminating instance [ 1038.967391] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7486f439-13fa-42a7-b3c4-526788b0a0e8 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Lock "ae0cb12e-3637-4d4e-9803-4e2208f7c277" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.276s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.993912] env[69524]: DEBUG oslo_vmware.api [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': task-4068331, 'name': ReconfigVM_Task, 'duration_secs': 1.029422} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.994400] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: 7d00834a-76ee-4dfd-a031-d555e9b84f76] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 7d00834a-76ee-4dfd-a031-d555e9b84f76/7d00834a-76ee-4dfd-a031-d555e9b84f76.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1038.995150] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7032ccd-bde0-430b-83ca-7ef42cac99ce {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.006171] env[69524]: DEBUG oslo_vmware.api [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Waiting for the task: (returnval){ [ 1039.006171] env[69524]: value = "task-4068332" [ 1039.006171] env[69524]: _type = "Task" [ 1039.006171] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.017037] env[69524]: DEBUG oslo_vmware.api [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': task-4068332, 'name': Rename_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.018225] env[69524]: DEBUG nova.network.neutron [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 6cf8dae8-80e6-4e98-955c-db7da7571f49] Updating instance_info_cache with network_info: [{"id": "3cc84e19-c62f-4cb1-8c4b-8e2dfebd66d0", "address": "fa:16:3e:f5:aa:a1", "network": {"id": "b23ca180-1a84-452a-9514-9d8f6aa62900", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1041588650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2fffe3417744e99ce079788dc320b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cc84e19-c6", "ovs_interfaceid": "3cc84e19-c62f-4cb1-8c4b-8e2dfebd66d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.023038] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 9c72abfc-a032-4919-83c2-bf94174e2052] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1039.047879] env[69524]: INFO nova.compute.manager [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Took 55.82 seconds to build instance. [ 1039.117607] env[69524]: DEBUG nova.compute.manager [None req-2ad84357-6f0e-4d67-9f5a-c5c801c375be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1039.117895] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad84357-6f0e-4d67-9f5a-c5c801c375be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1039.118987] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786e9fd6-e0dc-4e69-8d0b-96ab971267c5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.128661] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad84357-6f0e-4d67-9f5a-c5c801c375be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1039.129160] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0b182f7-07f1-41c6-8bd6-762a70d13fd6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.137072] env[69524]: DEBUG oslo_vmware.api [None req-2ad84357-6f0e-4d67-9f5a-c5c801c375be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Waiting for the task: (returnval){ [ 1039.137072] env[69524]: value = "task-4068333" [ 1039.137072] env[69524]: _type = "Task" [ 1039.137072] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.147102] env[69524]: DEBUG oslo_vmware.api [None req-2ad84357-6f0e-4d67-9f5a-c5c801c375be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Task: {'id': task-4068333, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.313464] env[69524]: DEBUG nova.compute.manager [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: b55402a9-7270-4d93-bb3f-bd49b8f3ca65] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1039.342949] env[69524]: DEBUG nova.virt.hardware [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1039.343183] env[69524]: DEBUG nova.virt.hardware [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1039.343218] env[69524]: DEBUG nova.virt.hardware [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1039.343383] env[69524]: DEBUG nova.virt.hardware [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1039.343528] env[69524]: DEBUG nova.virt.hardware [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1039.343809] env[69524]: DEBUG nova.virt.hardware [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1039.343973] env[69524]: DEBUG nova.virt.hardware [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1039.344197] env[69524]: DEBUG nova.virt.hardware [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1039.344381] env[69524]: DEBUG nova.virt.hardware [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1039.344602] env[69524]: DEBUG nova.virt.hardware [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1039.344770] env[69524]: DEBUG nova.virt.hardware [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1039.345673] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b6584d-af57-43f9-90b7-949b0c420bc8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.355303] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd11bdc-5a6b-4d70-91bb-f930cd494206 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.456678] env[69524]: DEBUG nova.scheduler.client.report [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.464561] env[69524]: DEBUG nova.compute.manager [None req-cbd06571-8219-47a1-8187-0bd250f9b55b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: da06a11a-6bb5-4f4b-a1ae-365fcdf0641f] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1039.464802] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd06571-8219-47a1-8187-0bd250f9b55b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: da06a11a-6bb5-4f4b-a1ae-365fcdf0641f] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1039.465778] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b670ef0f-7ee7-45cf-b1b8-e02364307372 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.474367] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd06571-8219-47a1-8187-0bd250f9b55b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: da06a11a-6bb5-4f4b-a1ae-365fcdf0641f] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1039.474655] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7bf6a8cb-3fcb-46d8-9471-4636ba7c1f87 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.482736] env[69524]: DEBUG oslo_vmware.api [None req-cbd06571-8219-47a1-8187-0bd250f9b55b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the task: (returnval){ [ 1039.482736] env[69524]: value = "task-4068334" [ 1039.482736] env[69524]: _type = "Task" [ 1039.482736] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.496141] env[69524]: DEBUG oslo_vmware.api [None req-cbd06571-8219-47a1-8187-0bd250f9b55b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068334, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.521028] env[69524]: DEBUG oslo_vmware.api [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': task-4068332, 'name': Rename_Task, 'duration_secs': 0.248575} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.521028] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: 7d00834a-76ee-4dfd-a031-d555e9b84f76] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1039.521028] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f411e8d8-ae23-41f9-b931-f5d3860215e5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.521028] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Releasing lock "refresh_cache-6cf8dae8-80e6-4e98-955c-db7da7571f49" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.521488] env[69524]: DEBUG nova.compute.manager [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 6cf8dae8-80e6-4e98-955c-db7da7571f49] Instance network_info: |[{"id": "3cc84e19-c62f-4cb1-8c4b-8e2dfebd66d0", "address": "fa:16:3e:f5:aa:a1", "network": {"id": "b23ca180-1a84-452a-9514-9d8f6aa62900", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1041588650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2fffe3417744e99ce079788dc320b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cc84e19-c6", "ovs_interfaceid": "3cc84e19-c62f-4cb1-8c4b-8e2dfebd66d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1039.521605] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 6cf8dae8-80e6-4e98-955c-db7da7571f49] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:aa:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4020f51-6e46-4b73-a79e-9fe3fd51b917', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3cc84e19-c62f-4cb1-8c4b-8e2dfebd66d0', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1039.530105] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Creating folder: Project (9d2fffe3417744e99ce079788dc320b9). Parent ref: group-v806025. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1039.531223] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 01f08d9c-f1bf-47a8-84f0-e9852b244e50] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1039.533803] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0628697a-9646-46e7-ade3-2cb1fc7a55ac {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.538777] env[69524]: DEBUG oslo_vmware.api [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Waiting for the task: (returnval){ [ 1039.538777] env[69524]: value = "task-4068335" [ 1039.538777] env[69524]: _type = "Task" [ 1039.538777] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.550159] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1611e2b0-5fd4-446a-a8bb-24ab30e4cc71 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "c6acfcbb-5272-4eef-bde3-22c20d85df2e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.334s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.550557] env[69524]: DEBUG oslo_vmware.api [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': task-4068335, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.553508] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Created folder: Project (9d2fffe3417744e99ce079788dc320b9) in parent group-v806025. [ 1039.553818] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Creating folder: Instances. Parent ref: group-v806234. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1039.554274] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40d3fd19-f097-4a76-8a02-e29de74dddef {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.561097] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-50b78fb5-f149-4bfc-a51e-d6cbcb55b324 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1039.561175] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c89914d6-2d97-4d10-b19f-d69864274816 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.571907] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Created folder: Instances in parent group-v806234. [ 1039.573090] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.573855] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cf8dae8-80e6-4e98-955c-db7da7571f49] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1039.575637] env[69524]: DEBUG oslo_vmware.api [None req-50b78fb5-f149-4bfc-a51e-d6cbcb55b324 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for the task: (returnval){ [ 1039.575637] env[69524]: value = "task-4068338" [ 1039.575637] env[69524]: _type = "Task" [ 1039.575637] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.575637] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d8d38bb-64ee-4875-ae6f-7de3f5ec2d48 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.606036] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1039.606036] env[69524]: value = "task-4068339" [ 1039.606036] env[69524]: _type = "Task" [ 1039.606036] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.609875] env[69524]: DEBUG oslo_vmware.api [None req-50b78fb5-f149-4bfc-a51e-d6cbcb55b324 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068338, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.619400] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068339, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.650400] env[69524]: DEBUG oslo_vmware.api [None req-2ad84357-6f0e-4d67-9f5a-c5c801c375be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Task: {'id': task-4068333, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.709745] env[69524]: DEBUG nova.compute.manager [req-69165bf4-5507-4bf5-b0ae-45f362265459 req-f7698d4d-98e0-49b9-a0e0-ac4ae5ffc001 service nova] [instance: 6cf8dae8-80e6-4e98-955c-db7da7571f49] Received event network-changed-3cc84e19-c62f-4cb1-8c4b-8e2dfebd66d0 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.709858] env[69524]: DEBUG nova.compute.manager [req-69165bf4-5507-4bf5-b0ae-45f362265459 req-f7698d4d-98e0-49b9-a0e0-ac4ae5ffc001 service nova] [instance: 6cf8dae8-80e6-4e98-955c-db7da7571f49] Refreshing instance network info cache due to event network-changed-3cc84e19-c62f-4cb1-8c4b-8e2dfebd66d0. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1039.710560] env[69524]: DEBUG oslo_concurrency.lockutils [req-69165bf4-5507-4bf5-b0ae-45f362265459 req-f7698d4d-98e0-49b9-a0e0-ac4ae5ffc001 service nova] Acquiring lock "refresh_cache-6cf8dae8-80e6-4e98-955c-db7da7571f49" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.710560] env[69524]: DEBUG oslo_concurrency.lockutils [req-69165bf4-5507-4bf5-b0ae-45f362265459 req-f7698d4d-98e0-49b9-a0e0-ac4ae5ffc001 service nova] Acquired lock "refresh_cache-6cf8dae8-80e6-4e98-955c-db7da7571f49" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.710744] env[69524]: DEBUG nova.network.neutron [req-69165bf4-5507-4bf5-b0ae-45f362265459 req-f7698d4d-98e0-49b9-a0e0-ac4ae5ffc001 service nova] [instance: 6cf8dae8-80e6-4e98-955c-db7da7571f49] Refreshing network info cache for port 3cc84e19-c62f-4cb1-8c4b-8e2dfebd66d0 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1039.803853] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Acquiring lock "e10f80ba-47b3-4493-8f28-7541d32553d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.804056] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Lock "e10f80ba-47b3-4493-8f28-7541d32553d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.994337] env[69524]: DEBUG oslo_vmware.api [None req-cbd06571-8219-47a1-8187-0bd250f9b55b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068334, 'name': PowerOffVM_Task, 'duration_secs': 0.253534} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.995439] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbd06571-8219-47a1-8187-0bd250f9b55b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: da06a11a-6bb5-4f4b-a1ae-365fcdf0641f] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1039.995634] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd06571-8219-47a1-8187-0bd250f9b55b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: da06a11a-6bb5-4f4b-a1ae-365fcdf0641f] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1039.995917] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5118d9a2-bf8e-4531-af38-18907d9ebb08 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.040094] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1040.040652] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Cleaning up deleted instances with incomplete migration {{(pid=69524) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1040.051835] env[69524]: DEBUG oslo_vmware.api [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': task-4068335, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.107223] env[69524]: DEBUG oslo_vmware.api [None req-50b78fb5-f149-4bfc-a51e-d6cbcb55b324 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068338, 'name': PowerOffVM_Task, 'duration_secs': 0.24376} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.107690] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-50b78fb5-f149-4bfc-a51e-d6cbcb55b324 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1040.108652] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2966ccc4-66c1-4d50-bcec-f033e34feb79 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.125501] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068339, 'name': CreateVM_Task, 'duration_secs': 0.497099} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.144532] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cf8dae8-80e6-4e98-955c-db7da7571f49] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1040.145649] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.145859] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.147061] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.150811] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11faf6f7-f9a4-4826-ab32-1d3adfa83f06 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.155211] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24bac7de-5220-4d2f-9c44-d88dc0223eb8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.167920] env[69524]: DEBUG oslo_vmware.api [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1040.167920] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52f56def-f13a-805a-d57d-f339b4c1cc07" [ 1040.167920] env[69524]: _type = "Task" [ 1040.167920] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.174750] env[69524]: DEBUG oslo_vmware.api [None req-2ad84357-6f0e-4d67-9f5a-c5c801c375be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Task: {'id': task-4068333, 'name': PowerOffVM_Task, 'duration_secs': 0.517401} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.180353] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad84357-6f0e-4d67-9f5a-c5c801c375be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1040.180693] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad84357-6f0e-4d67-9f5a-c5c801c375be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1040.181079] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6e17607-ad11-4731-a866-119e097f2bd4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.195771] env[69524]: DEBUG oslo_vmware.api [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52f56def-f13a-805a-d57d-f339b4c1cc07, 'name': SearchDatastore_Task, 'duration_secs': 0.016032} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.196243] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.196572] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 6cf8dae8-80e6-4e98-955c-db7da7571f49] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1040.196926] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.197142] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.197464] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1040.197904] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e146143-f019-4cdb-be6c-0a1c73a1fad2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.205229] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-50b78fb5-f149-4bfc-a51e-d6cbcb55b324 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.205738] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d46dae6-cee3-48ca-9b41-cb033fa50a53 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.209233] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1040.209550] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1040.211086] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ef7efb0-2784-4d77-b705-fe039a7cf8d0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.218836] env[69524]: DEBUG oslo_vmware.api [None req-50b78fb5-f149-4bfc-a51e-d6cbcb55b324 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for the task: (returnval){ [ 1040.218836] env[69524]: value = "task-4068342" [ 1040.218836] env[69524]: _type = "Task" [ 1040.218836] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.229502] env[69524]: DEBUG oslo_vmware.api [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1040.229502] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]527f6329-9f0d-36c7-50a3-fbd02de41f5d" [ 1040.229502] env[69524]: _type = "Task" [ 1040.229502] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.238072] env[69524]: DEBUG nova.network.neutron [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: b55402a9-7270-4d93-bb3f-bd49b8f3ca65] Successfully updated port: 1be62aa1-c6f1-406c-88c4-bc3263c51462 {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1040.238072] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-50b78fb5-f149-4bfc-a51e-d6cbcb55b324 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] VM already powered off {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1040.238440] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-50b78fb5-f149-4bfc-a51e-d6cbcb55b324 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1040.239470] env[69524]: DEBUG oslo_concurrency.lockutils [None req-50b78fb5-f149-4bfc-a51e-d6cbcb55b324 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.248475] env[69524]: DEBUG oslo_vmware.api [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]527f6329-9f0d-36c7-50a3-fbd02de41f5d, 'name': SearchDatastore_Task, 'duration_secs': 0.013269} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.249934] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f7804b5-6cce-45ca-9425-628c616a35f2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.258328] env[69524]: DEBUG oslo_vmware.api [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1040.258328] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52cb324a-0a2b-ea8b-950f-5541ae4fb8b9" [ 1040.258328] env[69524]: _type = "Task" [ 1040.258328] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.271404] env[69524]: DEBUG oslo_vmware.api [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52cb324a-0a2b-ea8b-950f-5541ae4fb8b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.307507] env[69524]: DEBUG nova.compute.manager [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: e10f80ba-47b3-4493-8f28-7541d32553d1] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1040.472436] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.184s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.481727] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.391s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.483927] env[69524]: INFO nova.compute.claims [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f4650838-ce8b-4f45-ab3a-84657fd1942e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1040.545754] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1040.551768] env[69524]: DEBUG oslo_vmware.api [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': task-4068335, 'name': PowerOnVM_Task, 'duration_secs': 0.625266} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.552329] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: 7d00834a-76ee-4dfd-a031-d555e9b84f76] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1040.552642] env[69524]: INFO nova.compute.manager [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: 7d00834a-76ee-4dfd-a031-d555e9b84f76] Took 6.43 seconds to spawn the instance on the hypervisor. [ 1040.552938] env[69524]: DEBUG nova.compute.manager [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: 7d00834a-76ee-4dfd-a031-d555e9b84f76] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1040.554187] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d694b3-61a1-4b91-9d14-f9ba4bf8f846 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.612394] env[69524]: DEBUG nova.network.neutron [req-69165bf4-5507-4bf5-b0ae-45f362265459 req-f7698d4d-98e0-49b9-a0e0-ac4ae5ffc001 service nova] [instance: 6cf8dae8-80e6-4e98-955c-db7da7571f49] Updated VIF entry in instance network info cache for port 3cc84e19-c62f-4cb1-8c4b-8e2dfebd66d0. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1040.612754] env[69524]: DEBUG nova.network.neutron [req-69165bf4-5507-4bf5-b0ae-45f362265459 req-f7698d4d-98e0-49b9-a0e0-ac4ae5ffc001 service nova] [instance: 6cf8dae8-80e6-4e98-955c-db7da7571f49] Updating instance_info_cache with network_info: [{"id": "3cc84e19-c62f-4cb1-8c4b-8e2dfebd66d0", "address": "fa:16:3e:f5:aa:a1", "network": {"id": "b23ca180-1a84-452a-9514-9d8f6aa62900", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1041588650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2fffe3417744e99ce079788dc320b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3cc84e19-c6", "ovs_interfaceid": "3cc84e19-c62f-4cb1-8c4b-8e2dfebd66d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.740180] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Acquiring lock "refresh_cache-b55402a9-7270-4d93-bb3f-bd49b8f3ca65" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.740301] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Acquired lock "refresh_cache-b55402a9-7270-4d93-bb3f-bd49b8f3ca65" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.740477] env[69524]: DEBUG nova.network.neutron [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: b55402a9-7270-4d93-bb3f-bd49b8f3ca65] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1040.780022] env[69524]: DEBUG oslo_vmware.api [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52cb324a-0a2b-ea8b-950f-5541ae4fb8b9, 'name': SearchDatastore_Task, 'duration_secs': 0.012734} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.780361] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.780669] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 6cf8dae8-80e6-4e98-955c-db7da7571f49/6cf8dae8-80e6-4e98-955c-db7da7571f49.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1040.781408] env[69524]: DEBUG oslo_concurrency.lockutils [None req-50b78fb5-f149-4bfc-a51e-d6cbcb55b324 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.781408] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-50b78fb5-f149-4bfc-a51e-d6cbcb55b324 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1040.781681] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1127312f-0a08-4df5-af2c-38e436009ccf {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.783876] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74e65319-e61b-41b8-9e2e-4b76c133fadc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.793316] env[69524]: DEBUG oslo_vmware.api [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1040.793316] env[69524]: value = "task-4068343" [ 1040.793316] env[69524]: _type = "Task" [ 1040.793316] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.797862] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-50b78fb5-f149-4bfc-a51e-d6cbcb55b324 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1040.798140] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-50b78fb5-f149-4bfc-a51e-d6cbcb55b324 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1040.799969] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d807366-1fe8-4ed1-9d44-d6dfe1eb0bd7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.806064] env[69524]: DEBUG oslo_vmware.api [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068343, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.810419] env[69524]: DEBUG oslo_vmware.api [None req-50b78fb5-f149-4bfc-a51e-d6cbcb55b324 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for the task: (returnval){ [ 1040.810419] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52519a3b-8b90-d3c2-a602-b1886dbae2ce" [ 1040.810419] env[69524]: _type = "Task" [ 1040.810419] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.824369] env[69524]: DEBUG oslo_vmware.api [None req-50b78fb5-f149-4bfc-a51e-d6cbcb55b324 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52519a3b-8b90-d3c2-a602-b1886dbae2ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.838630] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.083428] env[69524]: INFO nova.compute.manager [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: 7d00834a-76ee-4dfd-a031-d555e9b84f76] Took 52.28 seconds to build instance. [ 1041.115438] env[69524]: DEBUG oslo_concurrency.lockutils [req-69165bf4-5507-4bf5-b0ae-45f362265459 req-f7698d4d-98e0-49b9-a0e0-ac4ae5ffc001 service nova] Releasing lock "refresh_cache-6cf8dae8-80e6-4e98-955c-db7da7571f49" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.158432] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd06571-8219-47a1-8187-0bd250f9b55b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: da06a11a-6bb5-4f4b-a1ae-365fcdf0641f] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1041.158432] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd06571-8219-47a1-8187-0bd250f9b55b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: da06a11a-6bb5-4f4b-a1ae-365fcdf0641f] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1041.158432] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbd06571-8219-47a1-8187-0bd250f9b55b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Deleting the datastore file [datastore1] da06a11a-6bb5-4f4b-a1ae-365fcdf0641f {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1041.158432] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0349ad09-1852-4813-a316-b5d71775a17f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.168997] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad84357-6f0e-4d67-9f5a-c5c801c375be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1041.169313] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad84357-6f0e-4d67-9f5a-c5c801c375be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] Deleting contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1041.169515] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ad84357-6f0e-4d67-9f5a-c5c801c375be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Deleting the datastore file [datastore2] d1031693-cd67-4cb7-8bcc-dfcd69d1d72d {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1041.171790] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5334c02-da51-42ac-b7e8-bc53efe233d4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.174973] env[69524]: DEBUG oslo_vmware.api [None req-cbd06571-8219-47a1-8187-0bd250f9b55b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the task: (returnval){ [ 1041.174973] env[69524]: value = "task-4068344" [ 1041.174973] env[69524]: _type = "Task" [ 1041.174973] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.182102] env[69524]: DEBUG oslo_vmware.api [None req-2ad84357-6f0e-4d67-9f5a-c5c801c375be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Waiting for the task: (returnval){ [ 1041.182102] env[69524]: value = "task-4068345" [ 1041.182102] env[69524]: _type = "Task" [ 1041.182102] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.189419] env[69524]: DEBUG oslo_vmware.api [None req-cbd06571-8219-47a1-8187-0bd250f9b55b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068344, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.201423] env[69524]: DEBUG oslo_vmware.api [None req-2ad84357-6f0e-4d67-9f5a-c5c801c375be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Task: {'id': task-4068345, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.309832] env[69524]: DEBUG oslo_vmware.api [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068343, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.319688] env[69524]: DEBUG nova.network.neutron [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: b55402a9-7270-4d93-bb3f-bd49b8f3ca65] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1041.329625] env[69524]: DEBUG oslo_vmware.api [None req-50b78fb5-f149-4bfc-a51e-d6cbcb55b324 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52519a3b-8b90-d3c2-a602-b1886dbae2ce, 'name': SearchDatastore_Task, 'duration_secs': 0.012362} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.331109] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3a465b4-7527-4557-a3a7-5255e8c3bac0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.338476] env[69524]: DEBUG oslo_vmware.api [None req-50b78fb5-f149-4bfc-a51e-d6cbcb55b324 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for the task: (returnval){ [ 1041.338476] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]529ae116-87aa-3a61-7f7b-034269b2a45e" [ 1041.338476] env[69524]: _type = "Task" [ 1041.338476] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.349619] env[69524]: DEBUG oslo_vmware.api [None req-50b78fb5-f149-4bfc-a51e-d6cbcb55b324 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]529ae116-87aa-3a61-7f7b-034269b2a45e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.556295] env[69524]: DEBUG nova.network.neutron [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: b55402a9-7270-4d93-bb3f-bd49b8f3ca65] Updating instance_info_cache with network_info: [{"id": "1be62aa1-c6f1-406c-88c4-bc3263c51462", "address": "fa:16:3e:4b:7a:a4", "network": {"id": "2e8618f3-4c22-4b00-9b55-9f0cd1923cb3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1904629154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e689b193aa343f39ae20da345214ae2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1be62aa1-c6", "ovs_interfaceid": "1be62aa1-c6f1-406c-88c4-bc3263c51462", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.588592] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ebd7b52d-b3ef-4912-8cb6-3042b822399b tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Lock "7d00834a-76ee-4dfd-a031-d555e9b84f76" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.411s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.688084] env[69524]: DEBUG oslo_vmware.api [None req-cbd06571-8219-47a1-8187-0bd250f9b55b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068344, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307328} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.688084] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbd06571-8219-47a1-8187-0bd250f9b55b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1041.688084] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd06571-8219-47a1-8187-0bd250f9b55b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: da06a11a-6bb5-4f4b-a1ae-365fcdf0641f] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1041.688084] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-cbd06571-8219-47a1-8187-0bd250f9b55b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: da06a11a-6bb5-4f4b-a1ae-365fcdf0641f] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1041.688084] env[69524]: INFO nova.compute.manager [None req-cbd06571-8219-47a1-8187-0bd250f9b55b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: da06a11a-6bb5-4f4b-a1ae-365fcdf0641f] Took 2.22 seconds to destroy the instance on the hypervisor. [ 1041.688084] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cbd06571-8219-47a1-8187-0bd250f9b55b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.688405] env[69524]: DEBUG nova.compute.manager [-] [instance: da06a11a-6bb5-4f4b-a1ae-365fcdf0641f] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1041.688405] env[69524]: DEBUG nova.network.neutron [-] [instance: da06a11a-6bb5-4f4b-a1ae-365fcdf0641f] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1041.706254] env[69524]: DEBUG oslo_vmware.api [None req-2ad84357-6f0e-4d67-9f5a-c5c801c375be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Task: {'id': task-4068345, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255097} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.706254] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ad84357-6f0e-4d67-9f5a-c5c801c375be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1041.706254] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad84357-6f0e-4d67-9f5a-c5c801c375be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] Deleted contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1041.706254] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad84357-6f0e-4d67-9f5a-c5c801c375be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1041.706254] env[69524]: INFO nova.compute.manager [None req-2ad84357-6f0e-4d67-9f5a-c5c801c375be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] Took 2.59 seconds to destroy the instance on the hypervisor. [ 1041.706254] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ad84357-6f0e-4d67-9f5a-c5c801c375be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1041.706254] env[69524]: DEBUG nova.compute.manager [-] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1041.706254] env[69524]: DEBUG nova.network.neutron [-] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1041.776441] env[69524]: DEBUG nova.compute.manager [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Stashing vm_state: active {{(pid=69524) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1041.811538] env[69524]: DEBUG oslo_vmware.api [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068343, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555229} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.811839] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 6cf8dae8-80e6-4e98-955c-db7da7571f49/6cf8dae8-80e6-4e98-955c-db7da7571f49.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1041.812070] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 6cf8dae8-80e6-4e98-955c-db7da7571f49] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1041.815991] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04e1eccb-83ee-4671-a1d6-6cb03d735bf6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.824555] env[69524]: DEBUG oslo_vmware.api [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1041.824555] env[69524]: value = "task-4068346" [ 1041.824555] env[69524]: _type = "Task" [ 1041.824555] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.835899] env[69524]: DEBUG oslo_vmware.api [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068346, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.846231] env[69524]: DEBUG nova.compute.manager [req-1a7fccf9-dd78-47bb-95a1-881cd2cded3a req-d09d52fa-1cdf-4016-b9f5-e445a042e79d service nova] [instance: b55402a9-7270-4d93-bb3f-bd49b8f3ca65] Received event network-vif-plugged-1be62aa1-c6f1-406c-88c4-bc3263c51462 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.846441] env[69524]: DEBUG oslo_concurrency.lockutils [req-1a7fccf9-dd78-47bb-95a1-881cd2cded3a req-d09d52fa-1cdf-4016-b9f5-e445a042e79d service nova] Acquiring lock "b55402a9-7270-4d93-bb3f-bd49b8f3ca65-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.846662] env[69524]: DEBUG oslo_concurrency.lockutils [req-1a7fccf9-dd78-47bb-95a1-881cd2cded3a req-d09d52fa-1cdf-4016-b9f5-e445a042e79d service nova] Lock "b55402a9-7270-4d93-bb3f-bd49b8f3ca65-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.846795] env[69524]: DEBUG oslo_concurrency.lockutils [req-1a7fccf9-dd78-47bb-95a1-881cd2cded3a req-d09d52fa-1cdf-4016-b9f5-e445a042e79d service nova] Lock "b55402a9-7270-4d93-bb3f-bd49b8f3ca65-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.846954] env[69524]: DEBUG nova.compute.manager [req-1a7fccf9-dd78-47bb-95a1-881cd2cded3a req-d09d52fa-1cdf-4016-b9f5-e445a042e79d service nova] [instance: b55402a9-7270-4d93-bb3f-bd49b8f3ca65] No waiting events found dispatching network-vif-plugged-1be62aa1-c6f1-406c-88c4-bc3263c51462 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1041.847144] env[69524]: WARNING nova.compute.manager [req-1a7fccf9-dd78-47bb-95a1-881cd2cded3a req-d09d52fa-1cdf-4016-b9f5-e445a042e79d service nova] [instance: b55402a9-7270-4d93-bb3f-bd49b8f3ca65] Received unexpected event network-vif-plugged-1be62aa1-c6f1-406c-88c4-bc3263c51462 for instance with vm_state building and task_state spawning. [ 1041.847287] env[69524]: DEBUG nova.compute.manager [req-1a7fccf9-dd78-47bb-95a1-881cd2cded3a req-d09d52fa-1cdf-4016-b9f5-e445a042e79d service nova] [instance: b55402a9-7270-4d93-bb3f-bd49b8f3ca65] Received event network-changed-1be62aa1-c6f1-406c-88c4-bc3263c51462 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.847428] env[69524]: DEBUG nova.compute.manager [req-1a7fccf9-dd78-47bb-95a1-881cd2cded3a req-d09d52fa-1cdf-4016-b9f5-e445a042e79d service nova] [instance: b55402a9-7270-4d93-bb3f-bd49b8f3ca65] Refreshing instance network info cache due to event network-changed-1be62aa1-c6f1-406c-88c4-bc3263c51462. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1041.847621] env[69524]: DEBUG oslo_concurrency.lockutils [req-1a7fccf9-dd78-47bb-95a1-881cd2cded3a req-d09d52fa-1cdf-4016-b9f5-e445a042e79d service nova] Acquiring lock "refresh_cache-b55402a9-7270-4d93-bb3f-bd49b8f3ca65" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.855440] env[69524]: DEBUG oslo_vmware.api [None req-50b78fb5-f149-4bfc-a51e-d6cbcb55b324 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]529ae116-87aa-3a61-7f7b-034269b2a45e, 'name': SearchDatastore_Task, 'duration_secs': 0.017992} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.855705] env[69524]: DEBUG oslo_concurrency.lockutils [None req-50b78fb5-f149-4bfc-a51e-d6cbcb55b324 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.855974] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-50b78fb5-f149-4bfc-a51e-d6cbcb55b324 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] bb318096-0380-4270-81aa-66c1f722d97c/7e48ad2e-b898-4fe5-a14c-ede19c27ca63-rescue.vmdk. {{(pid=69524) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1041.857465] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e490f40a-f89b-49ae-8d5f-66d86cb60922 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.870411] env[69524]: DEBUG oslo_vmware.api [None req-50b78fb5-f149-4bfc-a51e-d6cbcb55b324 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for the task: (returnval){ [ 1041.870411] env[69524]: value = "task-4068347" [ 1041.870411] env[69524]: _type = "Task" [ 1041.870411] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.884020] env[69524]: DEBUG oslo_vmware.api [None req-50b78fb5-f149-4bfc-a51e-d6cbcb55b324 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068347, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.022719] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47101bc0-d657-4d1c-b257-79db330aa3bd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.028568] env[69524]: INFO nova.compute.manager [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Swapping old allocation on dict_keys(['333a7aa4-d2cd-4888-ac97-9e43e6b91719']) held by migration 893f9768-96f7-4cd0-abb4-ef38b8049362 for instance [ 1042.036422] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f166659-15a6-43e4-a354-4d4122022677 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.072432] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Releasing lock "refresh_cache-b55402a9-7270-4d93-bb3f-bd49b8f3ca65" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.072824] env[69524]: DEBUG nova.compute.manager [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: b55402a9-7270-4d93-bb3f-bd49b8f3ca65] Instance network_info: |[{"id": "1be62aa1-c6f1-406c-88c4-bc3263c51462", "address": "fa:16:3e:4b:7a:a4", "network": {"id": "2e8618f3-4c22-4b00-9b55-9f0cd1923cb3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1904629154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e689b193aa343f39ae20da345214ae2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1be62aa1-c6", "ovs_interfaceid": "1be62aa1-c6f1-406c-88c4-bc3263c51462", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1042.076092] env[69524]: DEBUG oslo_concurrency.lockutils [req-1a7fccf9-dd78-47bb-95a1-881cd2cded3a req-d09d52fa-1cdf-4016-b9f5-e445a042e79d service nova] Acquired lock "refresh_cache-b55402a9-7270-4d93-bb3f-bd49b8f3ca65" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.076384] env[69524]: DEBUG nova.network.neutron [req-1a7fccf9-dd78-47bb-95a1-881cd2cded3a req-d09d52fa-1cdf-4016-b9f5-e445a042e79d service nova] [instance: b55402a9-7270-4d93-bb3f-bd49b8f3ca65] Refreshing network info cache for port 1be62aa1-c6f1-406c-88c4-bc3263c51462 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1042.077580] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: b55402a9-7270-4d93-bb3f-bd49b8f3ca65] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:7a:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30c39e9a-a798-4f25-a48c-91f786ba332c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1be62aa1-c6f1-406c-88c4-bc3263c51462', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1042.085142] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Creating folder: Project (8e689b193aa343f39ae20da345214ae2). Parent ref: group-v806025. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1042.085982] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a43df43e-69a5-4d8e-a287-b209c62adacb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.089771] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2959b31f-e33d-462e-ba21-f6bdefb0e076 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.098297] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231ad763-f665-41ab-9192-98286350471f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.104852] env[69524]: DEBUG nova.scheduler.client.report [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Overwriting current allocation {'allocations': {'333a7aa4-d2cd-4888-ac97-9e43e6b91719': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 103}}, 'project_id': 'e8d4a69dd2a544dd9131056f09e018e0', 'user_id': '9e253cb228794ad0b33ff7718aa121fd', 'consumer_generation': 1} on consumer 0c857091-9d2c-4ecd-b853-e7efbb799669 {{(pid=69524) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1042.108703] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Created folder: Project (8e689b193aa343f39ae20da345214ae2) in parent group-v806025. [ 1042.108878] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Creating folder: Instances. Parent ref: group-v806237. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1042.109696] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-64a10c54-631e-47d1-b56f-7bd46ab5813c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.120819] env[69524]: INFO nova.compute.manager [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: 7d00834a-76ee-4dfd-a031-d555e9b84f76] Rebuilding instance [ 1042.123348] env[69524]: DEBUG nova.compute.provider_tree [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.129442] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Created folder: Instances in parent group-v806237. [ 1042.129442] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1042.129442] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b55402a9-7270-4d93-bb3f-bd49b8f3ca65] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1042.129442] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5b7e622-802e-454c-8217-b2fd56269850 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.152440] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1042.152440] env[69524]: value = "task-4068350" [ 1042.152440] env[69524]: _type = "Task" [ 1042.152440] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.169735] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068350, 'name': CreateVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.181363] env[69524]: DEBUG nova.compute.manager [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: 7d00834a-76ee-4dfd-a031-d555e9b84f76] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1042.181363] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27fde07a-a383-4945-8667-1650221a1c85 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.236445] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Acquiring lock "refresh_cache-0c857091-9d2c-4ecd-b853-e7efbb799669" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.236872] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Acquired lock "refresh_cache-0c857091-9d2c-4ecd-b853-e7efbb799669" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.236963] env[69524]: DEBUG nova.network.neutron [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1042.304072] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.339161] env[69524]: DEBUG oslo_vmware.api [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068346, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079398} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.339735] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 6cf8dae8-80e6-4e98-955c-db7da7571f49] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1042.340498] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7563281b-65dc-4894-b7f8-6473225d64de {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.367965] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 6cf8dae8-80e6-4e98-955c-db7da7571f49] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] 6cf8dae8-80e6-4e98-955c-db7da7571f49/6cf8dae8-80e6-4e98-955c-db7da7571f49.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.368442] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdc55cad-8453-43af-8117-063421beb2ae {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.394367] env[69524]: DEBUG oslo_vmware.api [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1042.394367] env[69524]: value = "task-4068351" [ 1042.394367] env[69524]: _type = "Task" [ 1042.394367] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.398237] env[69524]: DEBUG oslo_vmware.api [None req-50b78fb5-f149-4bfc-a51e-d6cbcb55b324 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068347, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.410555] env[69524]: DEBUG oslo_vmware.api [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068351, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.632077] env[69524]: DEBUG nova.scheduler.client.report [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.670551] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068350, 'name': CreateVM_Task} progress is 25%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.752022] env[69524]: DEBUG nova.network.neutron [-] [instance: da06a11a-6bb5-4f4b-a1ae-365fcdf0641f] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.909978] env[69524]: DEBUG oslo_vmware.api [None req-50b78fb5-f149-4bfc-a51e-d6cbcb55b324 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068347, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.689363} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.911239] env[69524]: INFO nova.virt.vmwareapi.ds_util [None req-50b78fb5-f149-4bfc-a51e-d6cbcb55b324 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] bb318096-0380-4270-81aa-66c1f722d97c/7e48ad2e-b898-4fe5-a14c-ede19c27ca63-rescue.vmdk. [ 1042.915121] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb3ea90-a93e-488e-ab7c-5877ae850ca9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.927365] env[69524]: DEBUG oslo_vmware.api [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068351, 'name': ReconfigVM_Task, 'duration_secs': 0.500124} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.927365] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 6cf8dae8-80e6-4e98-955c-db7da7571f49] Reconfigured VM instance instance-00000048 to attach disk [datastore1] 6cf8dae8-80e6-4e98-955c-db7da7571f49/6cf8dae8-80e6-4e98-955c-db7da7571f49.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1042.927365] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-de62447f-b452-41e2-a0db-72bc1b9d8962 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.962407] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-50b78fb5-f149-4bfc-a51e-d6cbcb55b324 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] bb318096-0380-4270-81aa-66c1f722d97c/7e48ad2e-b898-4fe5-a14c-ede19c27ca63-rescue.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.969172] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-117cd2f7-ab30-4a86-b414-fefc67a8cf14 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.985876] env[69524]: DEBUG oslo_vmware.api [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1042.985876] env[69524]: value = "task-4068352" [ 1042.985876] env[69524]: _type = "Task" [ 1042.985876] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.993922] env[69524]: DEBUG oslo_vmware.api [None req-50b78fb5-f149-4bfc-a51e-d6cbcb55b324 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for the task: (returnval){ [ 1042.993922] env[69524]: value = "task-4068353" [ 1042.993922] env[69524]: _type = "Task" [ 1042.993922] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.999313] env[69524]: DEBUG oslo_vmware.api [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068352, 'name': Rename_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.017198] env[69524]: DEBUG oslo_vmware.api [None req-50b78fb5-f149-4bfc-a51e-d6cbcb55b324 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068353, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.111900] env[69524]: DEBUG nova.network.neutron [req-1a7fccf9-dd78-47bb-95a1-881cd2cded3a req-d09d52fa-1cdf-4016-b9f5-e445a042e79d service nova] [instance: b55402a9-7270-4d93-bb3f-bd49b8f3ca65] Updated VIF entry in instance network info cache for port 1be62aa1-c6f1-406c-88c4-bc3263c51462. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1043.112684] env[69524]: DEBUG nova.network.neutron [req-1a7fccf9-dd78-47bb-95a1-881cd2cded3a req-d09d52fa-1cdf-4016-b9f5-e445a042e79d service nova] [instance: b55402a9-7270-4d93-bb3f-bd49b8f3ca65] Updating instance_info_cache with network_info: [{"id": "1be62aa1-c6f1-406c-88c4-bc3263c51462", "address": "fa:16:3e:4b:7a:a4", "network": {"id": "2e8618f3-4c22-4b00-9b55-9f0cd1923cb3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1904629154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e689b193aa343f39ae20da345214ae2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1be62aa1-c6", "ovs_interfaceid": "1be62aa1-c6f1-406c-88c4-bc3263c51462", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.135492] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.654s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.135834] env[69524]: DEBUG nova.compute.manager [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f4650838-ce8b-4f45-ab3a-84657fd1942e] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1043.140163] env[69524]: DEBUG oslo_concurrency.lockutils [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.357s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.142742] env[69524]: INFO nova.compute.claims [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] [instance: b66cee37-4bc3-4048-bfd2-6bb6f188f780] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1043.173773] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068350, 'name': CreateVM_Task, 'duration_secs': 0.648371} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.174024] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b55402a9-7270-4d93-bb3f-bd49b8f3ca65] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1043.174843] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.175135] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.176854] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.176854] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b46afc7-8f4f-40ed-8451-2b92838ab8f6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.185814] env[69524]: DEBUG oslo_vmware.api [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Waiting for the task: (returnval){ [ 1043.185814] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52c03138-1dd1-aa6a-ae4b-363f81003a1b" [ 1043.185814] env[69524]: _type = "Task" [ 1043.185814] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.197693] env[69524]: DEBUG oslo_vmware.api [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52c03138-1dd1-aa6a-ae4b-363f81003a1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.199726] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: 7d00834a-76ee-4dfd-a031-d555e9b84f76] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1043.200266] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-748c7cec-691b-45e7-a816-1e554f05c025 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.209175] env[69524]: DEBUG oslo_vmware.api [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Waiting for the task: (returnval){ [ 1043.209175] env[69524]: value = "task-4068354" [ 1043.209175] env[69524]: _type = "Task" [ 1043.209175] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.219905] env[69524]: DEBUG oslo_vmware.api [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': task-4068354, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.255436] env[69524]: INFO nova.compute.manager [-] [instance: da06a11a-6bb5-4f4b-a1ae-365fcdf0641f] Took 1.57 seconds to deallocate network for instance. [ 1043.256689] env[69524]: DEBUG nova.network.neutron [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Updating instance_info_cache with network_info: [{"id": "51a898da-4c04-4385-97b9-68224a7e9b5d", "address": "fa:16:3e:c1:f9:64", "network": {"id": "9ba6743d-ce8d-49df-87a9-5afc4de01489", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "a86a460dd4454b05b84917cee5434b27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51a898da-4c", "ovs_interfaceid": "51a898da-4c04-4385-97b9-68224a7e9b5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.424737] env[69524]: DEBUG nova.network.neutron [-] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.497917] env[69524]: DEBUG oslo_vmware.api [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068352, 'name': Rename_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.508767] env[69524]: DEBUG oslo_vmware.api [None req-50b78fb5-f149-4bfc-a51e-d6cbcb55b324 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068353, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.616042] env[69524]: DEBUG oslo_concurrency.lockutils [req-1a7fccf9-dd78-47bb-95a1-881cd2cded3a req-d09d52fa-1cdf-4016-b9f5-e445a042e79d service nova] Releasing lock "refresh_cache-b55402a9-7270-4d93-bb3f-bd49b8f3ca65" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.641792] env[69524]: DEBUG nova.compute.utils [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1043.643352] env[69524]: DEBUG nova.compute.manager [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f4650838-ce8b-4f45-ab3a-84657fd1942e] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1043.643522] env[69524]: DEBUG nova.network.neutron [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f4650838-ce8b-4f45-ab3a-84657fd1942e] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1043.699808] env[69524]: DEBUG oslo_vmware.api [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52c03138-1dd1-aa6a-ae4b-363f81003a1b, 'name': SearchDatastore_Task, 'duration_secs': 0.023358} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.700134] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.700382] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: b55402a9-7270-4d93-bb3f-bd49b8f3ca65] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1043.700638] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.700779] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.700957] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1043.701253] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67fb610c-0ef4-4640-b839-03e31cf6f31f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.714781] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1043.714978] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1043.716129] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cda9e99-618b-4efd-a2d0-7333f97f0cf9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.722604] env[69524]: DEBUG oslo_vmware.api [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': task-4068354, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.726772] env[69524]: DEBUG oslo_vmware.api [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Waiting for the task: (returnval){ [ 1043.726772] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52e4df12-72f6-5c35-a220-a05ca598d33b" [ 1043.726772] env[69524]: _type = "Task" [ 1043.726772] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.735070] env[69524]: DEBUG oslo_vmware.api [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52e4df12-72f6-5c35-a220-a05ca598d33b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.736534] env[69524]: DEBUG nova.policy [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a61cee3adcc49aea543a1bfc8a93ce8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e689b193aa343f39ae20da345214ae2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 1043.765409] env[69524]: DEBUG oslo_concurrency.lockutils [None req-cbd06571-8219-47a1-8187-0bd250f9b55b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.765915] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Releasing lock "refresh_cache-0c857091-9d2c-4ecd-b853-e7efbb799669" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.766342] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1043.766625] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e032b40-29e6-462d-a449-b6fb0938ad4d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.774150] env[69524]: DEBUG oslo_vmware.api [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Waiting for the task: (returnval){ [ 1043.774150] env[69524]: value = "task-4068355" [ 1043.774150] env[69524]: _type = "Task" [ 1043.774150] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.783262] env[69524]: DEBUG oslo_vmware.api [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': task-4068355, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.882242] env[69524]: DEBUG nova.compute.manager [req-3c1e8161-66e1-4189-8d70-3a9120783976 req-3cdd2c4c-5bfa-4855-a588-54bccb14e5b1 service nova] [instance: da06a11a-6bb5-4f4b-a1ae-365fcdf0641f] Received event network-vif-deleted-22d7d6fd-c4bd-493e-b2f1-bbe2b9ac7c56 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.882242] env[69524]: DEBUG nova.compute.manager [req-3c1e8161-66e1-4189-8d70-3a9120783976 req-3cdd2c4c-5bfa-4855-a588-54bccb14e5b1 service nova] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] Received event network-vif-deleted-4738f757-b6bc-4587-8457-7f99bb5b3c8a {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.928088] env[69524]: INFO nova.compute.manager [-] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] Took 2.22 seconds to deallocate network for instance. [ 1044.006939] env[69524]: DEBUG oslo_vmware.api [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068352, 'name': Rename_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.021438] env[69524]: DEBUG oslo_vmware.api [None req-50b78fb5-f149-4bfc-a51e-d6cbcb55b324 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068353, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.150031] env[69524]: DEBUG nova.compute.manager [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f4650838-ce8b-4f45-ab3a-84657fd1942e] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1044.221909] env[69524]: DEBUG oslo_vmware.api [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': task-4068354, 'name': PowerOffVM_Task, 'duration_secs': 0.759063} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.222767] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: 7d00834a-76ee-4dfd-a031-d555e9b84f76] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1044.223689] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: 7d00834a-76ee-4dfd-a031-d555e9b84f76] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1044.224974] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54e0238-5daf-40ea-8f51-7b18f1ff7b90 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.244804] env[69524]: DEBUG oslo_vmware.api [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52e4df12-72f6-5c35-a220-a05ca598d33b, 'name': SearchDatastore_Task, 'duration_secs': 0.011739} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.245478] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: 7d00834a-76ee-4dfd-a031-d555e9b84f76] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1044.252022] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-227c4d7d-f9f9-422c-ad86-89af999a4c5c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.252022] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f0a02cf-ca77-49d5-bbca-5596b7a3900c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.261755] env[69524]: DEBUG oslo_vmware.api [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Waiting for the task: (returnval){ [ 1044.261755] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52a13b05-7791-7917-43ae-0db908c5254a" [ 1044.261755] env[69524]: _type = "Task" [ 1044.261755] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.275219] env[69524]: DEBUG oslo_vmware.api [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52a13b05-7791-7917-43ae-0db908c5254a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.282808] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: 7d00834a-76ee-4dfd-a031-d555e9b84f76] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1044.282808] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: 7d00834a-76ee-4dfd-a031-d555e9b84f76] Deleting contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1044.283132] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Deleting the datastore file [datastore2] 7d00834a-76ee-4dfd-a031-d555e9b84f76 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1044.298326] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6541edee-c376-4700-b54f-7c11eb504b0e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.300439] env[69524]: DEBUG oslo_vmware.api [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': task-4068355, 'name': PowerOffVM_Task, 'duration_secs': 0.327111} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.301799] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1044.301799] env[69524]: DEBUG nova.virt.hardware [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:49:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='d840283c-6551-47d5-a802-8fd62f4ef914',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-695911461',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1044.302049] env[69524]: DEBUG nova.virt.hardware [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1044.302049] env[69524]: DEBUG nova.virt.hardware [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1044.302225] env[69524]: DEBUG nova.virt.hardware [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1044.302356] env[69524]: DEBUG nova.virt.hardware [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1044.302493] env[69524]: DEBUG nova.virt.hardware [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1044.302691] env[69524]: DEBUG nova.virt.hardware [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1044.302841] env[69524]: DEBUG nova.virt.hardware [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1044.302996] env[69524]: DEBUG nova.virt.hardware [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1044.303171] env[69524]: DEBUG nova.virt.hardware [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1044.304077] env[69524]: DEBUG nova.virt.hardware [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1044.309134] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7546b8b-ff71-4277-a50c-ed6d38693b6f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.324437] env[69524]: DEBUG oslo_vmware.api [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Waiting for the task: (returnval){ [ 1044.324437] env[69524]: value = "task-4068357" [ 1044.324437] env[69524]: _type = "Task" [ 1044.324437] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.333334] env[69524]: DEBUG oslo_vmware.api [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Waiting for the task: (returnval){ [ 1044.333334] env[69524]: value = "task-4068358" [ 1044.333334] env[69524]: _type = "Task" [ 1044.333334] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.346746] env[69524]: DEBUG oslo_vmware.api [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': task-4068357, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.354008] env[69524]: DEBUG oslo_vmware.api [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': task-4068358, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.437854] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2ad84357-6f0e-4d67-9f5a-c5c801c375be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.504850] env[69524]: DEBUG oslo_vmware.api [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068352, 'name': Rename_Task, 'duration_secs': 1.102102} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.505058] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 6cf8dae8-80e6-4e98-955c-db7da7571f49] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1044.505273] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95e6a110-d573-41a1-a0a8-d609f4e7df84 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.511078] env[69524]: DEBUG nova.network.neutron [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f4650838-ce8b-4f45-ab3a-84657fd1942e] Successfully created port: 14b2db0d-8282-49be-a29f-64074c93cd0b {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1044.516540] env[69524]: DEBUG oslo_vmware.api [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1044.516540] env[69524]: value = "task-4068359" [ 1044.516540] env[69524]: _type = "Task" [ 1044.516540] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.524050] env[69524]: DEBUG oslo_vmware.api [None req-50b78fb5-f149-4bfc-a51e-d6cbcb55b324 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068353, 'name': ReconfigVM_Task, 'duration_secs': 1.457818} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.528888] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-50b78fb5-f149-4bfc-a51e-d6cbcb55b324 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Reconfigured VM instance instance-0000003d to attach disk [datastore1] bb318096-0380-4270-81aa-66c1f722d97c/7e48ad2e-b898-4fe5-a14c-ede19c27ca63-rescue.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1044.529562] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb73881-41d2-4cfe-81de-59b1c20980c6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.569640] env[69524]: DEBUG oslo_vmware.api [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068359, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.570207] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8771e6b5-bc30-4823-91e8-5d572c94b15b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.588172] env[69524]: DEBUG oslo_vmware.api [None req-50b78fb5-f149-4bfc-a51e-d6cbcb55b324 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for the task: (returnval){ [ 1044.588172] env[69524]: value = "task-4068360" [ 1044.588172] env[69524]: _type = "Task" [ 1044.588172] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.601401] env[69524]: DEBUG oslo_vmware.api [None req-50b78fb5-f149-4bfc-a51e-d6cbcb55b324 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068360, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.752250] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a261bfb-6a7f-467d-b073-dde8e2d55978 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.766379] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72be30c-ffb8-4710-891d-7067a43c54f4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.777157] env[69524]: DEBUG oslo_vmware.api [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52a13b05-7791-7917-43ae-0db908c5254a, 'name': SearchDatastore_Task, 'duration_secs': 0.018982} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.803628] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.803903] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] b55402a9-7270-4d93-bb3f-bd49b8f3ca65/b55402a9-7270-4d93-bb3f-bd49b8f3ca65.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1044.804853] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11ab174a-d4b4-4913-a05e-a584c727b8fc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.807498] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e0c12d-c94c-45f7-9b5d-6fad400b39ee {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.816490] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c64067-4c49-47e4-b427-d6c1f563a8c0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.822043] env[69524]: DEBUG oslo_vmware.api [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Waiting for the task: (returnval){ [ 1044.822043] env[69524]: value = "task-4068361" [ 1044.822043] env[69524]: _type = "Task" [ 1044.822043] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.834216] env[69524]: DEBUG nova.compute.provider_tree [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.848518] env[69524]: DEBUG oslo_vmware.api [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': task-4068361, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.851275] env[69524]: DEBUG oslo_vmware.api [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': task-4068357, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127745} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.854564] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1044.854765] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: 7d00834a-76ee-4dfd-a031-d555e9b84f76] Deleted contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1044.854935] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: 7d00834a-76ee-4dfd-a031-d555e9b84f76] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1044.857471] env[69524]: DEBUG oslo_vmware.api [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': task-4068358, 'name': ReconfigVM_Task, 'duration_secs': 0.154354} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.860151] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-450d3d8f-065d-4d84-a025-cab89512953f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.882068] env[69524]: DEBUG nova.virt.hardware [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:49:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='d840283c-6551-47d5-a802-8fd62f4ef914',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-695911461',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1044.882380] env[69524]: DEBUG nova.virt.hardware [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1044.882566] env[69524]: DEBUG nova.virt.hardware [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1044.882753] env[69524]: DEBUG nova.virt.hardware [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1044.882895] env[69524]: DEBUG nova.virt.hardware [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1044.883048] env[69524]: DEBUG nova.virt.hardware [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1044.883262] env[69524]: DEBUG nova.virt.hardware [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1044.883481] env[69524]: DEBUG nova.virt.hardware [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1044.883660] env[69524]: DEBUG nova.virt.hardware [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1044.883817] env[69524]: DEBUG nova.virt.hardware [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1044.884038] env[69524]: DEBUG nova.virt.hardware [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1044.884999] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56d95b5c-8bf5-4dc3-acaf-3ed3c60deca1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.892581] env[69524]: DEBUG oslo_vmware.api [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Waiting for the task: (returnval){ [ 1044.892581] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52442e91-491f-641e-ef47-357698a94e4c" [ 1044.892581] env[69524]: _type = "Task" [ 1044.892581] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.904525] env[69524]: DEBUG oslo_vmware.api [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52442e91-491f-641e-ef47-357698a94e4c, 'name': SearchDatastore_Task, 'duration_secs': 0.009626} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.911611] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Reconfiguring VM instance instance-00000039 to detach disk 2000 {{(pid=69524) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1044.912723] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec1d920b-8305-4c0f-a914-28a6796c2496 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.933843] env[69524]: DEBUG oslo_vmware.api [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Waiting for the task: (returnval){ [ 1044.933843] env[69524]: value = "task-4068362" [ 1044.933843] env[69524]: _type = "Task" [ 1044.933843] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.946482] env[69524]: DEBUG oslo_vmware.api [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': task-4068362, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.038659] env[69524]: DEBUG oslo_vmware.api [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068359, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.101512] env[69524]: DEBUG oslo_vmware.api [None req-50b78fb5-f149-4bfc-a51e-d6cbcb55b324 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068360, 'name': ReconfigVM_Task, 'duration_secs': 0.334667} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.101834] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-50b78fb5-f149-4bfc-a51e-d6cbcb55b324 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1045.102488] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-110036ad-ef03-4b7b-a95a-cb68c99226d8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.110969] env[69524]: DEBUG oslo_vmware.api [None req-50b78fb5-f149-4bfc-a51e-d6cbcb55b324 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for the task: (returnval){ [ 1045.110969] env[69524]: value = "task-4068363" [ 1045.110969] env[69524]: _type = "Task" [ 1045.110969] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.121922] env[69524]: DEBUG oslo_vmware.api [None req-50b78fb5-f149-4bfc-a51e-d6cbcb55b324 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068363, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.161709] env[69524]: DEBUG nova.compute.manager [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f4650838-ce8b-4f45-ab3a-84657fd1942e] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1045.237028] env[69524]: DEBUG nova.virt.hardware [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1045.237475] env[69524]: DEBUG nova.virt.hardware [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1045.237630] env[69524]: DEBUG nova.virt.hardware [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1045.237812] env[69524]: DEBUG nova.virt.hardware [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1045.237963] env[69524]: DEBUG nova.virt.hardware [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1045.238141] env[69524]: DEBUG nova.virt.hardware [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1045.238885] env[69524]: DEBUG nova.virt.hardware [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1045.238885] env[69524]: DEBUG nova.virt.hardware [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1045.238885] env[69524]: DEBUG nova.virt.hardware [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1045.238885] env[69524]: DEBUG nova.virt.hardware [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1045.239110] env[69524]: DEBUG nova.virt.hardware [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1045.241734] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6abb918-365a-4a18-9d6c-414889377593 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.258211] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dda5342-6751-4768-8314-ab8c576c0969 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.340527] env[69524]: DEBUG nova.scheduler.client.report [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.344947] env[69524]: DEBUG oslo_vmware.api [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': task-4068361, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519117} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.344947] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] b55402a9-7270-4d93-bb3f-bd49b8f3ca65/b55402a9-7270-4d93-bb3f-bd49b8f3ca65.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1045.349457] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: b55402a9-7270-4d93-bb3f-bd49b8f3ca65] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1045.350092] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-71c0a6e9-494a-4074-a134-9fff3e456b1d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.368221] env[69524]: DEBUG oslo_vmware.api [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Waiting for the task: (returnval){ [ 1045.368221] env[69524]: value = "task-4068364" [ 1045.368221] env[69524]: _type = "Task" [ 1045.368221] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.382214] env[69524]: DEBUG oslo_vmware.api [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': task-4068364, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.452184] env[69524]: DEBUG oslo_vmware.api [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': task-4068362, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.534232] env[69524]: DEBUG oslo_vmware.api [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068359, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.624214] env[69524]: DEBUG oslo_vmware.api [None req-50b78fb5-f149-4bfc-a51e-d6cbcb55b324 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068363, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.853783] env[69524]: DEBUG oslo_concurrency.lockutils [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.714s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.854988] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.189s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.855237] env[69524]: DEBUG nova.objects.instance [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Lazy-loading 'resources' on Instance uuid 26b87865-1683-4797-ae24-f51084419ce4 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.883776] env[69524]: DEBUG oslo_vmware.api [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': task-4068364, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088455} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.884974] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: b55402a9-7270-4d93-bb3f-bd49b8f3ca65] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1045.887617] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccccc762-87b1-47c3-ac97-cf33545d10d2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.915367] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: b55402a9-7270-4d93-bb3f-bd49b8f3ca65] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] b55402a9-7270-4d93-bb3f-bd49b8f3ca65/b55402a9-7270-4d93-bb3f-bd49b8f3ca65.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1045.918237] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b1e5253-d98d-42c6-96e5-a6d67f73d9df {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.944452] env[69524]: DEBUG oslo_vmware.api [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Waiting for the task: (returnval){ [ 1045.944452] env[69524]: value = "task-4068365" [ 1045.944452] env[69524]: _type = "Task" [ 1045.944452] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.952077] env[69524]: DEBUG nova.virt.hardware [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1045.952446] env[69524]: DEBUG nova.virt.hardware [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1045.952726] env[69524]: DEBUG nova.virt.hardware [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1045.953478] env[69524]: DEBUG nova.virt.hardware [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1045.953478] env[69524]: DEBUG nova.virt.hardware [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1045.954168] env[69524]: DEBUG nova.virt.hardware [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1045.954303] env[69524]: DEBUG nova.virt.hardware [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1045.954987] env[69524]: DEBUG nova.virt.hardware [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1045.954987] env[69524]: DEBUG nova.virt.hardware [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1045.955213] env[69524]: DEBUG nova.virt.hardware [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1045.955513] env[69524]: DEBUG nova.virt.hardware [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1045.957507] env[69524]: DEBUG oslo_vmware.api [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': task-4068362, 'name': ReconfigVM_Task, 'duration_secs': 0.827011} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.957507] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5694651b-5e0b-412c-800c-1e61c7ab75ba {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.964929] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Reconfigured VM instance instance-00000039 to detach disk 2000 {{(pid=69524) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1045.967440] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc9fb67-dd03-4b3f-b177-a2f3d40f7b32 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.991675] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4d1330-9985-470c-ad6c-2affd9d26847 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.995505] env[69524]: DEBUG oslo_vmware.api [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': task-4068365, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.003926] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 0c857091-9d2c-4ecd-b853-e7efbb799669/0c857091-9d2c-4ecd-b853-e7efbb799669.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1046.004382] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-758adb09-dd72-4fd0-8daa-e0302960f94a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.031013] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: 7d00834a-76ee-4dfd-a031-d555e9b84f76] Instance VIF info [] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1046.039105] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1046.042814] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d00834a-76ee-4dfd-a031-d555e9b84f76] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1046.043230] env[69524]: DEBUG oslo_vmware.api [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Waiting for the task: (returnval){ [ 1046.043230] env[69524]: value = "task-4068366" [ 1046.043230] env[69524]: _type = "Task" [ 1046.043230] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.043558] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c36ef979-0c0d-4b4a-8500-617846b1c3ea {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.069179] env[69524]: DEBUG oslo_vmware.api [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068359, 'name': PowerOnVM_Task, 'duration_secs': 1.542677} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.069765] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 6cf8dae8-80e6-4e98-955c-db7da7571f49] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1046.070182] env[69524]: INFO nova.compute.manager [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 6cf8dae8-80e6-4e98-955c-db7da7571f49] Took 9.37 seconds to spawn the instance on the hypervisor. [ 1046.070322] env[69524]: DEBUG nova.compute.manager [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 6cf8dae8-80e6-4e98-955c-db7da7571f49] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1046.075022] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ced8d7-0e2a-4f5e-8730-a8979c5baeb6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.079367] env[69524]: DEBUG oslo_vmware.api [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': task-4068366, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.080243] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1046.080243] env[69524]: value = "task-4068367" [ 1046.080243] env[69524]: _type = "Task" [ 1046.080243] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.097573] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068367, 'name': CreateVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.122966] env[69524]: DEBUG oslo_vmware.api [None req-50b78fb5-f149-4bfc-a51e-d6cbcb55b324 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068363, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.189811] env[69524]: DEBUG nova.compute.manager [req-a1439004-3876-462a-a08c-e67526a57ffe req-575a2b96-38d5-4bfd-a5c7-d633ab25cde8 service nova] [instance: f4650838-ce8b-4f45-ab3a-84657fd1942e] Received event network-vif-plugged-14b2db0d-8282-49be-a29f-64074c93cd0b {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.189811] env[69524]: DEBUG oslo_concurrency.lockutils [req-a1439004-3876-462a-a08c-e67526a57ffe req-575a2b96-38d5-4bfd-a5c7-d633ab25cde8 service nova] Acquiring lock "f4650838-ce8b-4f45-ab3a-84657fd1942e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.189811] env[69524]: DEBUG oslo_concurrency.lockutils [req-a1439004-3876-462a-a08c-e67526a57ffe req-575a2b96-38d5-4bfd-a5c7-d633ab25cde8 service nova] Lock "f4650838-ce8b-4f45-ab3a-84657fd1942e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.189811] env[69524]: DEBUG oslo_concurrency.lockutils [req-a1439004-3876-462a-a08c-e67526a57ffe req-575a2b96-38d5-4bfd-a5c7-d633ab25cde8 service nova] Lock "f4650838-ce8b-4f45-ab3a-84657fd1942e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.190407] env[69524]: DEBUG nova.compute.manager [req-a1439004-3876-462a-a08c-e67526a57ffe req-575a2b96-38d5-4bfd-a5c7-d633ab25cde8 service nova] [instance: f4650838-ce8b-4f45-ab3a-84657fd1942e] No waiting events found dispatching network-vif-plugged-14b2db0d-8282-49be-a29f-64074c93cd0b {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1046.190625] env[69524]: WARNING nova.compute.manager [req-a1439004-3876-462a-a08c-e67526a57ffe req-575a2b96-38d5-4bfd-a5c7-d633ab25cde8 service nova] [instance: f4650838-ce8b-4f45-ab3a-84657fd1942e] Received unexpected event network-vif-plugged-14b2db0d-8282-49be-a29f-64074c93cd0b for instance with vm_state building and task_state spawning. [ 1046.320086] env[69524]: DEBUG nova.network.neutron [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f4650838-ce8b-4f45-ab3a-84657fd1942e] Successfully updated port: 14b2db0d-8282-49be-a29f-64074c93cd0b {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1046.361587] env[69524]: DEBUG nova.objects.instance [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Lazy-loading 'numa_topology' on Instance uuid 26b87865-1683-4797-ae24-f51084419ce4 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.363615] env[69524]: DEBUG oslo_concurrency.lockutils [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Acquiring lock "cddcc390-1683-4d01-9dbd-07db034f32b1" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.367587] env[69524]: DEBUG oslo_concurrency.lockutils [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Lock "cddcc390-1683-4d01-9dbd-07db034f32b1" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.004s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.466779] env[69524]: DEBUG oslo_vmware.api [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': task-4068365, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.574881] env[69524]: DEBUG oslo_vmware.api [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': task-4068366, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.594787] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068367, 'name': CreateVM_Task, 'duration_secs': 0.382074} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.594885] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d00834a-76ee-4dfd-a031-d555e9b84f76] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1046.595355] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.595528] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.595847] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.599212] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14410ce2-7190-4dc7-be4e-ab0ba6df27ac {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.600203] env[69524]: INFO nova.compute.manager [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 6cf8dae8-80e6-4e98-955c-db7da7571f49] Took 51.98 seconds to build instance. [ 1046.605836] env[69524]: DEBUG oslo_vmware.api [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Waiting for the task: (returnval){ [ 1046.605836] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52f7e083-b8a8-8241-1c6d-6f9177de0b09" [ 1046.605836] env[69524]: _type = "Task" [ 1046.605836] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.619560] env[69524]: DEBUG oslo_vmware.api [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52f7e083-b8a8-8241-1c6d-6f9177de0b09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.630098] env[69524]: DEBUG oslo_vmware.api [None req-50b78fb5-f149-4bfc-a51e-d6cbcb55b324 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068363, 'name': PowerOnVM_Task, 'duration_secs': 1.160601} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.630503] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-50b78fb5-f149-4bfc-a51e-d6cbcb55b324 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1046.634269] env[69524]: DEBUG nova.compute.manager [None req-50b78fb5-f149-4bfc-a51e-d6cbcb55b324 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1046.635098] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12d13f0-a4bd-4ef8-9290-65c013117f57 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.831936] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Acquiring lock "refresh_cache-f4650838-ce8b-4f45-ab3a-84657fd1942e" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.831936] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Acquired lock "refresh_cache-f4650838-ce8b-4f45-ab3a-84657fd1942e" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.831936] env[69524]: DEBUG nova.network.neutron [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f4650838-ce8b-4f45-ab3a-84657fd1942e] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.871319] env[69524]: DEBUG nova.objects.base [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Object Instance<26b87865-1683-4797-ae24-f51084419ce4> lazy-loaded attributes: resources,numa_topology {{(pid=69524) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1046.874705] env[69524]: DEBUG oslo_concurrency.lockutils [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Lock "cddcc390-1683-4d01-9dbd-07db034f32b1" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.507s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.874794] env[69524]: DEBUG nova.compute.manager [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] [instance: b66cee37-4bc3-4048-bfd2-6bb6f188f780] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1046.975061] env[69524]: DEBUG oslo_vmware.api [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': task-4068365, 'name': ReconfigVM_Task, 'duration_secs': 0.59806} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.978486] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: b55402a9-7270-4d93-bb3f-bd49b8f3ca65] Reconfigured VM instance instance-00000049 to attach disk [datastore1] b55402a9-7270-4d93-bb3f-bd49b8f3ca65/b55402a9-7270-4d93-bb3f-bd49b8f3ca65.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1046.979622] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-683588c7-b4e8-40c7-b83c-9e177482b36f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.987875] env[69524]: DEBUG oslo_vmware.api [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Waiting for the task: (returnval){ [ 1046.987875] env[69524]: value = "task-4068368" [ 1046.987875] env[69524]: _type = "Task" [ 1046.987875] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.000837] env[69524]: DEBUG oslo_vmware.api [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': task-4068368, 'name': Rename_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.075600] env[69524]: DEBUG oslo_vmware.api [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': task-4068366, 'name': ReconfigVM_Task, 'duration_secs': 0.685808} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.076118] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 0c857091-9d2c-4ecd-b853-e7efbb799669/0c857091-9d2c-4ecd-b853-e7efbb799669.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1047.077219] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd1b227-623a-47ab-9b7b-31b513afa0f2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.107084] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88c4ddb-35d9-4e11-a3e3-9c7616680e29 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.108790] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4c849dd7-2579-41c3-91b3-dab3f0c93e1a tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "6cf8dae8-80e6-4e98-955c-db7da7571f49" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.159s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.120620] env[69524]: DEBUG oslo_vmware.api [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52f7e083-b8a8-8241-1c6d-6f9177de0b09, 'name': SearchDatastore_Task, 'duration_secs': 0.013376} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.143783] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.143783] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: 7d00834a-76ee-4dfd-a031-d555e9b84f76] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1047.143783] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.143783] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.143783] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1047.148026] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf2cfac8-2b1d-401a-8dec-427103ae6bff {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.148460] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ebf3f5-87e9-441e-a2c6-44629b4c57b8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.182702] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13039bf3-eaac-40a9-b9e0-2e77ce843ca8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.186517] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1047.186691] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1047.187819] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66db25b7-7967-4865-9763-21ea6860f2fa {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.197774] env[69524]: DEBUG oslo_vmware.api [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Waiting for the task: (returnval){ [ 1047.197774] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52804ccf-83aa-ae25-e5e2-b06d6903db2a" [ 1047.197774] env[69524]: _type = "Task" [ 1047.197774] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.198155] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1047.198727] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27616c20-7e58-4963-abdf-01f3a61f2062 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.210589] env[69524]: DEBUG oslo_vmware.api [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52804ccf-83aa-ae25-e5e2-b06d6903db2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.212483] env[69524]: DEBUG oslo_vmware.api [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Waiting for the task: (returnval){ [ 1047.212483] env[69524]: value = "task-4068369" [ 1047.212483] env[69524]: _type = "Task" [ 1047.212483] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.229211] env[69524]: DEBUG oslo_vmware.api [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': task-4068369, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.376648] env[69524]: DEBUG nova.network.neutron [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f4650838-ce8b-4f45-ab3a-84657fd1942e] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1047.380547] env[69524]: DEBUG nova.compute.utils [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1047.384219] env[69524]: DEBUG nova.compute.manager [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] [instance: b66cee37-4bc3-4048-bfd2-6bb6f188f780] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1047.384389] env[69524]: DEBUG nova.network.neutron [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] [instance: b66cee37-4bc3-4048-bfd2-6bb6f188f780] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1047.466869] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9653319c-efdc-4ed5-ab85-dda4c9a5bf38 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.471650] env[69524]: DEBUG nova.policy [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8712286f75704f6199684306a62244e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '267036a8a2ce43d6a7cef1e32c5c11b7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 1047.478810] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35cb2c6-5417-4eec-b2be-74fb7989b8d5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.513722] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6e666d7-7803-407e-a15d-db18c7d067a1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.522860] env[69524]: DEBUG oslo_vmware.api [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': task-4068368, 'name': Rename_Task, 'duration_secs': 0.352069} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.525206] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: b55402a9-7270-4d93-bb3f-bd49b8f3ca65] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1047.525536] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3821238c-675f-44bb-9592-3478273ce6b1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.528046] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40cad7af-0f51-4423-874f-63f444f140f4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.545742] env[69524]: DEBUG nova.compute.provider_tree [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.554188] env[69524]: DEBUG oslo_vmware.api [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Waiting for the task: (returnval){ [ 1047.554188] env[69524]: value = "task-4068370" [ 1047.554188] env[69524]: _type = "Task" [ 1047.554188] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.637387] env[69524]: DEBUG nova.network.neutron [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f4650838-ce8b-4f45-ab3a-84657fd1942e] Updating instance_info_cache with network_info: [{"id": "14b2db0d-8282-49be-a29f-64074c93cd0b", "address": "fa:16:3e:dd:9d:de", "network": {"id": "2e8618f3-4c22-4b00-9b55-9f0cd1923cb3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1904629154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e689b193aa343f39ae20da345214ae2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14b2db0d-82", "ovs_interfaceid": "14b2db0d-8282-49be-a29f-64074c93cd0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.649588] env[69524]: DEBUG oslo_concurrency.lockutils [None req-efcbcd64-b4cc-4a44-815e-b6276d9bb516 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquiring lock "6cf8dae8-80e6-4e98-955c-db7da7571f49" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.649855] env[69524]: DEBUG oslo_concurrency.lockutils [None req-efcbcd64-b4cc-4a44-815e-b6276d9bb516 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "6cf8dae8-80e6-4e98-955c-db7da7571f49" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.650079] env[69524]: DEBUG oslo_concurrency.lockutils [None req-efcbcd64-b4cc-4a44-815e-b6276d9bb516 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquiring lock "6cf8dae8-80e6-4e98-955c-db7da7571f49-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.650297] env[69524]: DEBUG oslo_concurrency.lockutils [None req-efcbcd64-b4cc-4a44-815e-b6276d9bb516 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "6cf8dae8-80e6-4e98-955c-db7da7571f49-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.650540] env[69524]: DEBUG oslo_concurrency.lockutils [None req-efcbcd64-b4cc-4a44-815e-b6276d9bb516 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "6cf8dae8-80e6-4e98-955c-db7da7571f49-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.654031] env[69524]: INFO nova.compute.manager [None req-efcbcd64-b4cc-4a44-815e-b6276d9bb516 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 6cf8dae8-80e6-4e98-955c-db7da7571f49] Terminating instance [ 1047.712415] env[69524]: DEBUG oslo_vmware.api [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52804ccf-83aa-ae25-e5e2-b06d6903db2a, 'name': SearchDatastore_Task, 'duration_secs': 0.025712} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.713300] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-610b4971-78ac-4efe-b31f-925337e369e4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.727113] env[69524]: DEBUG oslo_vmware.api [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Waiting for the task: (returnval){ [ 1047.727113] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52ec5ae8-46bf-bf94-778c-8f363daec964" [ 1047.727113] env[69524]: _type = "Task" [ 1047.727113] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.727633] env[69524]: DEBUG oslo_vmware.api [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': task-4068369, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.736308] env[69524]: DEBUG oslo_vmware.api [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52ec5ae8-46bf-bf94-778c-8f363daec964, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.870025] env[69524]: DEBUG oslo_concurrency.lockutils [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Acquiring lock "c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.870218] env[69524]: DEBUG oslo_concurrency.lockutils [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Lock "c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.887587] env[69524]: DEBUG nova.compute.manager [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] [instance: b66cee37-4bc3-4048-bfd2-6bb6f188f780] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1047.902595] env[69524]: DEBUG nova.network.neutron [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] [instance: b66cee37-4bc3-4048-bfd2-6bb6f188f780] Successfully created port: 954e15ac-343a-47a6-a594-b83ed7826678 {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1048.058027] env[69524]: DEBUG nova.scheduler.client.report [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.076763] env[69524]: DEBUG oslo_vmware.api [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': task-4068370, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.140780] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Releasing lock "refresh_cache-f4650838-ce8b-4f45-ab3a-84657fd1942e" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.144016] env[69524]: DEBUG nova.compute.manager [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f4650838-ce8b-4f45-ab3a-84657fd1942e] Instance network_info: |[{"id": "14b2db0d-8282-49be-a29f-64074c93cd0b", "address": "fa:16:3e:dd:9d:de", "network": {"id": "2e8618f3-4c22-4b00-9b55-9f0cd1923cb3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1904629154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e689b193aa343f39ae20da345214ae2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14b2db0d-82", "ovs_interfaceid": "14b2db0d-8282-49be-a29f-64074c93cd0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1048.144016] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f4650838-ce8b-4f45-ab3a-84657fd1942e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:9d:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30c39e9a-a798-4f25-a48c-91f786ba332c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14b2db0d-8282-49be-a29f-64074c93cd0b', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1048.149427] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1048.150086] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4650838-ce8b-4f45-ab3a-84657fd1942e] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1048.150489] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a2d616f-cf8e-4f8e-b4e4-7f3c8f5b6fe9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.165967] env[69524]: DEBUG nova.compute.manager [None req-efcbcd64-b4cc-4a44-815e-b6276d9bb516 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 6cf8dae8-80e6-4e98-955c-db7da7571f49] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1048.166364] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-efcbcd64-b4cc-4a44-815e-b6276d9bb516 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 6cf8dae8-80e6-4e98-955c-db7da7571f49] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1048.167298] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d9ee4c-c7e0-4e32-8867-a65a07476f8c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.175735] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-efcbcd64-b4cc-4a44-815e-b6276d9bb516 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 6cf8dae8-80e6-4e98-955c-db7da7571f49] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1048.177198] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf07158a-5244-435e-8b61-407c58cdcb6b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.178844] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1048.178844] env[69524]: value = "task-4068371" [ 1048.178844] env[69524]: _type = "Task" [ 1048.178844] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.187026] env[69524]: DEBUG oslo_vmware.api [None req-efcbcd64-b4cc-4a44-815e-b6276d9bb516 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1048.187026] env[69524]: value = "task-4068372" [ 1048.187026] env[69524]: _type = "Task" [ 1048.187026] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.188667] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068371, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.200817] env[69524]: DEBUG oslo_vmware.api [None req-efcbcd64-b4cc-4a44-815e-b6276d9bb516 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068372, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.224050] env[69524]: DEBUG nova.compute.manager [req-a4832d93-40f9-4302-8915-9b34aafcb87f req-1c47d082-cee4-4e3e-8cc8-7483c0f94be9 service nova] [instance: f4650838-ce8b-4f45-ab3a-84657fd1942e] Received event network-changed-14b2db0d-8282-49be-a29f-64074c93cd0b {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1048.224050] env[69524]: DEBUG nova.compute.manager [req-a4832d93-40f9-4302-8915-9b34aafcb87f req-1c47d082-cee4-4e3e-8cc8-7483c0f94be9 service nova] [instance: f4650838-ce8b-4f45-ab3a-84657fd1942e] Refreshing instance network info cache due to event network-changed-14b2db0d-8282-49be-a29f-64074c93cd0b. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1048.224186] env[69524]: DEBUG oslo_concurrency.lockutils [req-a4832d93-40f9-4302-8915-9b34aafcb87f req-1c47d082-cee4-4e3e-8cc8-7483c0f94be9 service nova] Acquiring lock "refresh_cache-f4650838-ce8b-4f45-ab3a-84657fd1942e" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.224307] env[69524]: DEBUG oslo_concurrency.lockutils [req-a4832d93-40f9-4302-8915-9b34aafcb87f req-1c47d082-cee4-4e3e-8cc8-7483c0f94be9 service nova] Acquired lock "refresh_cache-f4650838-ce8b-4f45-ab3a-84657fd1942e" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.224492] env[69524]: DEBUG nova.network.neutron [req-a4832d93-40f9-4302-8915-9b34aafcb87f req-1c47d082-cee4-4e3e-8cc8-7483c0f94be9 service nova] [instance: f4650838-ce8b-4f45-ab3a-84657fd1942e] Refreshing network info cache for port 14b2db0d-8282-49be-a29f-64074c93cd0b {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1048.239956] env[69524]: DEBUG oslo_vmware.api [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': task-4068369, 'name': PowerOnVM_Task, 'duration_secs': 0.757978} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.241839] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1048.251576] env[69524]: DEBUG oslo_vmware.api [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52ec5ae8-46bf-bf94-778c-8f363daec964, 'name': SearchDatastore_Task, 'duration_secs': 0.019212} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.251882] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.252163] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 7d00834a-76ee-4dfd-a031-d555e9b84f76/7d00834a-76ee-4dfd-a031-d555e9b84f76.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1048.252445] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-769276a8-c514-4c88-bb9a-4ba2d8a89efa {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.263057] env[69524]: DEBUG oslo_vmware.api [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Waiting for the task: (returnval){ [ 1048.263057] env[69524]: value = "task-4068373" [ 1048.263057] env[69524]: _type = "Task" [ 1048.263057] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.276616] env[69524]: DEBUG oslo_vmware.api [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': task-4068373, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.349095] env[69524]: INFO nova.compute.manager [None req-6c7b7c8c-1361-446c-8922-80a5a02a1770 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Unrescuing [ 1048.349492] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6c7b7c8c-1361-446c-8922-80a5a02a1770 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Acquiring lock "refresh_cache-bb318096-0380-4270-81aa-66c1f722d97c" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.349718] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6c7b7c8c-1361-446c-8922-80a5a02a1770 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Acquired lock "refresh_cache-bb318096-0380-4270-81aa-66c1f722d97c" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.349981] env[69524]: DEBUG nova.network.neutron [None req-6c7b7c8c-1361-446c-8922-80a5a02a1770 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1048.372502] env[69524]: DEBUG nova.compute.manager [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] [instance: c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1048.572790] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.717s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.575822] env[69524]: DEBUG oslo_vmware.api [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': task-4068370, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.576242] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e428a9e5-bd82-493d-b8dc-27d3ab7dbf43 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.875s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.576539] env[69524]: DEBUG nova.objects.instance [None req-e428a9e5-bd82-493d-b8dc-27d3ab7dbf43 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Lazy-loading 'resources' on Instance uuid 71381cb1-85da-4f70-b07f-92531158d906 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.690497] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068371, 'name': CreateVM_Task, 'duration_secs': 0.380806} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.693847] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4650838-ce8b-4f45-ab3a-84657fd1942e] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1048.694665] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.694880] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.695275] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.697080] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e9275bd-5157-44a8-a215-3b41c9d59edd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.702455] env[69524]: DEBUG oslo_vmware.api [None req-efcbcd64-b4cc-4a44-815e-b6276d9bb516 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068372, 'name': PowerOffVM_Task, 'duration_secs': 0.289239} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.704269] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-efcbcd64-b4cc-4a44-815e-b6276d9bb516 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 6cf8dae8-80e6-4e98-955c-db7da7571f49] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1048.704509] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-efcbcd64-b4cc-4a44-815e-b6276d9bb516 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 6cf8dae8-80e6-4e98-955c-db7da7571f49] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1048.704847] env[69524]: DEBUG oslo_vmware.api [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Waiting for the task: (returnval){ [ 1048.704847] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52cd63f8-d8d5-101f-c337-2208288b5951" [ 1048.704847] env[69524]: _type = "Task" [ 1048.704847] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.705068] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e7ef04e-6133-4369-aaf1-3e30f5d8b2d3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.717695] env[69524]: DEBUG oslo_vmware.api [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52cd63f8-d8d5-101f-c337-2208288b5951, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.778316] env[69524]: DEBUG oslo_vmware.api [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': task-4068373, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.794826] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-efcbcd64-b4cc-4a44-815e-b6276d9bb516 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 6cf8dae8-80e6-4e98-955c-db7da7571f49] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1048.795082] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-efcbcd64-b4cc-4a44-815e-b6276d9bb516 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 6cf8dae8-80e6-4e98-955c-db7da7571f49] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1048.795275] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-efcbcd64-b4cc-4a44-815e-b6276d9bb516 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Deleting the datastore file [datastore1] 6cf8dae8-80e6-4e98-955c-db7da7571f49 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1048.795639] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0a14b10-2caf-4d2a-b3f6-16197e07dc30 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.810622] env[69524]: DEBUG oslo_vmware.api [None req-efcbcd64-b4cc-4a44-815e-b6276d9bb516 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1048.810622] env[69524]: value = "task-4068375" [ 1048.810622] env[69524]: _type = "Task" [ 1048.810622] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.824883] env[69524]: DEBUG oslo_vmware.api [None req-efcbcd64-b4cc-4a44-815e-b6276d9bb516 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068375, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.903776] env[69524]: DEBUG nova.compute.manager [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] [instance: b66cee37-4bc3-4048-bfd2-6bb6f188f780] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1048.920951] env[69524]: DEBUG oslo_concurrency.lockutils [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.944952] env[69524]: DEBUG nova.virt.hardware [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1048.945530] env[69524]: DEBUG nova.virt.hardware [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1048.945773] env[69524]: DEBUG nova.virt.hardware [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1048.946078] env[69524]: DEBUG nova.virt.hardware [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1048.946288] env[69524]: DEBUG nova.virt.hardware [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1048.946485] env[69524]: DEBUG nova.virt.hardware [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1048.946781] env[69524]: DEBUG nova.virt.hardware [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1048.947206] env[69524]: DEBUG nova.virt.hardware [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1048.947432] env[69524]: DEBUG nova.virt.hardware [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1048.947624] env[69524]: DEBUG nova.virt.hardware [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1048.947801] env[69524]: DEBUG nova.virt.hardware [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1048.948924] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c73e090-eec6-42c0-a34f-30ebefacc76f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.958250] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997e748f-6b9e-443d-abd9-3de6775b1f74 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.070456] env[69524]: DEBUG oslo_vmware.api [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': task-4068370, 'name': PowerOnVM_Task, 'duration_secs': 1.345753} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.070749] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: b55402a9-7270-4d93-bb3f-bd49b8f3ca65] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1049.070942] env[69524]: INFO nova.compute.manager [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: b55402a9-7270-4d93-bb3f-bd49b8f3ca65] Took 9.76 seconds to spawn the instance on the hypervisor. [ 1049.071136] env[69524]: DEBUG nova.compute.manager [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: b55402a9-7270-4d93-bb3f-bd49b8f3ca65] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1049.075025] env[69524]: DEBUG nova.network.neutron [req-a4832d93-40f9-4302-8915-9b34aafcb87f req-1c47d082-cee4-4e3e-8cc8-7483c0f94be9 service nova] [instance: f4650838-ce8b-4f45-ab3a-84657fd1942e] Updated VIF entry in instance network info cache for port 14b2db0d-8282-49be-a29f-64074c93cd0b. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1049.075025] env[69524]: DEBUG nova.network.neutron [req-a4832d93-40f9-4302-8915-9b34aafcb87f req-1c47d082-cee4-4e3e-8cc8-7483c0f94be9 service nova] [instance: f4650838-ce8b-4f45-ab3a-84657fd1942e] Updating instance_info_cache with network_info: [{"id": "14b2db0d-8282-49be-a29f-64074c93cd0b", "address": "fa:16:3e:dd:9d:de", "network": {"id": "2e8618f3-4c22-4b00-9b55-9f0cd1923cb3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1904629154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e689b193aa343f39ae20da345214ae2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14b2db0d-82", "ovs_interfaceid": "14b2db0d-8282-49be-a29f-64074c93cd0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.075025] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c787c6-d877-41c8-8a4d-66edbd9c392d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.085543] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d53a152a-29b5-4d89-8b6f-de4d464029d5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Lock "26b87865-1683-4797-ae24-f51084419ce4" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 57.576s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.088507] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Lock "26b87865-1683-4797-ae24-f51084419ce4" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 32.305s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.088507] env[69524]: INFO nova.compute.manager [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Unshelving [ 1049.212252] env[69524]: DEBUG nova.network.neutron [None req-6c7b7c8c-1361-446c-8922-80a5a02a1770 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Updating instance_info_cache with network_info: [{"id": "80a35763-954c-46ed-a04a-4a2bf6da4dfa", "address": "fa:16:3e:be:66:23", "network": {"id": "c3059a41-0d8e-4f5e-aa55-00477c3a6ec8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1909587943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c577040ac1174430983ad8df058bd7c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80a35763-95", "ovs_interfaceid": "80a35763-954c-46ed-a04a-4a2bf6da4dfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.226336] env[69524]: DEBUG oslo_vmware.api [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52cd63f8-d8d5-101f-c337-2208288b5951, 'name': SearchDatastore_Task, 'duration_secs': 0.019114} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.230539] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.231099] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f4650838-ce8b-4f45-ab3a-84657fd1942e] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1049.231099] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.231220] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.231713] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1049.235031] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b73dbdb7-2978-476d-9f7f-71244332b392 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.245780] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1049.245987] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1049.246774] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-030523a6-4d06-4e9b-9a10-b1fb7027d3a6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.256568] env[69524]: INFO nova.compute.manager [None req-a2ce339f-776b-4bd4-b9b0-445475870ad4 tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Updating instance to original state: 'active' [ 1049.263377] env[69524]: DEBUG oslo_vmware.api [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Waiting for the task: (returnval){ [ 1049.263377] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5205736e-440c-8a54-40d8-0b538c3366a7" [ 1049.263377] env[69524]: _type = "Task" [ 1049.263377] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.274235] env[69524]: DEBUG oslo_vmware.api [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5205736e-440c-8a54-40d8-0b538c3366a7, 'name': SearchDatastore_Task, 'duration_secs': 0.010419} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.275441] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9125efda-12ac-47dd-bcf5-cd9f8938f8dd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.284047] env[69524]: DEBUG oslo_vmware.api [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': task-4068373, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560086} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.284748] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 7d00834a-76ee-4dfd-a031-d555e9b84f76/7d00834a-76ee-4dfd-a031-d555e9b84f76.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1049.284959] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: 7d00834a-76ee-4dfd-a031-d555e9b84f76] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1049.285235] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1cea9762-5df7-4764-9844-fcfcb6bc7a26 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.288229] env[69524]: DEBUG oslo_vmware.api [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Waiting for the task: (returnval){ [ 1049.288229] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]528d1f9a-c6d6-bf94-ca77-c8dc7b298109" [ 1049.288229] env[69524]: _type = "Task" [ 1049.288229] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.294298] env[69524]: DEBUG oslo_vmware.api [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Waiting for the task: (returnval){ [ 1049.294298] env[69524]: value = "task-4068376" [ 1049.294298] env[69524]: _type = "Task" [ 1049.294298] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.297585] env[69524]: DEBUG oslo_vmware.api [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]528d1f9a-c6d6-bf94-ca77-c8dc7b298109, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.312439] env[69524]: DEBUG oslo_vmware.api [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': task-4068376, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.322269] env[69524]: DEBUG oslo_vmware.api [None req-efcbcd64-b4cc-4a44-815e-b6276d9bb516 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068375, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196634} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.322528] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-efcbcd64-b4cc-4a44-815e-b6276d9bb516 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1049.322709] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-efcbcd64-b4cc-4a44-815e-b6276d9bb516 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 6cf8dae8-80e6-4e98-955c-db7da7571f49] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1049.322886] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-efcbcd64-b4cc-4a44-815e-b6276d9bb516 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 6cf8dae8-80e6-4e98-955c-db7da7571f49] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1049.323120] env[69524]: INFO nova.compute.manager [None req-efcbcd64-b4cc-4a44-815e-b6276d9bb516 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 6cf8dae8-80e6-4e98-955c-db7da7571f49] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1049.323297] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-efcbcd64-b4cc-4a44-815e-b6276d9bb516 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1049.323483] env[69524]: DEBUG nova.compute.manager [-] [instance: 6cf8dae8-80e6-4e98-955c-db7da7571f49] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1049.323713] env[69524]: DEBUG nova.network.neutron [-] [instance: 6cf8dae8-80e6-4e98-955c-db7da7571f49] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1049.451611] env[69524]: DEBUG nova.compute.manager [req-f3156717-b0d5-443d-8a41-8fea9bd04b13 req-6ebcd550-4d09-4b47-b375-f0c8177b9859 service nova] [instance: b66cee37-4bc3-4048-bfd2-6bb6f188f780] Received event network-vif-plugged-954e15ac-343a-47a6-a594-b83ed7826678 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.451840] env[69524]: DEBUG oslo_concurrency.lockutils [req-f3156717-b0d5-443d-8a41-8fea9bd04b13 req-6ebcd550-4d09-4b47-b375-f0c8177b9859 service nova] Acquiring lock "b66cee37-4bc3-4048-bfd2-6bb6f188f780-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.452057] env[69524]: DEBUG oslo_concurrency.lockutils [req-f3156717-b0d5-443d-8a41-8fea9bd04b13 req-6ebcd550-4d09-4b47-b375-f0c8177b9859 service nova] Lock "b66cee37-4bc3-4048-bfd2-6bb6f188f780-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.452223] env[69524]: DEBUG oslo_concurrency.lockutils [req-f3156717-b0d5-443d-8a41-8fea9bd04b13 req-6ebcd550-4d09-4b47-b375-f0c8177b9859 service nova] Lock "b66cee37-4bc3-4048-bfd2-6bb6f188f780-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.452446] env[69524]: DEBUG nova.compute.manager [req-f3156717-b0d5-443d-8a41-8fea9bd04b13 req-6ebcd550-4d09-4b47-b375-f0c8177b9859 service nova] [instance: b66cee37-4bc3-4048-bfd2-6bb6f188f780] No waiting events found dispatching network-vif-plugged-954e15ac-343a-47a6-a594-b83ed7826678 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1049.452633] env[69524]: WARNING nova.compute.manager [req-f3156717-b0d5-443d-8a41-8fea9bd04b13 req-6ebcd550-4d09-4b47-b375-f0c8177b9859 service nova] [instance: b66cee37-4bc3-4048-bfd2-6bb6f188f780] Received unexpected event network-vif-plugged-954e15ac-343a-47a6-a594-b83ed7826678 for instance with vm_state building and task_state spawning. [ 1049.538287] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95679ab2-38b7-4848-bd3a-2f656ee13b9c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.548502] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222a3f44-96ab-4f71-8c82-c275227af53e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.581483] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196835c3-8f75-4ddf-86ce-56bfe9c04958 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.588881] env[69524]: DEBUG oslo_concurrency.lockutils [req-a4832d93-40f9-4302-8915-9b34aafcb87f req-1c47d082-cee4-4e3e-8cc8-7483c0f94be9 service nova] Releasing lock "refresh_cache-f4650838-ce8b-4f45-ab3a-84657fd1942e" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.590631] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98d37f9-b086-4674-bee6-b338fc34ba35 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.611484] env[69524]: DEBUG nova.compute.provider_tree [None req-e428a9e5-bd82-493d-b8dc-27d3ab7dbf43 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.616361] env[69524]: INFO nova.compute.manager [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: b55402a9-7270-4d93-bb3f-bd49b8f3ca65] Took 45.28 seconds to build instance. [ 1049.698451] env[69524]: DEBUG nova.network.neutron [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] [instance: b66cee37-4bc3-4048-bfd2-6bb6f188f780] Successfully updated port: 954e15ac-343a-47a6-a594-b83ed7826678 {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1049.721393] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6c7b7c8c-1361-446c-8922-80a5a02a1770 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Releasing lock "refresh_cache-bb318096-0380-4270-81aa-66c1f722d97c" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.721740] env[69524]: DEBUG nova.objects.instance [None req-6c7b7c8c-1361-446c-8922-80a5a02a1770 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Lazy-loading 'flavor' on Instance uuid bb318096-0380-4270-81aa-66c1f722d97c {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.801805] env[69524]: DEBUG oslo_vmware.api [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]528d1f9a-c6d6-bf94-ca77-c8dc7b298109, 'name': SearchDatastore_Task, 'duration_secs': 0.010658} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.805080] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.805366] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] f4650838-ce8b-4f45-ab3a-84657fd1942e/f4650838-ce8b-4f45-ab3a-84657fd1942e.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1049.805640] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae35e93d-08c5-4f31-9a29-d0ecf1c10d21 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.813129] env[69524]: DEBUG oslo_vmware.api [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': task-4068376, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073347} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.815191] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: 7d00834a-76ee-4dfd-a031-d555e9b84f76] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1049.815902] env[69524]: DEBUG oslo_vmware.api [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Waiting for the task: (returnval){ [ 1049.815902] env[69524]: value = "task-4068377" [ 1049.815902] env[69524]: _type = "Task" [ 1049.815902] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.817403] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b210e1-ea6e-4aac-bd69-024df7bb2a7d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.845875] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: 7d00834a-76ee-4dfd-a031-d555e9b84f76] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 7d00834a-76ee-4dfd-a031-d555e9b84f76/7d00834a-76ee-4dfd-a031-d555e9b84f76.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1049.849312] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c084ef09-db50-49e6-bf93-1bf7c28bdc39 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.863604] env[69524]: DEBUG oslo_vmware.api [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': task-4068377, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.872333] env[69524]: DEBUG oslo_vmware.api [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Waiting for the task: (returnval){ [ 1049.872333] env[69524]: value = "task-4068378" [ 1049.872333] env[69524]: _type = "Task" [ 1049.872333] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.881563] env[69524]: DEBUG oslo_vmware.api [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': task-4068378, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.917909] env[69524]: DEBUG oslo_concurrency.lockutils [None req-478f4cad-99bf-447a-bd94-01434b9f173a tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Acquiring lock "296e8dfd-268b-4bda-96bb-4e18c1e5c6d1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.918111] env[69524]: DEBUG oslo_concurrency.lockutils [None req-478f4cad-99bf-447a-bd94-01434b9f173a tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Lock "296e8dfd-268b-4bda-96bb-4e18c1e5c6d1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.118358] env[69524]: DEBUG nova.scheduler.client.report [None req-e428a9e5-bd82-493d-b8dc-27d3ab7dbf43 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.126755] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Lock "b55402a9-7270-4d93-bb3f-bd49b8f3ca65" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.282s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.140444] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.201942] env[69524]: DEBUG oslo_concurrency.lockutils [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Acquiring lock "refresh_cache-b66cee37-4bc3-4048-bfd2-6bb6f188f780" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.202157] env[69524]: DEBUG oslo_concurrency.lockutils [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Acquired lock "refresh_cache-b66cee37-4bc3-4048-bfd2-6bb6f188f780" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.202407] env[69524]: DEBUG nova.network.neutron [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] [instance: b66cee37-4bc3-4048-bfd2-6bb6f188f780] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1050.227552] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990fb6aa-0c4f-4268-8b77-0de506c2ecc1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.253675] env[69524]: DEBUG nova.network.neutron [-] [instance: 6cf8dae8-80e6-4e98-955c-db7da7571f49] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.255685] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c7b7c8c-1361-446c-8922-80a5a02a1770 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1050.256335] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2db560b1-b983-4d78-b912-cc7dfa968a24 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.266018] env[69524]: DEBUG oslo_vmware.api [None req-6c7b7c8c-1361-446c-8922-80a5a02a1770 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for the task: (returnval){ [ 1050.266018] env[69524]: value = "task-4068379" [ 1050.266018] env[69524]: _type = "Task" [ 1050.266018] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.278685] env[69524]: DEBUG oslo_vmware.api [None req-6c7b7c8c-1361-446c-8922-80a5a02a1770 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068379, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.330231] env[69524]: DEBUG oslo_vmware.api [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': task-4068377, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.385717] env[69524]: DEBUG oslo_vmware.api [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': task-4068378, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.422303] env[69524]: DEBUG nova.compute.utils [None req-478f4cad-99bf-447a-bd94-01434b9f173a tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1050.627239] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e428a9e5-bd82-493d-b8dc-27d3ab7dbf43 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.051s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.629860] env[69524]: DEBUG oslo_concurrency.lockutils [None req-26cc00fb-5837-4cb8-b358-79c7cf6021d5 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.437s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.630177] env[69524]: DEBUG nova.objects.instance [None req-26cc00fb-5837-4cb8-b358-79c7cf6021d5 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Lazy-loading 'resources' on Instance uuid 7524a781-c6db-4ea3-a115-73a6f07f94d3 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.648793] env[69524]: INFO nova.scheduler.client.report [None req-e428a9e5-bd82-493d-b8dc-27d3ab7dbf43 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Deleted allocations for instance 71381cb1-85da-4f70-b07f-92531158d906 [ 1050.745360] env[69524]: DEBUG nova.network.neutron [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] [instance: b66cee37-4bc3-4048-bfd2-6bb6f188f780] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1050.757118] env[69524]: INFO nova.compute.manager [-] [instance: 6cf8dae8-80e6-4e98-955c-db7da7571f49] Took 1.43 seconds to deallocate network for instance. [ 1050.777437] env[69524]: DEBUG oslo_vmware.api [None req-6c7b7c8c-1361-446c-8922-80a5a02a1770 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068379, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.830579] env[69524]: DEBUG oslo_vmware.api [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': task-4068377, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5275} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.831239] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] f4650838-ce8b-4f45-ab3a-84657fd1942e/f4650838-ce8b-4f45-ab3a-84657fd1942e.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1050.831576] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f4650838-ce8b-4f45-ab3a-84657fd1942e] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1050.831881] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dcb86df3-7d8c-4579-9dd2-59995c098bd1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.841796] env[69524]: DEBUG oslo_vmware.api [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Waiting for the task: (returnval){ [ 1050.841796] env[69524]: value = "task-4068380" [ 1050.841796] env[69524]: _type = "Task" [ 1050.841796] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.851692] env[69524]: DEBUG oslo_vmware.api [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': task-4068380, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.881674] env[69524]: DEBUG oslo_vmware.api [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': task-4068378, 'name': ReconfigVM_Task, 'duration_secs': 0.617668} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.881945] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: 7d00834a-76ee-4dfd-a031-d555e9b84f76] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 7d00834a-76ee-4dfd-a031-d555e9b84f76/7d00834a-76ee-4dfd-a031-d555e9b84f76.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1050.882604] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1311a08b-0776-401f-9bc6-f93afe5cd545 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.889154] env[69524]: DEBUG oslo_vmware.api [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Waiting for the task: (returnval){ [ 1050.889154] env[69524]: value = "task-4068381" [ 1050.889154] env[69524]: _type = "Task" [ 1050.889154] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.899220] env[69524]: DEBUG oslo_vmware.api [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': task-4068381, 'name': Rename_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.926179] env[69524]: DEBUG oslo_concurrency.lockutils [None req-478f4cad-99bf-447a-bd94-01434b9f173a tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Lock "296e8dfd-268b-4bda-96bb-4e18c1e5c6d1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.979514] env[69524]: DEBUG nova.network.neutron [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] [instance: b66cee37-4bc3-4048-bfd2-6bb6f188f780] Updating instance_info_cache with network_info: [{"id": "954e15ac-343a-47a6-a594-b83ed7826678", "address": "fa:16:3e:2d:68:2f", "network": {"id": "1793cdc9-dd0f-4222-b54b-c6ae29838a7e", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-293582398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "267036a8a2ce43d6a7cef1e32c5c11b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap954e15ac-34", "ovs_interfaceid": "954e15ac-343a-47a6-a594-b83ed7826678", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.158987] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e428a9e5-bd82-493d-b8dc-27d3ab7dbf43 tempest-ServerAddressesTestJSON-16131026 tempest-ServerAddressesTestJSON-16131026-project-member] Lock "71381cb1-85da-4f70-b07f-92531158d906" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.991s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.266219] env[69524]: DEBUG oslo_concurrency.lockutils [None req-efcbcd64-b4cc-4a44-815e-b6276d9bb516 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.284787] env[69524]: DEBUG oslo_vmware.api [None req-6c7b7c8c-1361-446c-8922-80a5a02a1770 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068379, 'name': PowerOffVM_Task, 'duration_secs': 0.515907} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.285104] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c7b7c8c-1361-446c-8922-80a5a02a1770 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1051.290863] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c7b7c8c-1361-446c-8922-80a5a02a1770 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Reconfiguring VM instance instance-0000003d to detach disk 2002 {{(pid=69524) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1051.293886] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66b5a32f-a5a5-416d-8d4d-35b8127c679e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.313854] env[69524]: DEBUG oslo_vmware.api [None req-6c7b7c8c-1361-446c-8922-80a5a02a1770 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for the task: (returnval){ [ 1051.313854] env[69524]: value = "task-4068382" [ 1051.313854] env[69524]: _type = "Task" [ 1051.313854] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.324249] env[69524]: DEBUG oslo_vmware.api [None req-6c7b7c8c-1361-446c-8922-80a5a02a1770 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068382, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.355769] env[69524]: DEBUG oslo_vmware.api [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': task-4068380, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067553} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.356234] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f4650838-ce8b-4f45-ab3a-84657fd1942e] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1051.357423] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ef838c-d15b-4b1a-8db8-da0859406baa {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.386188] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f4650838-ce8b-4f45-ab3a-84657fd1942e] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] f4650838-ce8b-4f45-ab3a-84657fd1942e/f4650838-ce8b-4f45-ab3a-84657fd1942e.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1051.389279] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca0a373f-9682-41e0-ab37-4571f4b627d1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.415660] env[69524]: DEBUG oslo_vmware.api [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': task-4068381, 'name': Rename_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.417285] env[69524]: DEBUG oslo_vmware.api [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Waiting for the task: (returnval){ [ 1051.417285] env[69524]: value = "task-4068383" [ 1051.417285] env[69524]: _type = "Task" [ 1051.417285] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.430614] env[69524]: DEBUG oslo_vmware.api [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': task-4068383, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.484260] env[69524]: DEBUG oslo_concurrency.lockutils [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Releasing lock "refresh_cache-b66cee37-4bc3-4048-bfd2-6bb6f188f780" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.484378] env[69524]: DEBUG nova.compute.manager [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] [instance: b66cee37-4bc3-4048-bfd2-6bb6f188f780] Instance network_info: |[{"id": "954e15ac-343a-47a6-a594-b83ed7826678", "address": "fa:16:3e:2d:68:2f", "network": {"id": "1793cdc9-dd0f-4222-b54b-c6ae29838a7e", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-293582398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "267036a8a2ce43d6a7cef1e32c5c11b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap954e15ac-34", "ovs_interfaceid": "954e15ac-343a-47a6-a594-b83ed7826678", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1051.485024] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] [instance: b66cee37-4bc3-4048-bfd2-6bb6f188f780] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:68:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '12d8eedb-97cb-4d3b-b364-42d7fd8b3c85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '954e15ac-343a-47a6-a594-b83ed7826678', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1051.492582] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Creating folder: Project (267036a8a2ce43d6a7cef1e32c5c11b7). Parent ref: group-v806025. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1051.492881] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a42fcb2-892a-433b-b6cc-ac5f3b34d4d2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.513021] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Created folder: Project (267036a8a2ce43d6a7cef1e32c5c11b7) in parent group-v806025. [ 1051.513246] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Creating folder: Instances. Parent ref: group-v806242. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1051.513504] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5db7463-7c8e-4c52-aa57-d683c2dc7254 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.528306] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Created folder: Instances in parent group-v806242. [ 1051.528577] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1051.528925] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b66cee37-4bc3-4048-bfd2-6bb6f188f780] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1051.528977] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51300dbe-aaa8-48fb-bc73-a7922f704dfb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.553045] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1051.553045] env[69524]: value = "task-4068386" [ 1051.553045] env[69524]: _type = "Task" [ 1051.553045] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.566161] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068386, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.614228] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a495fc4-7146-479a-825a-2704a54b445f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.623422] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c798979a-223d-40aa-b3d8-fd62fe1281dc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.657063] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb4865a-f376-4bf8-8553-b46283115278 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.665779] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fee9fed-9447-4986-bc8c-462f24211d98 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.685564] env[69524]: DEBUG nova.compute.provider_tree [None req-26cc00fb-5837-4cb8-b358-79c7cf6021d5 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.717401] env[69524]: DEBUG nova.compute.manager [req-a43c3779-33ab-4a22-b693-63903e18677d req-361ac4b8-502f-4efa-b003-04b292910d50 service nova] [instance: b66cee37-4bc3-4048-bfd2-6bb6f188f780] Received event network-changed-954e15ac-343a-47a6-a594-b83ed7826678 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.717628] env[69524]: DEBUG nova.compute.manager [req-a43c3779-33ab-4a22-b693-63903e18677d req-361ac4b8-502f-4efa-b003-04b292910d50 service nova] [instance: b66cee37-4bc3-4048-bfd2-6bb6f188f780] Refreshing instance network info cache due to event network-changed-954e15ac-343a-47a6-a594-b83ed7826678. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1051.717871] env[69524]: DEBUG oslo_concurrency.lockutils [req-a43c3779-33ab-4a22-b693-63903e18677d req-361ac4b8-502f-4efa-b003-04b292910d50 service nova] Acquiring lock "refresh_cache-b66cee37-4bc3-4048-bfd2-6bb6f188f780" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.718017] env[69524]: DEBUG oslo_concurrency.lockutils [req-a43c3779-33ab-4a22-b693-63903e18677d req-361ac4b8-502f-4efa-b003-04b292910d50 service nova] Acquired lock "refresh_cache-b66cee37-4bc3-4048-bfd2-6bb6f188f780" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.718381] env[69524]: DEBUG nova.network.neutron [req-a43c3779-33ab-4a22-b693-63903e18677d req-361ac4b8-502f-4efa-b003-04b292910d50 service nova] [instance: b66cee37-4bc3-4048-bfd2-6bb6f188f780] Refreshing network info cache for port 954e15ac-343a-47a6-a594-b83ed7826678 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1051.824653] env[69524]: DEBUG oslo_vmware.api [None req-6c7b7c8c-1361-446c-8922-80a5a02a1770 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068382, 'name': ReconfigVM_Task, 'duration_secs': 0.463436} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.824932] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c7b7c8c-1361-446c-8922-80a5a02a1770 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Reconfigured VM instance instance-0000003d to detach disk 2002 {{(pid=69524) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1051.825136] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c7b7c8c-1361-446c-8922-80a5a02a1770 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1051.825405] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5de3e99-095f-4051-8e1c-dc5204406d70 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.833513] env[69524]: DEBUG oslo_vmware.api [None req-6c7b7c8c-1361-446c-8922-80a5a02a1770 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for the task: (returnval){ [ 1051.833513] env[69524]: value = "task-4068387" [ 1051.833513] env[69524]: _type = "Task" [ 1051.833513] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.845290] env[69524]: DEBUG oslo_vmware.api [None req-6c7b7c8c-1361-446c-8922-80a5a02a1770 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068387, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.915298] env[69524]: DEBUG oslo_vmware.api [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': task-4068381, 'name': Rename_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.934021] env[69524]: DEBUG oslo_vmware.api [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': task-4068383, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.004157] env[69524]: DEBUG oslo_concurrency.lockutils [None req-478f4cad-99bf-447a-bd94-01434b9f173a tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Acquiring lock "296e8dfd-268b-4bda-96bb-4e18c1e5c6d1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.004420] env[69524]: DEBUG oslo_concurrency.lockutils [None req-478f4cad-99bf-447a-bd94-01434b9f173a tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Lock "296e8dfd-268b-4bda-96bb-4e18c1e5c6d1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.004660] env[69524]: INFO nova.compute.manager [None req-478f4cad-99bf-447a-bd94-01434b9f173a tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Attaching volume b4564b56-6886-47cc-b958-ac2d2a651e89 to /dev/sdb [ 1052.042488] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8a6120-f09e-4ff9-8399-df87b0c9e1d6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.052919] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0555c8a-4069-4a5c-bad5-6bd937c0b237 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.075162] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068386, 'name': CreateVM_Task} progress is 25%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.089924] env[69524]: DEBUG nova.virt.block_device [None req-478f4cad-99bf-447a-bd94-01434b9f173a tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Updating existing volume attachment record: 3458ecc6-90b5-4bb3-90c1-ed51002d061c {{(pid=69524) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1052.190150] env[69524]: DEBUG nova.scheduler.client.report [None req-26cc00fb-5837-4cb8-b358-79c7cf6021d5 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.288169] env[69524]: DEBUG oslo_concurrency.lockutils [None req-dbc2a675-6620-49f1-9649-a6148aa208bf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Acquiring lock "0c857091-9d2c-4ecd-b853-e7efbb799669" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.288725] env[69524]: DEBUG oslo_concurrency.lockutils [None req-dbc2a675-6620-49f1-9649-a6148aa208bf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Lock "0c857091-9d2c-4ecd-b853-e7efbb799669" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.289654] env[69524]: DEBUG oslo_concurrency.lockutils [None req-dbc2a675-6620-49f1-9649-a6148aa208bf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Acquiring lock "0c857091-9d2c-4ecd-b853-e7efbb799669-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.289654] env[69524]: DEBUG oslo_concurrency.lockutils [None req-dbc2a675-6620-49f1-9649-a6148aa208bf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Lock "0c857091-9d2c-4ecd-b853-e7efbb799669-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.289846] env[69524]: DEBUG oslo_concurrency.lockutils [None req-dbc2a675-6620-49f1-9649-a6148aa208bf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Lock "0c857091-9d2c-4ecd-b853-e7efbb799669-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.292762] env[69524]: INFO nova.compute.manager [None req-dbc2a675-6620-49f1-9649-a6148aa208bf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Terminating instance [ 1052.345341] env[69524]: DEBUG oslo_vmware.api [None req-6c7b7c8c-1361-446c-8922-80a5a02a1770 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068387, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.422205] env[69524]: DEBUG oslo_vmware.api [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': task-4068381, 'name': Rename_Task, 'duration_secs': 1.193757} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.425846] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: 7d00834a-76ee-4dfd-a031-d555e9b84f76] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1052.426140] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a5db5ad-598c-45fe-9d32-b836efd7bc3c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.435387] env[69524]: DEBUG oslo_vmware.api [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': task-4068383, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.437497] env[69524]: DEBUG oslo_vmware.api [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Waiting for the task: (returnval){ [ 1052.437497] env[69524]: value = "task-4068389" [ 1052.437497] env[69524]: _type = "Task" [ 1052.437497] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.446547] env[69524]: DEBUG oslo_vmware.api [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': task-4068389, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.557336] env[69524]: DEBUG nova.network.neutron [req-a43c3779-33ab-4a22-b693-63903e18677d req-361ac4b8-502f-4efa-b003-04b292910d50 service nova] [instance: b66cee37-4bc3-4048-bfd2-6bb6f188f780] Updated VIF entry in instance network info cache for port 954e15ac-343a-47a6-a594-b83ed7826678. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1052.557689] env[69524]: DEBUG nova.network.neutron [req-a43c3779-33ab-4a22-b693-63903e18677d req-361ac4b8-502f-4efa-b003-04b292910d50 service nova] [instance: b66cee37-4bc3-4048-bfd2-6bb6f188f780] Updating instance_info_cache with network_info: [{"id": "954e15ac-343a-47a6-a594-b83ed7826678", "address": "fa:16:3e:2d:68:2f", "network": {"id": "1793cdc9-dd0f-4222-b54b-c6ae29838a7e", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-293582398-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "267036a8a2ce43d6a7cef1e32c5c11b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "12d8eedb-97cb-4d3b-b364-42d7fd8b3c85", "external-id": "nsx-vlan-transportzone-870", "segmentation_id": 870, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap954e15ac-34", "ovs_interfaceid": "954e15ac-343a-47a6-a594-b83ed7826678", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.569640] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068386, 'name': CreateVM_Task, 'duration_secs': 0.861331} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.570567] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b66cee37-4bc3-4048-bfd2-6bb6f188f780] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1052.571261] env[69524]: DEBUG oslo_concurrency.lockutils [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.571464] env[69524]: DEBUG oslo_concurrency.lockutils [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.571907] env[69524]: DEBUG oslo_concurrency.lockutils [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.572264] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7639b42-9459-414e-84da-bf604c406c88 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.578027] env[69524]: DEBUG oslo_vmware.api [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Waiting for the task: (returnval){ [ 1052.578027] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52dd8c3a-3014-7db3-954e-7610e480fc6e" [ 1052.578027] env[69524]: _type = "Task" [ 1052.578027] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.587409] env[69524]: DEBUG oslo_vmware.api [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52dd8c3a-3014-7db3-954e-7610e480fc6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.697228] env[69524]: DEBUG oslo_concurrency.lockutils [None req-26cc00fb-5837-4cb8-b358-79c7cf6021d5 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.067s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.699730] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.921s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.701964] env[69524]: INFO nova.compute.claims [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1052.734268] env[69524]: INFO nova.scheduler.client.report [None req-26cc00fb-5837-4cb8-b358-79c7cf6021d5 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Deleted allocations for instance 7524a781-c6db-4ea3-a115-73a6f07f94d3 [ 1052.799976] env[69524]: DEBUG nova.compute.manager [None req-dbc2a675-6620-49f1-9649-a6148aa208bf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1052.800393] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc2a675-6620-49f1-9649-a6148aa208bf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1052.801745] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d832f6da-48a9-41d8-8b16-2963b194d36b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.811713] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbc2a675-6620-49f1-9649-a6148aa208bf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.811713] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51c4e5e7-588a-4e72-8791-aa1db23ff4c0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.819921] env[69524]: DEBUG oslo_vmware.api [None req-dbc2a675-6620-49f1-9649-a6148aa208bf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Waiting for the task: (returnval){ [ 1052.819921] env[69524]: value = "task-4068390" [ 1052.819921] env[69524]: _type = "Task" [ 1052.819921] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.830996] env[69524]: DEBUG oslo_vmware.api [None req-dbc2a675-6620-49f1-9649-a6148aa208bf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': task-4068390, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.845256] env[69524]: DEBUG oslo_vmware.api [None req-6c7b7c8c-1361-446c-8922-80a5a02a1770 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068387, 'name': PowerOnVM_Task, 'duration_secs': 0.579739} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.845453] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c7b7c8c-1361-446c-8922-80a5a02a1770 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1052.845686] env[69524]: DEBUG nova.compute.manager [None req-6c7b7c8c-1361-446c-8922-80a5a02a1770 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1052.846550] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc17421-0b37-4ce0-b57c-77ec0b970e86 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.937496] env[69524]: DEBUG oslo_vmware.api [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': task-4068383, 'name': ReconfigVM_Task, 'duration_secs': 1.026293} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.937788] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f4650838-ce8b-4f45-ab3a-84657fd1942e] Reconfigured VM instance instance-0000004a to attach disk [datastore1] f4650838-ce8b-4f45-ab3a-84657fd1942e/f4650838-ce8b-4f45-ab3a-84657fd1942e.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1052.939295] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b232be3e-fa74-4adf-8ffb-4d2ea4e2dddc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.957095] env[69524]: DEBUG oslo_vmware.api [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': task-4068389, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.959202] env[69524]: DEBUG oslo_vmware.api [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Waiting for the task: (returnval){ [ 1052.959202] env[69524]: value = "task-4068391" [ 1052.959202] env[69524]: _type = "Task" [ 1052.959202] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.971279] env[69524]: DEBUG oslo_vmware.api [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': task-4068391, 'name': Rename_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.064579] env[69524]: DEBUG oslo_concurrency.lockutils [req-a43c3779-33ab-4a22-b693-63903e18677d req-361ac4b8-502f-4efa-b003-04b292910d50 service nova] Releasing lock "refresh_cache-b66cee37-4bc3-4048-bfd2-6bb6f188f780" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.065059] env[69524]: DEBUG nova.compute.manager [req-a43c3779-33ab-4a22-b693-63903e18677d req-361ac4b8-502f-4efa-b003-04b292910d50 service nova] [instance: 6cf8dae8-80e6-4e98-955c-db7da7571f49] Received event network-vif-deleted-3cc84e19-c62f-4cb1-8c4b-8e2dfebd66d0 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.090923] env[69524]: DEBUG oslo_vmware.api [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52dd8c3a-3014-7db3-954e-7610e480fc6e, 'name': SearchDatastore_Task, 'duration_secs': 0.014364} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.091279] env[69524]: DEBUG oslo_concurrency.lockutils [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.091538] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] [instance: b66cee37-4bc3-4048-bfd2-6bb6f188f780] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1053.091815] env[69524]: DEBUG oslo_concurrency.lockutils [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.091960] env[69524]: DEBUG oslo_concurrency.lockutils [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.093287] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1053.093619] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-833022c4-89d0-4483-8915-ccc9d7155314 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.104317] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1053.104459] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1053.105271] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f54b6fb-3a3b-48fe-81c1-8bc354bd1fc7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.112259] env[69524]: DEBUG oslo_vmware.api [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Waiting for the task: (returnval){ [ 1053.112259] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52b8f3eb-98cf-3f6c-900f-e7d065f38349" [ 1053.112259] env[69524]: _type = "Task" [ 1053.112259] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.130072] env[69524]: DEBUG oslo_vmware.api [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52b8f3eb-98cf-3f6c-900f-e7d065f38349, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.247298] env[69524]: DEBUG oslo_concurrency.lockutils [None req-26cc00fb-5837-4cb8-b358-79c7cf6021d5 tempest-ListImageFiltersTestJSON-223017429 tempest-ListImageFiltersTestJSON-223017429-project-member] Lock "7524a781-c6db-4ea3-a115-73a6f07f94d3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.129s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.331106] env[69524]: DEBUG oslo_vmware.api [None req-dbc2a675-6620-49f1-9649-a6148aa208bf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': task-4068390, 'name': PowerOffVM_Task, 'duration_secs': 0.273834} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.331472] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbc2a675-6620-49f1-9649-a6148aa208bf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1053.331730] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc2a675-6620-49f1-9649-a6148aa208bf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1053.332078] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cbcf9e96-cb1f-4d50-9c09-fc57a728b6a7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.422934] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc2a675-6620-49f1-9649-a6148aa208bf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1053.423012] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc2a675-6620-49f1-9649-a6148aa208bf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1053.423437] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbc2a675-6620-49f1-9649-a6148aa208bf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Deleting the datastore file [datastore1] 0c857091-9d2c-4ecd-b853-e7efbb799669 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1053.423789] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0fbc9914-f8f7-45a6-8feb-d0a6831ddd47 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.433805] env[69524]: DEBUG oslo_vmware.api [None req-dbc2a675-6620-49f1-9649-a6148aa208bf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Waiting for the task: (returnval){ [ 1053.433805] env[69524]: value = "task-4068393" [ 1053.433805] env[69524]: _type = "Task" [ 1053.433805] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.448345] env[69524]: DEBUG oslo_vmware.api [None req-dbc2a675-6620-49f1-9649-a6148aa208bf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': task-4068393, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.456148] env[69524]: DEBUG oslo_vmware.api [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': task-4068389, 'name': PowerOnVM_Task, 'duration_secs': 0.781695} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.456579] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: 7d00834a-76ee-4dfd-a031-d555e9b84f76] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1053.456831] env[69524]: DEBUG nova.compute.manager [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: 7d00834a-76ee-4dfd-a031-d555e9b84f76] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1053.462027] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f48d9a3-54ad-4b86-8f24-7ac81c28f967 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.473572] env[69524]: DEBUG oslo_vmware.api [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': task-4068391, 'name': Rename_Task, 'duration_secs': 0.206741} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.475726] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f4650838-ce8b-4f45-ab3a-84657fd1942e] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1053.478881] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-136fd25b-a564-4290-8e35-549d629f0c68 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.488486] env[69524]: DEBUG oslo_vmware.api [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Waiting for the task: (returnval){ [ 1053.488486] env[69524]: value = "task-4068394" [ 1053.488486] env[69524]: _type = "Task" [ 1053.488486] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.498122] env[69524]: DEBUG oslo_vmware.api [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': task-4068394, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.641599] env[69524]: DEBUG oslo_vmware.api [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52b8f3eb-98cf-3f6c-900f-e7d065f38349, 'name': SearchDatastore_Task, 'duration_secs': 0.013932} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.643013] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19369172-a0e6-468e-8796-5f496aa2bff6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.650847] env[69524]: DEBUG oslo_vmware.api [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Waiting for the task: (returnval){ [ 1053.650847] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5225b234-977d-a612-3385-b62040a3ecf6" [ 1053.650847] env[69524]: _type = "Task" [ 1053.650847] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.663611] env[69524]: DEBUG oslo_vmware.api [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5225b234-977d-a612-3385-b62040a3ecf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.946054] env[69524]: DEBUG oslo_vmware.api [None req-dbc2a675-6620-49f1-9649-a6148aa208bf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': task-4068393, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320271} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.949552] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbc2a675-6620-49f1-9649-a6148aa208bf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1053.949919] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc2a675-6620-49f1-9649-a6148aa208bf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1053.949919] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-dbc2a675-6620-49f1-9649-a6148aa208bf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1053.950071] env[69524]: INFO nova.compute.manager [None req-dbc2a675-6620-49f1-9649-a6148aa208bf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1053.950277] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dbc2a675-6620-49f1-9649-a6148aa208bf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.951067] env[69524]: DEBUG nova.compute.manager [-] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1053.951175] env[69524]: DEBUG nova.network.neutron [-] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1053.993888] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.001173] env[69524]: DEBUG oslo_vmware.api [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': task-4068394, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.163147] env[69524]: DEBUG oslo_vmware.api [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5225b234-977d-a612-3385-b62040a3ecf6, 'name': SearchDatastore_Task, 'duration_secs': 0.011617} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.164411] env[69524]: DEBUG oslo_concurrency.lockutils [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.164703] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] b66cee37-4bc3-4048-bfd2-6bb6f188f780/b66cee37-4bc3-4048-bfd2-6bb6f188f780.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1054.165686] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee6d146-e699-4868-bdbb-f56e7f7de249 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.168462] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4336cfc-1631-4476-8748-dd2be15ee954 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.180748] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c1ed9d-aa75-4007-9ee0-728ec58552e5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.185903] env[69524]: DEBUG oslo_vmware.api [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Waiting for the task: (returnval){ [ 1054.185903] env[69524]: value = "task-4068395" [ 1054.185903] env[69524]: _type = "Task" [ 1054.185903] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.218633] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74766c17-aa06-4896-9869-98fbde757794 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.224555] env[69524]: DEBUG oslo_vmware.api [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Task: {'id': task-4068395, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.230611] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9483223-d913-422d-8523-6c5899cd819d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.249184] env[69524]: DEBUG nova.compute.provider_tree [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.336151] env[69524]: DEBUG nova.compute.manager [req-8950a880-a065-467e-a3e8-345249b24e53 req-0decc60c-0670-48a1-aecf-fa539a1d8dc7 service nova] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Received event network-vif-deleted-51a898da-4c04-4385-97b9-68224a7e9b5d {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.336151] env[69524]: INFO nova.compute.manager [req-8950a880-a065-467e-a3e8-345249b24e53 req-0decc60c-0670-48a1-aecf-fa539a1d8dc7 service nova] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Neutron deleted interface 51a898da-4c04-4385-97b9-68224a7e9b5d; detaching it from the instance and deleting it from the info cache [ 1054.336151] env[69524]: DEBUG nova.network.neutron [req-8950a880-a065-467e-a3e8-345249b24e53 req-0decc60c-0670-48a1-aecf-fa539a1d8dc7 service nova] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.432259] env[69524]: DEBUG oslo_concurrency.lockutils [None req-db233f53-db63-429e-9f0b-a0543ec8e3ba tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Acquiring lock "7d00834a-76ee-4dfd-a031-d555e9b84f76" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.432587] env[69524]: DEBUG oslo_concurrency.lockutils [None req-db233f53-db63-429e-9f0b-a0543ec8e3ba tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Lock "7d00834a-76ee-4dfd-a031-d555e9b84f76" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.432814] env[69524]: DEBUG oslo_concurrency.lockutils [None req-db233f53-db63-429e-9f0b-a0543ec8e3ba tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Acquiring lock "7d00834a-76ee-4dfd-a031-d555e9b84f76-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.432998] env[69524]: DEBUG oslo_concurrency.lockutils [None req-db233f53-db63-429e-9f0b-a0543ec8e3ba tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Lock "7d00834a-76ee-4dfd-a031-d555e9b84f76-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.433187] env[69524]: DEBUG oslo_concurrency.lockutils [None req-db233f53-db63-429e-9f0b-a0543ec8e3ba tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Lock "7d00834a-76ee-4dfd-a031-d555e9b84f76-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.435611] env[69524]: INFO nova.compute.manager [None req-db233f53-db63-429e-9f0b-a0543ec8e3ba tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: 7d00834a-76ee-4dfd-a031-d555e9b84f76] Terminating instance [ 1054.507621] env[69524]: DEBUG oslo_vmware.api [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': task-4068394, 'name': PowerOnVM_Task, 'duration_secs': 0.872251} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.508384] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f4650838-ce8b-4f45-ab3a-84657fd1942e] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1054.509024] env[69524]: INFO nova.compute.manager [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f4650838-ce8b-4f45-ab3a-84657fd1942e] Took 9.35 seconds to spawn the instance on the hypervisor. [ 1054.509123] env[69524]: DEBUG nova.compute.manager [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f4650838-ce8b-4f45-ab3a-84657fd1942e] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1054.510542] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b0c97a-4b1c-4290-885f-76a835639048 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.699118] env[69524]: DEBUG oslo_vmware.api [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Task: {'id': task-4068395, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.752377] env[69524]: DEBUG nova.scheduler.client.report [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1054.792807] env[69524]: DEBUG nova.network.neutron [-] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.840059] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cf17fdbd-8874-4dac-bf23-5d19399e480b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.850779] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec02306-4df7-42da-8435-c1f37609be70 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.892941] env[69524]: DEBUG nova.compute.manager [req-8950a880-a065-467e-a3e8-345249b24e53 req-0decc60c-0670-48a1-aecf-fa539a1d8dc7 service nova] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Detach interface failed, port_id=51a898da-4c04-4385-97b9-68224a7e9b5d, reason: Instance 0c857091-9d2c-4ecd-b853-e7efbb799669 could not be found. {{(pid=69524) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1054.940165] env[69524]: DEBUG oslo_concurrency.lockutils [None req-db233f53-db63-429e-9f0b-a0543ec8e3ba tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Acquiring lock "refresh_cache-7d00834a-76ee-4dfd-a031-d555e9b84f76" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.940660] env[69524]: DEBUG oslo_concurrency.lockutils [None req-db233f53-db63-429e-9f0b-a0543ec8e3ba tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Acquired lock "refresh_cache-7d00834a-76ee-4dfd-a031-d555e9b84f76" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.940916] env[69524]: DEBUG nova.network.neutron [None req-db233f53-db63-429e-9f0b-a0543ec8e3ba tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: 7d00834a-76ee-4dfd-a031-d555e9b84f76] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1055.033148] env[69524]: INFO nova.compute.manager [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f4650838-ce8b-4f45-ab3a-84657fd1942e] Took 42.96 seconds to build instance. [ 1055.100182] env[69524]: DEBUG nova.compute.manager [req-ed3ec5cd-deba-41e2-9826-a0a7ec61f2a9 req-016c0f8b-b34e-4791-8e40-d50b3ff1cdbe service nova] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Received event network-changed-80a35763-954c-46ed-a04a-4a2bf6da4dfa {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1055.100182] env[69524]: DEBUG nova.compute.manager [req-ed3ec5cd-deba-41e2-9826-a0a7ec61f2a9 req-016c0f8b-b34e-4791-8e40-d50b3ff1cdbe service nova] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Refreshing instance network info cache due to event network-changed-80a35763-954c-46ed-a04a-4a2bf6da4dfa. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1055.100182] env[69524]: DEBUG oslo_concurrency.lockutils [req-ed3ec5cd-deba-41e2-9826-a0a7ec61f2a9 req-016c0f8b-b34e-4791-8e40-d50b3ff1cdbe service nova] Acquiring lock "refresh_cache-bb318096-0380-4270-81aa-66c1f722d97c" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.100182] env[69524]: DEBUG oslo_concurrency.lockutils [req-ed3ec5cd-deba-41e2-9826-a0a7ec61f2a9 req-016c0f8b-b34e-4791-8e40-d50b3ff1cdbe service nova] Acquired lock "refresh_cache-bb318096-0380-4270-81aa-66c1f722d97c" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.100182] env[69524]: DEBUG nova.network.neutron [req-ed3ec5cd-deba-41e2-9826-a0a7ec61f2a9 req-016c0f8b-b34e-4791-8e40-d50b3ff1cdbe service nova] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Refreshing network info cache for port 80a35763-954c-46ed-a04a-4a2bf6da4dfa {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1055.198924] env[69524]: DEBUG oslo_vmware.api [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Task: {'id': task-4068395, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598335} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.198924] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] b66cee37-4bc3-4048-bfd2-6bb6f188f780/b66cee37-4bc3-4048-bfd2-6bb6f188f780.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1055.198924] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] [instance: b66cee37-4bc3-4048-bfd2-6bb6f188f780] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1055.198924] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e50cf79-b0b0-4408-b158-afa3bfe1a66b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.207938] env[69524]: DEBUG oslo_vmware.api [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Waiting for the task: (returnval){ [ 1055.207938] env[69524]: value = "task-4068397" [ 1055.207938] env[69524]: _type = "Task" [ 1055.207938] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.219507] env[69524]: DEBUG oslo_vmware.api [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Task: {'id': task-4068397, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.262022] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.559s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.262022] env[69524]: DEBUG nova.compute.manager [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1055.262405] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5b189a8b-e41e-402d-b693-47718391d3f6 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.099s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.262554] env[69524]: DEBUG nova.objects.instance [None req-5b189a8b-e41e-402d-b693-47718391d3f6 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Lazy-loading 'resources' on Instance uuid ca13258a-42e5-48f5-9264-af5b296c8a6f {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1055.297083] env[69524]: INFO nova.compute.manager [-] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Took 1.35 seconds to deallocate network for instance. [ 1055.468600] env[69524]: DEBUG nova.network.neutron [None req-db233f53-db63-429e-9f0b-a0543ec8e3ba tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: 7d00834a-76ee-4dfd-a031-d555e9b84f76] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1055.536065] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e0df4d49-ab32-4e64-bc4d-c1870f8328ea tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Lock "f4650838-ce8b-4f45-ab3a-84657fd1942e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.665s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.549860] env[69524]: DEBUG nova.network.neutron [None req-db233f53-db63-429e-9f0b-a0543ec8e3ba tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: 7d00834a-76ee-4dfd-a031-d555e9b84f76] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.721815] env[69524]: DEBUG oslo_vmware.api [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Task: {'id': task-4068397, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.227026} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.721815] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] [instance: b66cee37-4bc3-4048-bfd2-6bb6f188f780] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1055.721815] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba256ac-8657-48c1-a6a6-481f37d18d4a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.746944] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] [instance: b66cee37-4bc3-4048-bfd2-6bb6f188f780] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] b66cee37-4bc3-4048-bfd2-6bb6f188f780/b66cee37-4bc3-4048-bfd2-6bb6f188f780.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1055.747347] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-666a99c8-e503-4099-bb62-dfb3e17e64b9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.766121] env[69524]: DEBUG nova.compute.utils [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1055.770240] env[69524]: DEBUG nova.compute.manager [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1055.770654] env[69524]: DEBUG nova.network.neutron [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1055.778218] env[69524]: DEBUG oslo_vmware.api [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Waiting for the task: (returnval){ [ 1055.778218] env[69524]: value = "task-4068398" [ 1055.778218] env[69524]: _type = "Task" [ 1055.778218] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.788763] env[69524]: DEBUG oslo_vmware.api [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Task: {'id': task-4068398, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.810060] env[69524]: DEBUG oslo_concurrency.lockutils [None req-dbc2a675-6620-49f1-9649-a6148aa208bf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.845432] env[69524]: DEBUG oslo_concurrency.lockutils [None req-925a65b3-2b7e-4057-ba93-664394a45637 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Acquiring lock "b55402a9-7270-4d93-bb3f-bd49b8f3ca65" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.845755] env[69524]: DEBUG oslo_concurrency.lockutils [None req-925a65b3-2b7e-4057-ba93-664394a45637 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Lock "b55402a9-7270-4d93-bb3f-bd49b8f3ca65" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.846017] env[69524]: DEBUG oslo_concurrency.lockutils [None req-925a65b3-2b7e-4057-ba93-664394a45637 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Acquiring lock "b55402a9-7270-4d93-bb3f-bd49b8f3ca65-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.846218] env[69524]: DEBUG oslo_concurrency.lockutils [None req-925a65b3-2b7e-4057-ba93-664394a45637 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Lock "b55402a9-7270-4d93-bb3f-bd49b8f3ca65-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.846392] env[69524]: DEBUG oslo_concurrency.lockutils [None req-925a65b3-2b7e-4057-ba93-664394a45637 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Lock "b55402a9-7270-4d93-bb3f-bd49b8f3ca65-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.848519] env[69524]: INFO nova.compute.manager [None req-925a65b3-2b7e-4057-ba93-664394a45637 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: b55402a9-7270-4d93-bb3f-bd49b8f3ca65] Terminating instance [ 1055.883755] env[69524]: DEBUG nova.policy [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '545def98a8664ebbb0bdfe573aaee24f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a638896dde45449a8d091abde05fda3d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 1056.056021] env[69524]: DEBUG oslo_concurrency.lockutils [None req-db233f53-db63-429e-9f0b-a0543ec8e3ba tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Releasing lock "refresh_cache-7d00834a-76ee-4dfd-a031-d555e9b84f76" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.056021] env[69524]: DEBUG nova.compute.manager [None req-db233f53-db63-429e-9f0b-a0543ec8e3ba tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: 7d00834a-76ee-4dfd-a031-d555e9b84f76] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1056.056021] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-db233f53-db63-429e-9f0b-a0543ec8e3ba tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: 7d00834a-76ee-4dfd-a031-d555e9b84f76] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1056.056021] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f1616b-32af-46eb-808a-29389b8cd888 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.065032] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a9336f34-e77a-4d5a-9348-d21bf517bed8 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Acquiring lock "f4650838-ce8b-4f45-ab3a-84657fd1942e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.065452] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a9336f34-e77a-4d5a-9348-d21bf517bed8 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Lock "f4650838-ce8b-4f45-ab3a-84657fd1942e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.068779] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a9336f34-e77a-4d5a-9348-d21bf517bed8 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Acquiring lock "f4650838-ce8b-4f45-ab3a-84657fd1942e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.068779] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a9336f34-e77a-4d5a-9348-d21bf517bed8 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Lock "f4650838-ce8b-4f45-ab3a-84657fd1942e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.068779] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a9336f34-e77a-4d5a-9348-d21bf517bed8 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Lock "f4650838-ce8b-4f45-ab3a-84657fd1942e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.068779] env[69524]: INFO nova.compute.manager [None req-a9336f34-e77a-4d5a-9348-d21bf517bed8 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f4650838-ce8b-4f45-ab3a-84657fd1942e] Terminating instance [ 1056.077131] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-db233f53-db63-429e-9f0b-a0543ec8e3ba tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: 7d00834a-76ee-4dfd-a031-d555e9b84f76] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1056.078438] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ad3e5f6-d803-43c5-8471-26f0ede327e9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.089306] env[69524]: DEBUG oslo_vmware.api [None req-db233f53-db63-429e-9f0b-a0543ec8e3ba tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Waiting for the task: (returnval){ [ 1056.089306] env[69524]: value = "task-4068399" [ 1056.089306] env[69524]: _type = "Task" [ 1056.089306] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.101551] env[69524]: DEBUG oslo_vmware.api [None req-db233f53-db63-429e-9f0b-a0543ec8e3ba tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': task-4068399, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.250950] env[69524]: DEBUG nova.network.neutron [req-ed3ec5cd-deba-41e2-9826-a0a7ec61f2a9 req-016c0f8b-b34e-4791-8e40-d50b3ff1cdbe service nova] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Updated VIF entry in instance network info cache for port 80a35763-954c-46ed-a04a-4a2bf6da4dfa. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1056.251627] env[69524]: DEBUG nova.network.neutron [req-ed3ec5cd-deba-41e2-9826-a0a7ec61f2a9 req-016c0f8b-b34e-4791-8e40-d50b3ff1cdbe service nova] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Updating instance_info_cache with network_info: [{"id": "80a35763-954c-46ed-a04a-4a2bf6da4dfa", "address": "fa:16:3e:be:66:23", "network": {"id": "c3059a41-0d8e-4f5e-aa55-00477c3a6ec8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1909587943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c577040ac1174430983ad8df058bd7c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80a35763-95", "ovs_interfaceid": "80a35763-954c-46ed-a04a-4a2bf6da4dfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.272250] env[69524]: DEBUG nova.compute.manager [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1056.291085] env[69524]: DEBUG oslo_vmware.api [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Task: {'id': task-4068398, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.312220] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aad4a0e-70ff-4303-b890-c77fe17aba91 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.321738] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52017a3a-6ffa-4ea3-bb25-81f39e417a3d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.354059] env[69524]: DEBUG nova.compute.manager [None req-925a65b3-2b7e-4057-ba93-664394a45637 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: b55402a9-7270-4d93-bb3f-bd49b8f3ca65] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1056.354298] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-925a65b3-2b7e-4057-ba93-664394a45637 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: b55402a9-7270-4d93-bb3f-bd49b8f3ca65] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1056.355384] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156404ab-32b9-4e6d-97e4-f33a288bf98d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.359072] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f940ab50-6c24-4121-8d04-f24de89f55c4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.370888] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed4b051-e9df-4197-b9ac-b15faa2b938b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.374450] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-925a65b3-2b7e-4057-ba93-664394a45637 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: b55402a9-7270-4d93-bb3f-bd49b8f3ca65] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1056.374450] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a7574ff-3847-4289-925b-960ef1191e8e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.387624] env[69524]: DEBUG nova.compute.provider_tree [None req-5b189a8b-e41e-402d-b693-47718391d3f6 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1056.390924] env[69524]: DEBUG oslo_vmware.api [None req-925a65b3-2b7e-4057-ba93-664394a45637 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Waiting for the task: (returnval){ [ 1056.390924] env[69524]: value = "task-4068400" [ 1056.390924] env[69524]: _type = "Task" [ 1056.390924] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.401478] env[69524]: DEBUG oslo_vmware.api [None req-925a65b3-2b7e-4057-ba93-664394a45637 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': task-4068400, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.410113] env[69524]: DEBUG oslo_concurrency.lockutils [None req-44635e57-82bc-4fea-9df1-3bc554bffdec tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Acquiring lock "2eb37685-2b4a-4e70-a379-b13ebf8bf812" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.410484] env[69524]: DEBUG oslo_concurrency.lockutils [None req-44635e57-82bc-4fea-9df1-3bc554bffdec tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Lock "2eb37685-2b4a-4e70-a379-b13ebf8bf812" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.410723] env[69524]: DEBUG oslo_concurrency.lockutils [None req-44635e57-82bc-4fea-9df1-3bc554bffdec tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Acquiring lock "2eb37685-2b4a-4e70-a379-b13ebf8bf812-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.411851] env[69524]: DEBUG oslo_concurrency.lockutils [None req-44635e57-82bc-4fea-9df1-3bc554bffdec tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Lock "2eb37685-2b4a-4e70-a379-b13ebf8bf812-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.411851] env[69524]: DEBUG oslo_concurrency.lockutils [None req-44635e57-82bc-4fea-9df1-3bc554bffdec tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Lock "2eb37685-2b4a-4e70-a379-b13ebf8bf812-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.413414] env[69524]: INFO nova.compute.manager [None req-44635e57-82bc-4fea-9df1-3bc554bffdec tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: 2eb37685-2b4a-4e70-a379-b13ebf8bf812] Terminating instance [ 1056.463205] env[69524]: DEBUG nova.network.neutron [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Successfully created port: 29946d17-47b7-4c35-b521-51c0a007f5d1 {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1056.578577] env[69524]: DEBUG nova.compute.manager [None req-a9336f34-e77a-4d5a-9348-d21bf517bed8 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f4650838-ce8b-4f45-ab3a-84657fd1942e] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1056.579130] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a9336f34-e77a-4d5a-9348-d21bf517bed8 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f4650838-ce8b-4f45-ab3a-84657fd1942e] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1056.580290] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f40240-53bc-4da1-8065-69096b3d163d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.590963] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9336f34-e77a-4d5a-9348-d21bf517bed8 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f4650838-ce8b-4f45-ab3a-84657fd1942e] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1056.595112] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b06ebd5e-4ccc-4fb8-a299-ef6db2fbc6be {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.602970] env[69524]: DEBUG oslo_vmware.api [None req-db233f53-db63-429e-9f0b-a0543ec8e3ba tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': task-4068399, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.604654] env[69524]: DEBUG oslo_vmware.api [None req-a9336f34-e77a-4d5a-9348-d21bf517bed8 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Waiting for the task: (returnval){ [ 1056.604654] env[69524]: value = "task-4068401" [ 1056.604654] env[69524]: _type = "Task" [ 1056.604654] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.613101] env[69524]: DEBUG oslo_vmware.api [None req-a9336f34-e77a-4d5a-9348-d21bf517bed8 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': task-4068401, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.648124] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-478f4cad-99bf-447a-bd94-01434b9f173a tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Volume attach. Driver type: vmdk {{(pid=69524) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1056.648273] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-478f4cad-99bf-447a-bd94-01434b9f173a tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806245', 'volume_id': 'b4564b56-6886-47cc-b958-ac2d2a651e89', 'name': 'volume-b4564b56-6886-47cc-b958-ac2d2a651e89', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '296e8dfd-268b-4bda-96bb-4e18c1e5c6d1', 'attached_at': '', 'detached_at': '', 'volume_id': 'b4564b56-6886-47cc-b958-ac2d2a651e89', 'serial': 'b4564b56-6886-47cc-b958-ac2d2a651e89'} {{(pid=69524) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1056.649285] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9273e7-cf08-434e-95af-9e7964ffeb54 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.668534] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad771834-aa55-4be6-84c9-72191cca0b43 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.697869] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-478f4cad-99bf-447a-bd94-01434b9f173a tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] volume-b4564b56-6886-47cc-b958-ac2d2a651e89/volume-b4564b56-6886-47cc-b958-ac2d2a651e89.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1056.698418] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b22759e7-9f86-4571-97ad-db11dab91ef4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.716886] env[69524]: DEBUG oslo_vmware.api [None req-478f4cad-99bf-447a-bd94-01434b9f173a tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Waiting for the task: (returnval){ [ 1056.716886] env[69524]: value = "task-4068402" [ 1056.716886] env[69524]: _type = "Task" [ 1056.716886] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.727475] env[69524]: DEBUG oslo_vmware.api [None req-478f4cad-99bf-447a-bd94-01434b9f173a tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4068402, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.761612] env[69524]: DEBUG oslo_concurrency.lockutils [req-ed3ec5cd-deba-41e2-9826-a0a7ec61f2a9 req-016c0f8b-b34e-4791-8e40-d50b3ff1cdbe service nova] Releasing lock "refresh_cache-bb318096-0380-4270-81aa-66c1f722d97c" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.795096] env[69524]: DEBUG oslo_vmware.api [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Task: {'id': task-4068398, 'name': ReconfigVM_Task, 'duration_secs': 1.003843} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.795655] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] [instance: b66cee37-4bc3-4048-bfd2-6bb6f188f780] Reconfigured VM instance instance-0000004b to attach disk [datastore2] b66cee37-4bc3-4048-bfd2-6bb6f188f780/b66cee37-4bc3-4048-bfd2-6bb6f188f780.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1056.796368] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b47982d4-60cc-482a-adde-0ca60174a082 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.805311] env[69524]: DEBUG oslo_vmware.api [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Waiting for the task: (returnval){ [ 1056.805311] env[69524]: value = "task-4068403" [ 1056.805311] env[69524]: _type = "Task" [ 1056.805311] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.816656] env[69524]: DEBUG oslo_vmware.api [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Task: {'id': task-4068403, 'name': Rename_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.893942] env[69524]: DEBUG nova.scheduler.client.report [None req-5b189a8b-e41e-402d-b693-47718391d3f6 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.907678] env[69524]: DEBUG oslo_vmware.api [None req-925a65b3-2b7e-4057-ba93-664394a45637 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': task-4068400, 'name': PowerOffVM_Task, 'duration_secs': 0.216351} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.908734] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-925a65b3-2b7e-4057-ba93-664394a45637 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: b55402a9-7270-4d93-bb3f-bd49b8f3ca65] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1056.908734] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-925a65b3-2b7e-4057-ba93-664394a45637 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: b55402a9-7270-4d93-bb3f-bd49b8f3ca65] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1056.908734] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1943003b-c53e-4373-931a-b1e7d3dbc571 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.920141] env[69524]: DEBUG nova.compute.manager [None req-44635e57-82bc-4fea-9df1-3bc554bffdec tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: 2eb37685-2b4a-4e70-a379-b13ebf8bf812] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1056.920502] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-44635e57-82bc-4fea-9df1-3bc554bffdec tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: 2eb37685-2b4a-4e70-a379-b13ebf8bf812] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1056.922205] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094bedb7-7d75-42fe-99db-303bd9aab332 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.933827] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-44635e57-82bc-4fea-9df1-3bc554bffdec tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: 2eb37685-2b4a-4e70-a379-b13ebf8bf812] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1056.934236] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64d38547-ca46-4d1b-a9b3-a74989c98f43 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.943513] env[69524]: DEBUG oslo_vmware.api [None req-44635e57-82bc-4fea-9df1-3bc554bffdec tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Waiting for the task: (returnval){ [ 1056.943513] env[69524]: value = "task-4068405" [ 1056.943513] env[69524]: _type = "Task" [ 1056.943513] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.959036] env[69524]: DEBUG oslo_vmware.api [None req-44635e57-82bc-4fea-9df1-3bc554bffdec tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Task: {'id': task-4068405, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.994633] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-925a65b3-2b7e-4057-ba93-664394a45637 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: b55402a9-7270-4d93-bb3f-bd49b8f3ca65] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1056.994633] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-925a65b3-2b7e-4057-ba93-664394a45637 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: b55402a9-7270-4d93-bb3f-bd49b8f3ca65] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1056.994633] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-925a65b3-2b7e-4057-ba93-664394a45637 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Deleting the datastore file [datastore1] b55402a9-7270-4d93-bb3f-bd49b8f3ca65 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1056.994633] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12e20363-1610-49fd-a2f8-154a0077523f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.003169] env[69524]: DEBUG oslo_vmware.api [None req-925a65b3-2b7e-4057-ba93-664394a45637 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Waiting for the task: (returnval){ [ 1057.003169] env[69524]: value = "task-4068406" [ 1057.003169] env[69524]: _type = "Task" [ 1057.003169] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.014706] env[69524]: DEBUG oslo_vmware.api [None req-925a65b3-2b7e-4057-ba93-664394a45637 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': task-4068406, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.104063] env[69524]: DEBUG oslo_vmware.api [None req-db233f53-db63-429e-9f0b-a0543ec8e3ba tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': task-4068399, 'name': PowerOffVM_Task, 'duration_secs': 0.537381} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.104063] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-db233f53-db63-429e-9f0b-a0543ec8e3ba tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: 7d00834a-76ee-4dfd-a031-d555e9b84f76] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1057.104063] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-db233f53-db63-429e-9f0b-a0543ec8e3ba tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: 7d00834a-76ee-4dfd-a031-d555e9b84f76] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1057.104063] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed942668-5b4c-47d4-8bfa-364419598cf5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.120980] env[69524]: DEBUG oslo_vmware.api [None req-a9336f34-e77a-4d5a-9348-d21bf517bed8 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': task-4068401, 'name': PowerOffVM_Task, 'duration_secs': 0.206273} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.121949] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9336f34-e77a-4d5a-9348-d21bf517bed8 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f4650838-ce8b-4f45-ab3a-84657fd1942e] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1057.122251] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a9336f34-e77a-4d5a-9348-d21bf517bed8 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f4650838-ce8b-4f45-ab3a-84657fd1942e] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1057.122915] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33f779e2-e195-4b3f-8eb7-721a3af386c6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.157262] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-db233f53-db63-429e-9f0b-a0543ec8e3ba tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: 7d00834a-76ee-4dfd-a031-d555e9b84f76] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1057.157647] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-db233f53-db63-429e-9f0b-a0543ec8e3ba tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: 7d00834a-76ee-4dfd-a031-d555e9b84f76] Deleting contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1057.158398] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-db233f53-db63-429e-9f0b-a0543ec8e3ba tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Deleting the datastore file [datastore2] 7d00834a-76ee-4dfd-a031-d555e9b84f76 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1057.160404] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73c83d06-7f67-4811-acdb-3bf551f29be0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.166013] env[69524]: DEBUG nova.compute.manager [req-43d43277-468d-4386-82ae-7f0890337e0f req-2b0082b7-bbcb-4e1f-987d-50cc367a5bcf service nova] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Received event network-changed-80a35763-954c-46ed-a04a-4a2bf6da4dfa {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.166332] env[69524]: DEBUG nova.compute.manager [req-43d43277-468d-4386-82ae-7f0890337e0f req-2b0082b7-bbcb-4e1f-987d-50cc367a5bcf service nova] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Refreshing instance network info cache due to event network-changed-80a35763-954c-46ed-a04a-4a2bf6da4dfa. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1057.166708] env[69524]: DEBUG oslo_concurrency.lockutils [req-43d43277-468d-4386-82ae-7f0890337e0f req-2b0082b7-bbcb-4e1f-987d-50cc367a5bcf service nova] Acquiring lock "refresh_cache-bb318096-0380-4270-81aa-66c1f722d97c" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.166948] env[69524]: DEBUG oslo_concurrency.lockutils [req-43d43277-468d-4386-82ae-7f0890337e0f req-2b0082b7-bbcb-4e1f-987d-50cc367a5bcf service nova] Acquired lock "refresh_cache-bb318096-0380-4270-81aa-66c1f722d97c" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.167234] env[69524]: DEBUG nova.network.neutron [req-43d43277-468d-4386-82ae-7f0890337e0f req-2b0082b7-bbcb-4e1f-987d-50cc367a5bcf service nova] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Refreshing network info cache for port 80a35763-954c-46ed-a04a-4a2bf6da4dfa {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1057.176559] env[69524]: DEBUG oslo_vmware.api [None req-db233f53-db63-429e-9f0b-a0543ec8e3ba tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Waiting for the task: (returnval){ [ 1057.176559] env[69524]: value = "task-4068409" [ 1057.176559] env[69524]: _type = "Task" [ 1057.176559] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.188513] env[69524]: DEBUG oslo_vmware.api [None req-db233f53-db63-429e-9f0b-a0543ec8e3ba tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': task-4068409, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.205890] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a9336f34-e77a-4d5a-9348-d21bf517bed8 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f4650838-ce8b-4f45-ab3a-84657fd1942e] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1057.206165] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a9336f34-e77a-4d5a-9348-d21bf517bed8 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f4650838-ce8b-4f45-ab3a-84657fd1942e] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1057.206368] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9336f34-e77a-4d5a-9348-d21bf517bed8 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Deleting the datastore file [datastore1] f4650838-ce8b-4f45-ab3a-84657fd1942e {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1057.206656] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-601fa179-6132-4844-aae3-d0e7ce1a3011 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.215252] env[69524]: DEBUG oslo_vmware.api [None req-a9336f34-e77a-4d5a-9348-d21bf517bed8 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Waiting for the task: (returnval){ [ 1057.215252] env[69524]: value = "task-4068410" [ 1057.215252] env[69524]: _type = "Task" [ 1057.215252] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.233515] env[69524]: DEBUG oslo_vmware.api [None req-a9336f34-e77a-4d5a-9348-d21bf517bed8 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': task-4068410, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.234325] env[69524]: DEBUG oslo_vmware.api [None req-478f4cad-99bf-447a-bd94-01434b9f173a tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4068402, 'name': ReconfigVM_Task, 'duration_secs': 0.44521} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.234649] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-478f4cad-99bf-447a-bd94-01434b9f173a tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Reconfigured VM instance instance-00000040 to attach disk [datastore2] volume-b4564b56-6886-47cc-b958-ac2d2a651e89/volume-b4564b56-6886-47cc-b958-ac2d2a651e89.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1057.240579] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1810189c-cf84-40cf-addf-140e8fbe3b66 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.260055] env[69524]: DEBUG oslo_vmware.api [None req-478f4cad-99bf-447a-bd94-01434b9f173a tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Waiting for the task: (returnval){ [ 1057.260055] env[69524]: value = "task-4068411" [ 1057.260055] env[69524]: _type = "Task" [ 1057.260055] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.270116] env[69524]: DEBUG oslo_vmware.api [None req-478f4cad-99bf-447a-bd94-01434b9f173a tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4068411, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.288974] env[69524]: DEBUG nova.compute.manager [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1057.319584] env[69524]: DEBUG oslo_vmware.api [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Task: {'id': task-4068403, 'name': Rename_Task, 'duration_secs': 0.163683} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.319748] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] [instance: b66cee37-4bc3-4048-bfd2-6bb6f188f780] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1057.320095] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32f219ed-e62b-42f3-8e92-3a865b2359d3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.329370] env[69524]: DEBUG nova.virt.hardware [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1057.330077] env[69524]: DEBUG nova.virt.hardware [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1057.330077] env[69524]: DEBUG nova.virt.hardware [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1057.330309] env[69524]: DEBUG nova.virt.hardware [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1057.330366] env[69524]: DEBUG nova.virt.hardware [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1057.330719] env[69524]: DEBUG nova.virt.hardware [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1057.330950] env[69524]: DEBUG nova.virt.hardware [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1057.331197] env[69524]: DEBUG nova.virt.hardware [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1057.331408] env[69524]: DEBUG nova.virt.hardware [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1057.332353] env[69524]: DEBUG nova.virt.hardware [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1057.332353] env[69524]: DEBUG nova.virt.hardware [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1057.333559] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c8381cb-d1d7-4dcf-b88e-4cb8df12bb7d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.337467] env[69524]: DEBUG oslo_vmware.api [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Waiting for the task: (returnval){ [ 1057.337467] env[69524]: value = "task-4068412" [ 1057.337467] env[69524]: _type = "Task" [ 1057.337467] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.345882] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d763956-1cb2-4f03-9cb1-50b092d36e35 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.353156] env[69524]: DEBUG oslo_vmware.api [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Task: {'id': task-4068412, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.403258] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5b189a8b-e41e-402d-b693-47718391d3f6 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.141s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.406112] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.550s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.411020] env[69524]: INFO nova.compute.claims [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1057.433257] env[69524]: INFO nova.scheduler.client.report [None req-5b189a8b-e41e-402d-b693-47718391d3f6 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Deleted allocations for instance ca13258a-42e5-48f5-9264-af5b296c8a6f [ 1057.457190] env[69524]: DEBUG oslo_vmware.api [None req-44635e57-82bc-4fea-9df1-3bc554bffdec tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Task: {'id': task-4068405, 'name': PowerOffVM_Task, 'duration_secs': 0.23047} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.457673] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-44635e57-82bc-4fea-9df1-3bc554bffdec tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: 2eb37685-2b4a-4e70-a379-b13ebf8bf812] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1057.457885] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-44635e57-82bc-4fea-9df1-3bc554bffdec tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: 2eb37685-2b4a-4e70-a379-b13ebf8bf812] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1057.458285] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9b165f86-064d-42ba-b84c-31cf8d8b6274 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.520242] env[69524]: DEBUG oslo_vmware.api [None req-925a65b3-2b7e-4057-ba93-664394a45637 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': task-4068406, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175464} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.520242] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-925a65b3-2b7e-4057-ba93-664394a45637 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1057.520540] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-925a65b3-2b7e-4057-ba93-664394a45637 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: b55402a9-7270-4d93-bb3f-bd49b8f3ca65] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1057.520742] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-925a65b3-2b7e-4057-ba93-664394a45637 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: b55402a9-7270-4d93-bb3f-bd49b8f3ca65] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1057.520912] env[69524]: INFO nova.compute.manager [None req-925a65b3-2b7e-4057-ba93-664394a45637 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: b55402a9-7270-4d93-bb3f-bd49b8f3ca65] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1057.521168] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-925a65b3-2b7e-4057-ba93-664394a45637 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.521725] env[69524]: DEBUG nova.compute.manager [-] [instance: b55402a9-7270-4d93-bb3f-bd49b8f3ca65] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1057.521807] env[69524]: DEBUG nova.network.neutron [-] [instance: b55402a9-7270-4d93-bb3f-bd49b8f3ca65] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1057.539382] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-44635e57-82bc-4fea-9df1-3bc554bffdec tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: 2eb37685-2b4a-4e70-a379-b13ebf8bf812] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1057.539382] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-44635e57-82bc-4fea-9df1-3bc554bffdec tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: 2eb37685-2b4a-4e70-a379-b13ebf8bf812] Deleting contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1057.539382] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-44635e57-82bc-4fea-9df1-3bc554bffdec tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Deleting the datastore file [datastore2] 2eb37685-2b4a-4e70-a379-b13ebf8bf812 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1057.540030] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-871db753-dce1-4923-b16d-849d6432b485 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.547786] env[69524]: DEBUG oslo_vmware.api [None req-44635e57-82bc-4fea-9df1-3bc554bffdec tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Waiting for the task: (returnval){ [ 1057.547786] env[69524]: value = "task-4068414" [ 1057.547786] env[69524]: _type = "Task" [ 1057.547786] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.557062] env[69524]: DEBUG oslo_vmware.api [None req-44635e57-82bc-4fea-9df1-3bc554bffdec tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Task: {'id': task-4068414, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.693975] env[69524]: DEBUG oslo_vmware.api [None req-db233f53-db63-429e-9f0b-a0543ec8e3ba tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': task-4068409, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1153} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.694351] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-db233f53-db63-429e-9f0b-a0543ec8e3ba tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1057.694457] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-db233f53-db63-429e-9f0b-a0543ec8e3ba tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: 7d00834a-76ee-4dfd-a031-d555e9b84f76] Deleted contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1057.694670] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-db233f53-db63-429e-9f0b-a0543ec8e3ba tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: 7d00834a-76ee-4dfd-a031-d555e9b84f76] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1057.694861] env[69524]: INFO nova.compute.manager [None req-db233f53-db63-429e-9f0b-a0543ec8e3ba tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: 7d00834a-76ee-4dfd-a031-d555e9b84f76] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1057.695122] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db233f53-db63-429e-9f0b-a0543ec8e3ba tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.695511] env[69524]: DEBUG nova.compute.manager [-] [instance: 7d00834a-76ee-4dfd-a031-d555e9b84f76] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1057.695511] env[69524]: DEBUG nova.network.neutron [-] [instance: 7d00834a-76ee-4dfd-a031-d555e9b84f76] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1057.726623] env[69524]: DEBUG oslo_vmware.api [None req-a9336f34-e77a-4d5a-9348-d21bf517bed8 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': task-4068410, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162096} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.727328] env[69524]: DEBUG nova.network.neutron [-] [instance: 7d00834a-76ee-4dfd-a031-d555e9b84f76] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1057.729096] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9336f34-e77a-4d5a-9348-d21bf517bed8 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1057.729297] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a9336f34-e77a-4d5a-9348-d21bf517bed8 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f4650838-ce8b-4f45-ab3a-84657fd1942e] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1057.729509] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a9336f34-e77a-4d5a-9348-d21bf517bed8 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f4650838-ce8b-4f45-ab3a-84657fd1942e] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1057.729774] env[69524]: INFO nova.compute.manager [None req-a9336f34-e77a-4d5a-9348-d21bf517bed8 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f4650838-ce8b-4f45-ab3a-84657fd1942e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1057.729863] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9336f34-e77a-4d5a-9348-d21bf517bed8 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1057.731131] env[69524]: DEBUG nova.compute.manager [-] [instance: f4650838-ce8b-4f45-ab3a-84657fd1942e] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1057.731131] env[69524]: DEBUG nova.network.neutron [-] [instance: f4650838-ce8b-4f45-ab3a-84657fd1942e] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1057.774253] env[69524]: DEBUG oslo_vmware.api [None req-478f4cad-99bf-447a-bd94-01434b9f173a tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4068411, 'name': ReconfigVM_Task, 'duration_secs': 0.179908} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.774253] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-478f4cad-99bf-447a-bd94-01434b9f173a tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806245', 'volume_id': 'b4564b56-6886-47cc-b958-ac2d2a651e89', 'name': 'volume-b4564b56-6886-47cc-b958-ac2d2a651e89', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '296e8dfd-268b-4bda-96bb-4e18c1e5c6d1', 'attached_at': '', 'detached_at': '', 'volume_id': 'b4564b56-6886-47cc-b958-ac2d2a651e89', 'serial': 'b4564b56-6886-47cc-b958-ac2d2a651e89'} {{(pid=69524) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1057.863351] env[69524]: DEBUG oslo_vmware.api [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Task: {'id': task-4068412, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.943135] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5b189a8b-e41e-402d-b693-47718391d3f6 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Lock "ca13258a-42e5-48f5-9264-af5b296c8a6f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.715s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.989119] env[69524]: DEBUG nova.network.neutron [req-43d43277-468d-4386-82ae-7f0890337e0f req-2b0082b7-bbcb-4e1f-987d-50cc367a5bcf service nova] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Updated VIF entry in instance network info cache for port 80a35763-954c-46ed-a04a-4a2bf6da4dfa. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1057.989501] env[69524]: DEBUG nova.network.neutron [req-43d43277-468d-4386-82ae-7f0890337e0f req-2b0082b7-bbcb-4e1f-987d-50cc367a5bcf service nova] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Updating instance_info_cache with network_info: [{"id": "80a35763-954c-46ed-a04a-4a2bf6da4dfa", "address": "fa:16:3e:be:66:23", "network": {"id": "c3059a41-0d8e-4f5e-aa55-00477c3a6ec8", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1909587943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c577040ac1174430983ad8df058bd7c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dacd109c-2442-41b8-b612-7ed3efbdaa94", "external-id": "nsx-vlan-transportzone-940", "segmentation_id": 940, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80a35763-95", "ovs_interfaceid": "80a35763-954c-46ed-a04a-4a2bf6da4dfa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.060809] env[69524]: DEBUG oslo_vmware.api [None req-44635e57-82bc-4fea-9df1-3bc554bffdec tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Task: {'id': task-4068414, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29775} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.061111] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-44635e57-82bc-4fea-9df1-3bc554bffdec tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1058.061254] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-44635e57-82bc-4fea-9df1-3bc554bffdec tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: 2eb37685-2b4a-4e70-a379-b13ebf8bf812] Deleted contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1058.061454] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-44635e57-82bc-4fea-9df1-3bc554bffdec tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: 2eb37685-2b4a-4e70-a379-b13ebf8bf812] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1058.061673] env[69524]: INFO nova.compute.manager [None req-44635e57-82bc-4fea-9df1-3bc554bffdec tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] [instance: 2eb37685-2b4a-4e70-a379-b13ebf8bf812] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1058.061912] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44635e57-82bc-4fea-9df1-3bc554bffdec tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1058.062116] env[69524]: DEBUG nova.compute.manager [-] [instance: 2eb37685-2b4a-4e70-a379-b13ebf8bf812] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1058.062209] env[69524]: DEBUG nova.network.neutron [-] [instance: 2eb37685-2b4a-4e70-a379-b13ebf8bf812] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1058.147923] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8f48ce88-411c-48f3-93a9-1c0482c0b751 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Acquiring lock "f900a036-6e0f-41f4-a7e1-da08ebcf48d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.148229] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8f48ce88-411c-48f3-93a9-1c0482c0b751 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Lock "f900a036-6e0f-41f4-a7e1-da08ebcf48d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.148444] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8f48ce88-411c-48f3-93a9-1c0482c0b751 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Acquiring lock "f900a036-6e0f-41f4-a7e1-da08ebcf48d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.148622] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8f48ce88-411c-48f3-93a9-1c0482c0b751 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Lock "f900a036-6e0f-41f4-a7e1-da08ebcf48d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.148788] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8f48ce88-411c-48f3-93a9-1c0482c0b751 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Lock "f900a036-6e0f-41f4-a7e1-da08ebcf48d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.151834] env[69524]: INFO nova.compute.manager [None req-8f48ce88-411c-48f3-93a9-1c0482c0b751 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Terminating instance [ 1058.205894] env[69524]: DEBUG nova.compute.manager [req-818c3301-45cb-4d84-a065-b6cf8efc71b8 req-0b339148-6c64-4513-8824-e3305c4c3490 service nova] [instance: b55402a9-7270-4d93-bb3f-bd49b8f3ca65] Received event network-vif-deleted-1be62aa1-c6f1-406c-88c4-bc3263c51462 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.205894] env[69524]: INFO nova.compute.manager [req-818c3301-45cb-4d84-a065-b6cf8efc71b8 req-0b339148-6c64-4513-8824-e3305c4c3490 service nova] [instance: b55402a9-7270-4d93-bb3f-bd49b8f3ca65] Neutron deleted interface 1be62aa1-c6f1-406c-88c4-bc3263c51462; detaching it from the instance and deleting it from the info cache [ 1058.205894] env[69524]: DEBUG nova.network.neutron [req-818c3301-45cb-4d84-a065-b6cf8efc71b8 req-0b339148-6c64-4513-8824-e3305c4c3490 service nova] [instance: b55402a9-7270-4d93-bb3f-bd49b8f3ca65] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.230220] env[69524]: DEBUG nova.network.neutron [-] [instance: 7d00834a-76ee-4dfd-a031-d555e9b84f76] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.353908] env[69524]: DEBUG oslo_vmware.api [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Task: {'id': task-4068412, 'name': PowerOnVM_Task, 'duration_secs': 0.577275} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.353908] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] [instance: b66cee37-4bc3-4048-bfd2-6bb6f188f780] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1058.354049] env[69524]: INFO nova.compute.manager [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] [instance: b66cee37-4bc3-4048-bfd2-6bb6f188f780] Took 9.45 seconds to spawn the instance on the hypervisor. [ 1058.357425] env[69524]: DEBUG nova.compute.manager [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] [instance: b66cee37-4bc3-4048-bfd2-6bb6f188f780] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1058.357425] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14a2bdb-6e15-4fe0-87cf-cdca20d4028e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.359533] env[69524]: DEBUG nova.network.neutron [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Successfully updated port: 29946d17-47b7-4c35-b521-51c0a007f5d1 {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1058.369406] env[69524]: WARNING oslo_messaging._drivers.amqpdriver [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1058.475129] env[69524]: DEBUG nova.network.neutron [-] [instance: b55402a9-7270-4d93-bb3f-bd49b8f3ca65] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.494909] env[69524]: DEBUG oslo_concurrency.lockutils [req-43d43277-468d-4386-82ae-7f0890337e0f req-2b0082b7-bbcb-4e1f-987d-50cc367a5bcf service nova] Releasing lock "refresh_cache-bb318096-0380-4270-81aa-66c1f722d97c" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.663939] env[69524]: DEBUG nova.compute.manager [None req-8f48ce88-411c-48f3-93a9-1c0482c0b751 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1058.664921] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-8f48ce88-411c-48f3-93a9-1c0482c0b751 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1058.666120] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f290d95-d05d-448c-8848-0db4420a11ea {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.676778] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f48ce88-411c-48f3-93a9-1c0482c0b751 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1058.679807] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe75e3ef-08c0-4529-83d7-53a464f71e96 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.687830] env[69524]: DEBUG oslo_vmware.api [None req-8f48ce88-411c-48f3-93a9-1c0482c0b751 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for the task: (returnval){ [ 1058.687830] env[69524]: value = "task-4068415" [ 1058.687830] env[69524]: _type = "Task" [ 1058.687830] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.700650] env[69524]: DEBUG oslo_vmware.api [None req-8f48ce88-411c-48f3-93a9-1c0482c0b751 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4068415, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.709819] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a0ddfc04-e3ed-4cc0-b6cc-d765fe0890f4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.723395] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5793c3-3143-43c4-9959-9df953c58fee {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.737939] env[69524]: INFO nova.compute.manager [-] [instance: 7d00834a-76ee-4dfd-a031-d555e9b84f76] Took 1.04 seconds to deallocate network for instance. [ 1058.744729] env[69524]: DEBUG nova.network.neutron [-] [instance: f4650838-ce8b-4f45-ab3a-84657fd1942e] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.771264] env[69524]: DEBUG nova.compute.manager [req-818c3301-45cb-4d84-a065-b6cf8efc71b8 req-0b339148-6c64-4513-8824-e3305c4c3490 service nova] [instance: b55402a9-7270-4d93-bb3f-bd49b8f3ca65] Detach interface failed, port_id=1be62aa1-c6f1-406c-88c4-bc3263c51462, reason: Instance b55402a9-7270-4d93-bb3f-bd49b8f3ca65 could not be found. {{(pid=69524) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1058.820710] env[69524]: DEBUG nova.objects.instance [None req-478f4cad-99bf-447a-bd94-01434b9f173a tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Lazy-loading 'flavor' on Instance uuid 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.862674] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquiring lock "refresh_cache-7bdde934-b122-4b19-849b-daced27c0533" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.863284] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquired lock "refresh_cache-7bdde934-b122-4b19-849b-daced27c0533" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.863284] env[69524]: DEBUG nova.network.neutron [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1058.882386] env[69524]: INFO nova.compute.manager [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] [instance: b66cee37-4bc3-4048-bfd2-6bb6f188f780] Took 46.12 seconds to build instance. [ 1058.895384] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f6a6a0-5abb-4e02-947b-2d2eeb0544dd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.904014] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d3af04-d015-4d13-896f-dddbb2d95cdd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.947719] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a39ed7-4be2-4ef6-9f9c-1aa180792bdc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.957790] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d305e6ad-03f2-47a9-bc66-af24ca2fe09b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.978490] env[69524]: INFO nova.compute.manager [-] [instance: b55402a9-7270-4d93-bb3f-bd49b8f3ca65] Took 1.46 seconds to deallocate network for instance. [ 1058.979053] env[69524]: DEBUG nova.compute.provider_tree [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.148260] env[69524]: DEBUG oslo_concurrency.lockutils [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquiring lock "68e172e5-0970-400f-95cf-81bc4b41606e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.148750] env[69524]: DEBUG oslo_concurrency.lockutils [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "68e172e5-0970-400f-95cf-81bc4b41606e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.204804] env[69524]: DEBUG oslo_vmware.api [None req-8f48ce88-411c-48f3-93a9-1c0482c0b751 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4068415, 'name': PowerOffVM_Task, 'duration_secs': 0.308003} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.206368] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f48ce88-411c-48f3-93a9-1c0482c0b751 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1059.206613] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-8f48ce88-411c-48f3-93a9-1c0482c0b751 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1059.207826] env[69524]: DEBUG nova.compute.manager [req-101091b7-b582-4681-94da-d4addc938ac5 req-f1ad7a6e-176c-4f2c-ae33-8ecbcd129a02 service nova] [instance: 2eb37685-2b4a-4e70-a379-b13ebf8bf812] Received event network-vif-deleted-eecd19b6-6acf-4bd3-9159-aea0f94b3226 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1059.207826] env[69524]: INFO nova.compute.manager [req-101091b7-b582-4681-94da-d4addc938ac5 req-f1ad7a6e-176c-4f2c-ae33-8ecbcd129a02 service nova] [instance: 2eb37685-2b4a-4e70-a379-b13ebf8bf812] Neutron deleted interface eecd19b6-6acf-4bd3-9159-aea0f94b3226; detaching it from the instance and deleting it from the info cache [ 1059.208122] env[69524]: DEBUG nova.network.neutron [req-101091b7-b582-4681-94da-d4addc938ac5 req-f1ad7a6e-176c-4f2c-ae33-8ecbcd129a02 service nova] [instance: 2eb37685-2b4a-4e70-a379-b13ebf8bf812] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.209417] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d001eeb0-94dc-4b30-861a-e3df048aaf1d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.247152] env[69524]: DEBUG oslo_concurrency.lockutils [None req-db233f53-db63-429e-9f0b-a0543ec8e3ba tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.250136] env[69524]: INFO nova.compute.manager [-] [instance: f4650838-ce8b-4f45-ab3a-84657fd1942e] Took 1.52 seconds to deallocate network for instance. [ 1059.330254] env[69524]: DEBUG oslo_concurrency.lockutils [None req-478f4cad-99bf-447a-bd94-01434b9f173a tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Lock "296e8dfd-268b-4bda-96bb-4e18c1e5c6d1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.326s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.385979] env[69524]: DEBUG oslo_concurrency.lockutils [None req-fc608a0c-6b9d-431f-a9c5-63ec76b63efd tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Lock "b66cee37-4bc3-4048-bfd2-6bb6f188f780" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.720s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.398953] env[69524]: DEBUG nova.network.neutron [-] [instance: 2eb37685-2b4a-4e70-a379-b13ebf8bf812] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.414298] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6fb9dc3a-0e3e-4d4c-8cf2-6689c722b4f8 tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Acquiring lock "b66cee37-4bc3-4048-bfd2-6bb6f188f780" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.414298] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6fb9dc3a-0e3e-4d4c-8cf2-6689c722b4f8 tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Lock "b66cee37-4bc3-4048-bfd2-6bb6f188f780" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.414298] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6fb9dc3a-0e3e-4d4c-8cf2-6689c722b4f8 tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Acquiring lock "b66cee37-4bc3-4048-bfd2-6bb6f188f780-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.414438] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6fb9dc3a-0e3e-4d4c-8cf2-6689c722b4f8 tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Lock "b66cee37-4bc3-4048-bfd2-6bb6f188f780-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.414561] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6fb9dc3a-0e3e-4d4c-8cf2-6689c722b4f8 tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Lock "b66cee37-4bc3-4048-bfd2-6bb6f188f780-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.417822] env[69524]: INFO nova.compute.manager [None req-6fb9dc3a-0e3e-4d4c-8cf2-6689c722b4f8 tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] [instance: b66cee37-4bc3-4048-bfd2-6bb6f188f780] Terminating instance [ 1059.421049] env[69524]: DEBUG nova.network.neutron [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1059.484241] env[69524]: DEBUG nova.scheduler.client.report [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.491805] env[69524]: DEBUG oslo_concurrency.lockutils [None req-925a65b3-2b7e-4057-ba93-664394a45637 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.624515] env[69524]: DEBUG nova.network.neutron [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Updating instance_info_cache with network_info: [{"id": "29946d17-47b7-4c35-b521-51c0a007f5d1", "address": "fa:16:3e:03:3d:0b", "network": {"id": "6e80ee80-02f9-45cb-9650-7615a3358ad7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-286530929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a638896dde45449a8d091abde05fda3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29946d17-47", "ovs_interfaceid": "29946d17-47b7-4c35-b521-51c0a007f5d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.652882] env[69524]: DEBUG nova.compute.manager [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 68e172e5-0970-400f-95cf-81bc4b41606e] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1059.715509] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a68fe4a2-0e9d-4553-b1f2-bf53073df3ce {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.729328] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e22a65-8979-41b1-8f99-d3fad2305aec {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.768813] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a9336f34-e77a-4d5a-9348-d21bf517bed8 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.769240] env[69524]: DEBUG nova.compute.manager [req-101091b7-b582-4681-94da-d4addc938ac5 req-f1ad7a6e-176c-4f2c-ae33-8ecbcd129a02 service nova] [instance: 2eb37685-2b4a-4e70-a379-b13ebf8bf812] Detach interface failed, port_id=eecd19b6-6acf-4bd3-9159-aea0f94b3226, reason: Instance 2eb37685-2b4a-4e70-a379-b13ebf8bf812 could not be found. {{(pid=69524) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1059.812133] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-8f48ce88-411c-48f3-93a9-1c0482c0b751 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1059.812453] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-8f48ce88-411c-48f3-93a9-1c0482c0b751 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Deleting contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1059.812629] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f48ce88-411c-48f3-93a9-1c0482c0b751 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Deleting the datastore file [datastore2] f900a036-6e0f-41f4-a7e1-da08ebcf48d2 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1059.812950] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f1c9c46-d113-4efe-8f20-39c3026c70f2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.819919] env[69524]: DEBUG oslo_vmware.api [None req-8f48ce88-411c-48f3-93a9-1c0482c0b751 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for the task: (returnval){ [ 1059.819919] env[69524]: value = "task-4068417" [ 1059.819919] env[69524]: _type = "Task" [ 1059.819919] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.828891] env[69524]: DEBUG oslo_vmware.api [None req-8f48ce88-411c-48f3-93a9-1c0482c0b751 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4068417, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.903437] env[69524]: INFO nova.compute.manager [-] [instance: 2eb37685-2b4a-4e70-a379-b13ebf8bf812] Took 1.84 seconds to deallocate network for instance. [ 1059.924620] env[69524]: DEBUG nova.compute.manager [None req-6fb9dc3a-0e3e-4d4c-8cf2-6689c722b4f8 tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] [instance: b66cee37-4bc3-4048-bfd2-6bb6f188f780] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1059.924854] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb9dc3a-0e3e-4d4c-8cf2-6689c722b4f8 tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] [instance: b66cee37-4bc3-4048-bfd2-6bb6f188f780] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1059.926627] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f3faab-b5fb-415d-a8eb-6fab82a4dd43 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.935988] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb9dc3a-0e3e-4d4c-8cf2-6689c722b4f8 tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] [instance: b66cee37-4bc3-4048-bfd2-6bb6f188f780] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.937032] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e340661-507c-4591-b4a2-a9fc28ee5269 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.947470] env[69524]: DEBUG oslo_vmware.api [None req-6fb9dc3a-0e3e-4d4c-8cf2-6689c722b4f8 tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Waiting for the task: (returnval){ [ 1059.947470] env[69524]: value = "task-4068418" [ 1059.947470] env[69524]: _type = "Task" [ 1059.947470] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.961628] env[69524]: DEBUG oslo_vmware.api [None req-6fb9dc3a-0e3e-4d4c-8cf2-6689c722b4f8 tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Task: {'id': task-4068418, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.993772] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.994423] env[69524]: DEBUG nova.compute.manager [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1059.997361] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.159s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.999220] env[69524]: INFO nova.compute.claims [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: e10f80ba-47b3-4493-8f28-7541d32553d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1060.129681] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Releasing lock "refresh_cache-7bdde934-b122-4b19-849b-daced27c0533" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.129681] env[69524]: DEBUG nova.compute.manager [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Instance network_info: |[{"id": "29946d17-47b7-4c35-b521-51c0a007f5d1", "address": "fa:16:3e:03:3d:0b", "network": {"id": "6e80ee80-02f9-45cb-9650-7615a3358ad7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-286530929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a638896dde45449a8d091abde05fda3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29946d17-47", "ovs_interfaceid": "29946d17-47b7-4c35-b521-51c0a007f5d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1060.131067] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:3d:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89463199-7ddf-4ee7-b485-1629a75b4b8f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '29946d17-47b7-4c35-b521-51c0a007f5d1', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1060.138555] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Creating folder: Project (a638896dde45449a8d091abde05fda3d). Parent ref: group-v806025. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1060.138919] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e48cf27-108c-4646-9e41-92ddc6c8784c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.153222] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Created folder: Project (a638896dde45449a8d091abde05fda3d) in parent group-v806025. [ 1060.153477] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Creating folder: Instances. Parent ref: group-v806246. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1060.153754] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9700e81b-1759-4b20-96f4-95e1de48093f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.171820] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Created folder: Instances in parent group-v806246. [ 1060.172284] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1060.172661] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1060.172943] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-808d481d-2e09-4b83-a8c1-fa44b7b99cec {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.190221] env[69524]: DEBUG oslo_concurrency.lockutils [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.197970] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1060.197970] env[69524]: value = "task-4068421" [ 1060.197970] env[69524]: _type = "Task" [ 1060.197970] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.209226] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068421, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.236184] env[69524]: DEBUG nova.compute.manager [req-98db0d8e-0f93-445f-89b6-2db72fdce8d7 req-ac756e6b-df4f-43f4-bd41-707908c0eb1e service nova] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Received event network-vif-plugged-29946d17-47b7-4c35-b521-51c0a007f5d1 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1060.236330] env[69524]: DEBUG oslo_concurrency.lockutils [req-98db0d8e-0f93-445f-89b6-2db72fdce8d7 req-ac756e6b-df4f-43f4-bd41-707908c0eb1e service nova] Acquiring lock "7bdde934-b122-4b19-849b-daced27c0533-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.236522] env[69524]: DEBUG oslo_concurrency.lockutils [req-98db0d8e-0f93-445f-89b6-2db72fdce8d7 req-ac756e6b-df4f-43f4-bd41-707908c0eb1e service nova] Lock "7bdde934-b122-4b19-849b-daced27c0533-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.236690] env[69524]: DEBUG oslo_concurrency.lockutils [req-98db0d8e-0f93-445f-89b6-2db72fdce8d7 req-ac756e6b-df4f-43f4-bd41-707908c0eb1e service nova] Lock "7bdde934-b122-4b19-849b-daced27c0533-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.236847] env[69524]: DEBUG nova.compute.manager [req-98db0d8e-0f93-445f-89b6-2db72fdce8d7 req-ac756e6b-df4f-43f4-bd41-707908c0eb1e service nova] [instance: 7bdde934-b122-4b19-849b-daced27c0533] No waiting events found dispatching network-vif-plugged-29946d17-47b7-4c35-b521-51c0a007f5d1 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1060.237016] env[69524]: WARNING nova.compute.manager [req-98db0d8e-0f93-445f-89b6-2db72fdce8d7 req-ac756e6b-df4f-43f4-bd41-707908c0eb1e service nova] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Received unexpected event network-vif-plugged-29946d17-47b7-4c35-b521-51c0a007f5d1 for instance with vm_state building and task_state spawning. [ 1060.237180] env[69524]: DEBUG nova.compute.manager [req-98db0d8e-0f93-445f-89b6-2db72fdce8d7 req-ac756e6b-df4f-43f4-bd41-707908c0eb1e service nova] [instance: f4650838-ce8b-4f45-ab3a-84657fd1942e] Received event network-vif-deleted-14b2db0d-8282-49be-a29f-64074c93cd0b {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1060.237361] env[69524]: DEBUG nova.compute.manager [req-98db0d8e-0f93-445f-89b6-2db72fdce8d7 req-ac756e6b-df4f-43f4-bd41-707908c0eb1e service nova] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Received event network-changed-29946d17-47b7-4c35-b521-51c0a007f5d1 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1060.237540] env[69524]: DEBUG nova.compute.manager [req-98db0d8e-0f93-445f-89b6-2db72fdce8d7 req-ac756e6b-df4f-43f4-bd41-707908c0eb1e service nova] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Refreshing instance network info cache due to event network-changed-29946d17-47b7-4c35-b521-51c0a007f5d1. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1060.237725] env[69524]: DEBUG oslo_concurrency.lockutils [req-98db0d8e-0f93-445f-89b6-2db72fdce8d7 req-ac756e6b-df4f-43f4-bd41-707908c0eb1e service nova] Acquiring lock "refresh_cache-7bdde934-b122-4b19-849b-daced27c0533" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.237857] env[69524]: DEBUG oslo_concurrency.lockutils [req-98db0d8e-0f93-445f-89b6-2db72fdce8d7 req-ac756e6b-df4f-43f4-bd41-707908c0eb1e service nova] Acquired lock "refresh_cache-7bdde934-b122-4b19-849b-daced27c0533" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.238014] env[69524]: DEBUG nova.network.neutron [req-98db0d8e-0f93-445f-89b6-2db72fdce8d7 req-ac756e6b-df4f-43f4-bd41-707908c0eb1e service nova] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Refreshing network info cache for port 29946d17-47b7-4c35-b521-51c0a007f5d1 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1060.330104] env[69524]: DEBUG oslo_vmware.api [None req-8f48ce88-411c-48f3-93a9-1c0482c0b751 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Task: {'id': task-4068417, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220896} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.330358] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f48ce88-411c-48f3-93a9-1c0482c0b751 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1060.330565] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-8f48ce88-411c-48f3-93a9-1c0482c0b751 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Deleted contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1060.330751] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-8f48ce88-411c-48f3-93a9-1c0482c0b751 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1060.330922] env[69524]: INFO nova.compute.manager [None req-8f48ce88-411c-48f3-93a9-1c0482c0b751 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1060.331173] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f48ce88-411c-48f3-93a9-1c0482c0b751 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1060.331529] env[69524]: DEBUG nova.compute.manager [-] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1060.331529] env[69524]: DEBUG nova.network.neutron [-] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1060.413485] env[69524]: DEBUG oslo_concurrency.lockutils [None req-44635e57-82bc-4fea-9df1-3bc554bffdec tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.458017] env[69524]: DEBUG oslo_vmware.api [None req-6fb9dc3a-0e3e-4d4c-8cf2-6689c722b4f8 tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Task: {'id': task-4068418, 'name': PowerOffVM_Task, 'duration_secs': 0.274103} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.458313] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb9dc3a-0e3e-4d4c-8cf2-6689c722b4f8 tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] [instance: b66cee37-4bc3-4048-bfd2-6bb6f188f780] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.458506] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb9dc3a-0e3e-4d4c-8cf2-6689c722b4f8 tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] [instance: b66cee37-4bc3-4048-bfd2-6bb6f188f780] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1060.458758] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4532cf2-c49a-4648-a32e-94861e2e9abb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.503909] env[69524]: DEBUG nova.compute.utils [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1060.509282] env[69524]: DEBUG nova.compute.manager [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1060.509434] env[69524]: DEBUG nova.network.neutron [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1060.549502] env[69524]: DEBUG oslo_concurrency.lockutils [None req-712ea292-bc8d-4ea4-9323-e369822c6038 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Acquiring lock "296e8dfd-268b-4bda-96bb-4e18c1e5c6d1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.549502] env[69524]: DEBUG oslo_concurrency.lockutils [None req-712ea292-bc8d-4ea4-9323-e369822c6038 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Lock "296e8dfd-268b-4bda-96bb-4e18c1e5c6d1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.561367] env[69524]: DEBUG nova.policy [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14c0226b39c541978f1de47b3b1587c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ae0643199f1483bbac41f0f4a2857ec', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 1060.565762] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb9dc3a-0e3e-4d4c-8cf2-6689c722b4f8 tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] [instance: b66cee37-4bc3-4048-bfd2-6bb6f188f780] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.565990] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb9dc3a-0e3e-4d4c-8cf2-6689c722b4f8 tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] [instance: b66cee37-4bc3-4048-bfd2-6bb6f188f780] Deleting contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.566195] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fb9dc3a-0e3e-4d4c-8cf2-6689c722b4f8 tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Deleting the datastore file [datastore2] b66cee37-4bc3-4048-bfd2-6bb6f188f780 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.566792] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9426cdd5-e9db-4b2e-a88c-6a092fcc699f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.574547] env[69524]: DEBUG oslo_vmware.api [None req-6fb9dc3a-0e3e-4d4c-8cf2-6689c722b4f8 tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Waiting for the task: (returnval){ [ 1060.574547] env[69524]: value = "task-4068423" [ 1060.574547] env[69524]: _type = "Task" [ 1060.574547] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.587822] env[69524]: DEBUG oslo_vmware.api [None req-6fb9dc3a-0e3e-4d4c-8cf2-6689c722b4f8 tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Task: {'id': task-4068423, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.709784] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068421, 'name': CreateVM_Task, 'duration_secs': 0.37088} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.709960] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1060.710761] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.710823] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.711234] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.711506] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-423ba462-7bd4-4112-b46e-72ad8b2cf462 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.716446] env[69524]: DEBUG oslo_vmware.api [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1060.716446] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52e45402-af6d-47f0-f26a-18322a7ed710" [ 1060.716446] env[69524]: _type = "Task" [ 1060.716446] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.725366] env[69524]: DEBUG oslo_vmware.api [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52e45402-af6d-47f0-f26a-18322a7ed710, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.912678] env[69524]: DEBUG nova.network.neutron [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Successfully created port: 032f0af3-342e-48d4-8b85-b3b9ea5534c1 {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1060.965026] env[69524]: DEBUG nova.network.neutron [req-98db0d8e-0f93-445f-89b6-2db72fdce8d7 req-ac756e6b-df4f-43f4-bd41-707908c0eb1e service nova] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Updated VIF entry in instance network info cache for port 29946d17-47b7-4c35-b521-51c0a007f5d1. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1060.965349] env[69524]: DEBUG nova.network.neutron [req-98db0d8e-0f93-445f-89b6-2db72fdce8d7 req-ac756e6b-df4f-43f4-bd41-707908c0eb1e service nova] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Updating instance_info_cache with network_info: [{"id": "29946d17-47b7-4c35-b521-51c0a007f5d1", "address": "fa:16:3e:03:3d:0b", "network": {"id": "6e80ee80-02f9-45cb-9650-7615a3358ad7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-286530929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a638896dde45449a8d091abde05fda3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29946d17-47", "ovs_interfaceid": "29946d17-47b7-4c35-b521-51c0a007f5d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.009736] env[69524]: DEBUG nova.compute.manager [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1061.052377] env[69524]: DEBUG nova.compute.utils [None req-712ea292-bc8d-4ea4-9323-e369822c6038 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1061.086152] env[69524]: DEBUG oslo_vmware.api [None req-6fb9dc3a-0e3e-4d4c-8cf2-6689c722b4f8 tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Task: {'id': task-4068423, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.099045] env[69524]: DEBUG nova.network.neutron [-] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.228789] env[69524]: DEBUG oslo_vmware.api [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52e45402-af6d-47f0-f26a-18322a7ed710, 'name': SearchDatastore_Task, 'duration_secs': 0.018719} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.229161] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.229427] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1061.229667] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.229820] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.229994] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1061.230310] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6948f89e-5c95-4785-adc0-418b31ba5e38 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.239874] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1061.240099] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1061.240836] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91279b6f-09ab-40e0-b3e4-b7b9fd0c040b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.247198] env[69524]: DEBUG oslo_vmware.api [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1061.247198] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52de5d35-0f6b-f4f1-ccbf-3e9e741ba9a0" [ 1061.247198] env[69524]: _type = "Task" [ 1061.247198] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.255878] env[69524]: DEBUG oslo_vmware.api [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52de5d35-0f6b-f4f1-ccbf-3e9e741ba9a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.429429] env[69524]: DEBUG nova.compute.manager [req-0e4cfc6e-453b-4c39-aa11-2e4dde4ee1d3 req-01813804-7dd1-44e7-abac-e15bf65d4245 service nova] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Received event network-vif-deleted-18b28c5b-7743-470b-8543-6763e961bb1b {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.471195] env[69524]: DEBUG oslo_concurrency.lockutils [req-98db0d8e-0f93-445f-89b6-2db72fdce8d7 req-ac756e6b-df4f-43f4-bd41-707908c0eb1e service nova] Releasing lock "refresh_cache-7bdde934-b122-4b19-849b-daced27c0533" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.524622] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ff8b42-1d18-4756-a22d-ad1377cff81d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.533492] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0683d3a3-079e-4b1d-a0db-ae811a491f49 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.565433] env[69524]: DEBUG oslo_concurrency.lockutils [None req-712ea292-bc8d-4ea4-9323-e369822c6038 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Lock "296e8dfd-268b-4bda-96bb-4e18c1e5c6d1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.017s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.567739] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c7b202-8dcf-4b80-80c0-45c28c9974ac {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.576925] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ebde23-a0ce-4858-abfc-25e1d990f9fc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.589771] env[69524]: DEBUG oslo_vmware.api [None req-6fb9dc3a-0e3e-4d4c-8cf2-6689c722b4f8 tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Task: {'id': task-4068423, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.603477} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.597671] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fb9dc3a-0e3e-4d4c-8cf2-6689c722b4f8 tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.597752] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb9dc3a-0e3e-4d4c-8cf2-6689c722b4f8 tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] [instance: b66cee37-4bc3-4048-bfd2-6bb6f188f780] Deleted contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.597911] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb9dc3a-0e3e-4d4c-8cf2-6689c722b4f8 tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] [instance: b66cee37-4bc3-4048-bfd2-6bb6f188f780] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.598125] env[69524]: INFO nova.compute.manager [None req-6fb9dc3a-0e3e-4d4c-8cf2-6689c722b4f8 tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] [instance: b66cee37-4bc3-4048-bfd2-6bb6f188f780] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1061.598365] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fb9dc3a-0e3e-4d4c-8cf2-6689c722b4f8 tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.599096] env[69524]: DEBUG nova.compute.provider_tree [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.602018] env[69524]: DEBUG nova.compute.manager [-] [instance: b66cee37-4bc3-4048-bfd2-6bb6f188f780] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1061.602018] env[69524]: DEBUG nova.network.neutron [-] [instance: b66cee37-4bc3-4048-bfd2-6bb6f188f780] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1061.602397] env[69524]: INFO nova.compute.manager [-] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Took 1.27 seconds to deallocate network for instance. [ 1061.758274] env[69524]: DEBUG oslo_vmware.api [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52de5d35-0f6b-f4f1-ccbf-3e9e741ba9a0, 'name': SearchDatastore_Task, 'duration_secs': 0.011023} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.759130] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c81e943-3797-4b12-9fc8-c32a644cc265 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.765212] env[69524]: DEBUG oslo_vmware.api [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1061.765212] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]529b4bea-177a-bc04-ae65-0626b4c54ff1" [ 1061.765212] env[69524]: _type = "Task" [ 1061.765212] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.773932] env[69524]: DEBUG oslo_vmware.api [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]529b4bea-177a-bc04-ae65-0626b4c54ff1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.031049] env[69524]: DEBUG nova.compute.manager [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1062.065036] env[69524]: DEBUG nova.virt.hardware [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1062.065189] env[69524]: DEBUG nova.virt.hardware [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1062.065296] env[69524]: DEBUG nova.virt.hardware [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1062.065491] env[69524]: DEBUG nova.virt.hardware [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1062.065631] env[69524]: DEBUG nova.virt.hardware [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1062.065786] env[69524]: DEBUG nova.virt.hardware [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1062.065975] env[69524]: DEBUG nova.virt.hardware [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1062.066151] env[69524]: DEBUG nova.virt.hardware [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1062.066323] env[69524]: DEBUG nova.virt.hardware [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1062.066482] env[69524]: DEBUG nova.virt.hardware [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1062.066787] env[69524]: DEBUG nova.virt.hardware [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1062.067725] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-946c097d-50af-4404-a059-86155bbe936b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.076346] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5af3c80-841c-4064-9664-2955271e8c20 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.104241] env[69524]: DEBUG nova.scheduler.client.report [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.108813] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8f48ce88-411c-48f3-93a9-1c0482c0b751 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.278428] env[69524]: DEBUG oslo_vmware.api [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]529b4bea-177a-bc04-ae65-0626b4c54ff1, 'name': SearchDatastore_Task, 'duration_secs': 0.010986} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.278676] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.278932] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 7bdde934-b122-4b19-849b-daced27c0533/7bdde934-b122-4b19-849b-daced27c0533.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1062.279198] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bcea8672-daf2-4dde-9475-47f951a9aecc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.286086] env[69524]: DEBUG oslo_vmware.api [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1062.286086] env[69524]: value = "task-4068424" [ 1062.286086] env[69524]: _type = "Task" [ 1062.286086] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.294344] env[69524]: DEBUG oslo_vmware.api [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4068424, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.319866] env[69524]: DEBUG nova.network.neutron [-] [instance: b66cee37-4bc3-4048-bfd2-6bb6f188f780] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.533100] env[69524]: DEBUG nova.compute.manager [req-fd56af8d-d3af-411a-be23-bf581270bc20 req-583c7ba7-c780-4b47-8377-4c794a9a788e service nova] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Received event network-vif-plugged-032f0af3-342e-48d4-8b85-b3b9ea5534c1 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.533267] env[69524]: DEBUG oslo_concurrency.lockutils [req-fd56af8d-d3af-411a-be23-bf581270bc20 req-583c7ba7-c780-4b47-8377-4c794a9a788e service nova] Acquiring lock "87a52851-044c-4a42-9c08-6302d8817f5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.533625] env[69524]: DEBUG oslo_concurrency.lockutils [req-fd56af8d-d3af-411a-be23-bf581270bc20 req-583c7ba7-c780-4b47-8377-4c794a9a788e service nova] Lock "87a52851-044c-4a42-9c08-6302d8817f5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.533957] env[69524]: DEBUG oslo_concurrency.lockutils [req-fd56af8d-d3af-411a-be23-bf581270bc20 req-583c7ba7-c780-4b47-8377-4c794a9a788e service nova] Lock "87a52851-044c-4a42-9c08-6302d8817f5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.534261] env[69524]: DEBUG nova.compute.manager [req-fd56af8d-d3af-411a-be23-bf581270bc20 req-583c7ba7-c780-4b47-8377-4c794a9a788e service nova] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] No waiting events found dispatching network-vif-plugged-032f0af3-342e-48d4-8b85-b3b9ea5534c1 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1062.534625] env[69524]: WARNING nova.compute.manager [req-fd56af8d-d3af-411a-be23-bf581270bc20 req-583c7ba7-c780-4b47-8377-4c794a9a788e service nova] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Received unexpected event network-vif-plugged-032f0af3-342e-48d4-8b85-b3b9ea5534c1 for instance with vm_state building and task_state spawning. [ 1062.613272] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.613s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.613272] env[69524]: DEBUG nova.compute.manager [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: e10f80ba-47b3-4493-8f28-7541d32553d1] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1062.618804] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 20.312s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.643026] env[69524]: DEBUG oslo_concurrency.lockutils [None req-712ea292-bc8d-4ea4-9323-e369822c6038 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Acquiring lock "296e8dfd-268b-4bda-96bb-4e18c1e5c6d1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.643026] env[69524]: DEBUG oslo_concurrency.lockutils [None req-712ea292-bc8d-4ea4-9323-e369822c6038 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Lock "296e8dfd-268b-4bda-96bb-4e18c1e5c6d1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.643026] env[69524]: INFO nova.compute.manager [None req-712ea292-bc8d-4ea4-9323-e369822c6038 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Attaching volume a423e2a2-1b0e-408c-8e08-48d53325daa8 to /dev/sdc [ 1062.659102] env[69524]: DEBUG nova.network.neutron [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Successfully updated port: 032f0af3-342e-48d4-8b85-b3b9ea5534c1 {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1062.687985] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed2530d-11cc-4b4d-8263-6d3fb0cd8de0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.697085] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e89101-64ff-4184-a4ad-ed9e66457c17 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.712660] env[69524]: DEBUG nova.virt.block_device [None req-712ea292-bc8d-4ea4-9323-e369822c6038 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Updating existing volume attachment record: 0529a5e5-4308-4b85-93db-0e2933a3c056 {{(pid=69524) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1062.797570] env[69524]: DEBUG oslo_vmware.api [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4068424, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472982} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.797880] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 7bdde934-b122-4b19-849b-daced27c0533/7bdde934-b122-4b19-849b-daced27c0533.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1062.797880] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1062.798088] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96a966c3-4468-4e6c-a437-bf34391d13f0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.805737] env[69524]: DEBUG oslo_vmware.api [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1062.805737] env[69524]: value = "task-4068425" [ 1062.805737] env[69524]: _type = "Task" [ 1062.805737] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.815916] env[69524]: DEBUG oslo_vmware.api [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4068425, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.822704] env[69524]: INFO nova.compute.manager [-] [instance: b66cee37-4bc3-4048-bfd2-6bb6f188f780] Took 1.22 seconds to deallocate network for instance. [ 1063.123829] env[69524]: INFO nova.compute.claims [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1063.130418] env[69524]: DEBUG nova.compute.utils [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1063.132387] env[69524]: DEBUG nova.compute.manager [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: e10f80ba-47b3-4493-8f28-7541d32553d1] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1063.132672] env[69524]: DEBUG nova.network.neutron [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: e10f80ba-47b3-4493-8f28-7541d32553d1] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1063.162989] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquiring lock "refresh_cache-87a52851-044c-4a42-9c08-6302d8817f5f" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.163192] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquired lock "refresh_cache-87a52851-044c-4a42-9c08-6302d8817f5f" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.163341] env[69524]: DEBUG nova.network.neutron [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1063.177656] env[69524]: DEBUG nova.policy [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a896a31322544be6a096001883583b69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '451a33914c5e419a8df2b44aa3691d0a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 1063.317324] env[69524]: DEBUG oslo_vmware.api [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4068425, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069313} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.317656] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1063.318580] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2c591d-c649-448e-a5dd-bcfd750ebf6c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.336662] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6fb9dc3a-0e3e-4d4c-8cf2-6689c722b4f8 tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.346280] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 7bdde934-b122-4b19-849b-daced27c0533/7bdde934-b122-4b19-849b-daced27c0533.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1063.346677] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8ea0fdc-9eba-4f70-8625-f719f3d97fce {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.367391] env[69524]: DEBUG oslo_vmware.api [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1063.367391] env[69524]: value = "task-4068427" [ 1063.367391] env[69524]: _type = "Task" [ 1063.367391] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.377673] env[69524]: DEBUG oslo_vmware.api [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4068427, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.464234] env[69524]: DEBUG nova.compute.manager [req-8a297c07-7448-40d0-9366-6854f253d707 req-80126a6b-bf4f-4ad6-b744-dc416ef62ced service nova] [instance: b66cee37-4bc3-4048-bfd2-6bb6f188f780] Received event network-vif-deleted-954e15ac-343a-47a6-a594-b83ed7826678 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.539072] env[69524]: DEBUG nova.network.neutron [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: e10f80ba-47b3-4493-8f28-7541d32553d1] Successfully created port: a0d2214f-fdb4-4b5c-b668-e1fce16bef9e {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1063.779854] env[69524]: INFO nova.compute.resource_tracker [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Updating resource usage from migration 4bec333c-ee25-4047-b025-30bdf24fbb44 [ 1063.779854] env[69524]: DEBUG nova.compute.manager [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: e10f80ba-47b3-4493-8f28-7541d32553d1] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1063.779854] env[69524]: DEBUG nova.network.neutron [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1063.886876] env[69524]: DEBUG oslo_vmware.api [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4068427, 'name': ReconfigVM_Task, 'duration_secs': 0.376566} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.890513] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 7bdde934-b122-4b19-849b-daced27c0533/7bdde934-b122-4b19-849b-daced27c0533.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1063.891658] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8276f6d-b68e-4ece-8451-17c30b6878bf {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.903782] env[69524]: DEBUG oslo_vmware.api [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1063.903782] env[69524]: value = "task-4068428" [ 1063.903782] env[69524]: _type = "Task" [ 1063.903782] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.916428] env[69524]: DEBUG oslo_vmware.api [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4068428, 'name': Rename_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.937070] env[69524]: DEBUG nova.network.neutron [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Updating instance_info_cache with network_info: [{"id": "032f0af3-342e-48d4-8b85-b3b9ea5534c1", "address": "fa:16:3e:7e:9e:f9", "network": {"id": "83b5b669-1127-466e-a1d3-d2ddd7a35a32", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-128524143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ae0643199f1483bbac41f0f4a2857ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap032f0af3-34", "ovs_interfaceid": "032f0af3-342e-48d4-8b85-b3b9ea5534c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.115410] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e060312d-cbc6-4d6c-ab1e-808d26ddedff {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.123502] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b696b766-3d35-4a66-a7b9-7e525b71e562 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.158102] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b2e165-3aa7-4240-adf8-eab296d11e0a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.170635] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f1d715-09b0-4290-91aa-f6863dab278b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.186580] env[69524]: DEBUG nova.compute.provider_tree [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.417581] env[69524]: DEBUG oslo_vmware.api [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4068428, 'name': Rename_Task, 'duration_secs': 0.173141} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.417740] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1064.418008] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa1a4de1-1d15-4eea-a878-5b92fbe21abd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.425242] env[69524]: DEBUG oslo_vmware.api [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1064.425242] env[69524]: value = "task-4068429" [ 1064.425242] env[69524]: _type = "Task" [ 1064.425242] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.433851] env[69524]: DEBUG oslo_vmware.api [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4068429, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.440714] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Releasing lock "refresh_cache-87a52851-044c-4a42-9c08-6302d8817f5f" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.441094] env[69524]: DEBUG nova.compute.manager [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Instance network_info: |[{"id": "032f0af3-342e-48d4-8b85-b3b9ea5534c1", "address": "fa:16:3e:7e:9e:f9", "network": {"id": "83b5b669-1127-466e-a1d3-d2ddd7a35a32", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-128524143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ae0643199f1483bbac41f0f4a2857ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap032f0af3-34", "ovs_interfaceid": "032f0af3-342e-48d4-8b85-b3b9ea5534c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1064.441528] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:9e:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e029825-6c65-4ac7-88f6-65f9d106db76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '032f0af3-342e-48d4-8b85-b3b9ea5534c1', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1064.450211] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1064.450480] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1064.450747] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3980eab9-70e2-4bd4-b872-6730e9837d35 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.474416] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1064.474416] env[69524]: value = "task-4068430" [ 1064.474416] env[69524]: _type = "Task" [ 1064.474416] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.483104] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068430, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.561488] env[69524]: DEBUG nova.compute.manager [req-b46738d9-f377-4ca4-9430-c382de269592 req-824ca93a-b1df-4e15-97cd-e1ab3960c8d4 service nova] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Received event network-changed-032f0af3-342e-48d4-8b85-b3b9ea5534c1 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.561488] env[69524]: DEBUG nova.compute.manager [req-b46738d9-f377-4ca4-9430-c382de269592 req-824ca93a-b1df-4e15-97cd-e1ab3960c8d4 service nova] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Refreshing instance network info cache due to event network-changed-032f0af3-342e-48d4-8b85-b3b9ea5534c1. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1064.561488] env[69524]: DEBUG oslo_concurrency.lockutils [req-b46738d9-f377-4ca4-9430-c382de269592 req-824ca93a-b1df-4e15-97cd-e1ab3960c8d4 service nova] Acquiring lock "refresh_cache-87a52851-044c-4a42-9c08-6302d8817f5f" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.561616] env[69524]: DEBUG oslo_concurrency.lockutils [req-b46738d9-f377-4ca4-9430-c382de269592 req-824ca93a-b1df-4e15-97cd-e1ab3960c8d4 service nova] Acquired lock "refresh_cache-87a52851-044c-4a42-9c08-6302d8817f5f" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.561773] env[69524]: DEBUG nova.network.neutron [req-b46738d9-f377-4ca4-9430-c382de269592 req-824ca93a-b1df-4e15-97cd-e1ab3960c8d4 service nova] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Refreshing network info cache for port 032f0af3-342e-48d4-8b85-b3b9ea5534c1 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1064.662640] env[69524]: DEBUG nova.compute.manager [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: e10f80ba-47b3-4493-8f28-7541d32553d1] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1064.689553] env[69524]: DEBUG nova.scheduler.client.report [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.696118] env[69524]: DEBUG nova.virt.hardware [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1064.696941] env[69524]: DEBUG nova.virt.hardware [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1064.697147] env[69524]: DEBUG nova.virt.hardware [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1064.697368] env[69524]: DEBUG nova.virt.hardware [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1064.697488] env[69524]: DEBUG nova.virt.hardware [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1064.697631] env[69524]: DEBUG nova.virt.hardware [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1064.697861] env[69524]: DEBUG nova.virt.hardware [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1064.698159] env[69524]: DEBUG nova.virt.hardware [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1064.698238] env[69524]: DEBUG nova.virt.hardware [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1064.698348] env[69524]: DEBUG nova.virt.hardware [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1064.698520] env[69524]: DEBUG nova.virt.hardware [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1064.700170] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2d8972-214b-4f43-9681-8e585056062e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.711705] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ab1fef-8611-4353-bc30-fe17343ada9d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.937859] env[69524]: DEBUG oslo_vmware.api [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4068429, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.986226] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068430, 'name': CreateVM_Task, 'duration_secs': 0.370495} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.986449] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1064.987214] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.987378] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.987808] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.988106] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-979d95da-6b7a-4647-85d8-341411a341d1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.994570] env[69524]: DEBUG oslo_vmware.api [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 1064.994570] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52c44379-4dbd-c1ab-665c-f35551eff43c" [ 1064.994570] env[69524]: _type = "Task" [ 1064.994570] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.005564] env[69524]: DEBUG oslo_vmware.api [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52c44379-4dbd-c1ab-665c-f35551eff43c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.204900] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.589s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.205174] env[69524]: INFO nova.compute.manager [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Migrating [ 1065.216157] env[69524]: DEBUG oslo_concurrency.lockutils [None req-cbd06571-8219-47a1-8187-0bd250f9b55b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.451s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.216424] env[69524]: DEBUG nova.objects.instance [None req-cbd06571-8219-47a1-8187-0bd250f9b55b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Lazy-loading 'resources' on Instance uuid da06a11a-6bb5-4f4b-a1ae-365fcdf0641f {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.340331] env[69524]: DEBUG nova.network.neutron [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: e10f80ba-47b3-4493-8f28-7541d32553d1] Successfully updated port: a0d2214f-fdb4-4b5c-b668-e1fce16bef9e {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1065.384104] env[69524]: DEBUG nova.network.neutron [req-b46738d9-f377-4ca4-9430-c382de269592 req-824ca93a-b1df-4e15-97cd-e1ab3960c8d4 service nova] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Updated VIF entry in instance network info cache for port 032f0af3-342e-48d4-8b85-b3b9ea5534c1. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1065.384489] env[69524]: DEBUG nova.network.neutron [req-b46738d9-f377-4ca4-9430-c382de269592 req-824ca93a-b1df-4e15-97cd-e1ab3960c8d4 service nova] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Updating instance_info_cache with network_info: [{"id": "032f0af3-342e-48d4-8b85-b3b9ea5534c1", "address": "fa:16:3e:7e:9e:f9", "network": {"id": "83b5b669-1127-466e-a1d3-d2ddd7a35a32", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-128524143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ae0643199f1483bbac41f0f4a2857ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap032f0af3-34", "ovs_interfaceid": "032f0af3-342e-48d4-8b85-b3b9ea5534c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.437406] env[69524]: DEBUG oslo_vmware.api [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4068429, 'name': PowerOnVM_Task, 'duration_secs': 0.536568} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.437680] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1065.437900] env[69524]: INFO nova.compute.manager [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Took 8.15 seconds to spawn the instance on the hypervisor. [ 1065.438204] env[69524]: DEBUG nova.compute.manager [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1065.439034] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be264980-d459-4e52-8077-2b639d84c0cc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.506188] env[69524]: DEBUG oslo_vmware.api [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52c44379-4dbd-c1ab-665c-f35551eff43c, 'name': SearchDatastore_Task, 'duration_secs': 0.011413} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.506497] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.506733] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1065.507037] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.507195] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.507512] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1065.507629] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f182970a-9c4b-47a9-8987-82c08cbcaeb8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.516726] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1065.516905] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1065.517647] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6152bd5b-0a3d-4a61-af8d-f20b99e259a8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.523590] env[69524]: DEBUG oslo_vmware.api [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 1065.523590] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5233605d-3682-891f-c5ce-88ba3c109a21" [ 1065.523590] env[69524]: _type = "Task" [ 1065.523590] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.532266] env[69524]: DEBUG oslo_vmware.api [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5233605d-3682-891f-c5ce-88ba3c109a21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.737762] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquiring lock "refresh_cache-c6acfcbb-5272-4eef-bde3-22c20d85df2e" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.737947] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquired lock "refresh_cache-c6acfcbb-5272-4eef-bde3-22c20d85df2e" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.739058] env[69524]: DEBUG nova.network.neutron [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.844315] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Acquiring lock "refresh_cache-e10f80ba-47b3-4493-8f28-7541d32553d1" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.844472] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Acquired lock "refresh_cache-e10f80ba-47b3-4493-8f28-7541d32553d1" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.844630] env[69524]: DEBUG nova.network.neutron [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: e10f80ba-47b3-4493-8f28-7541d32553d1] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1065.887297] env[69524]: DEBUG oslo_concurrency.lockutils [req-b46738d9-f377-4ca4-9430-c382de269592 req-824ca93a-b1df-4e15-97cd-e1ab3960c8d4 service nova] Releasing lock "refresh_cache-87a52851-044c-4a42-9c08-6302d8817f5f" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.968836] env[69524]: INFO nova.compute.manager [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Took 46.21 seconds to build instance. [ 1066.036811] env[69524]: DEBUG oslo_vmware.api [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5233605d-3682-891f-c5ce-88ba3c109a21, 'name': SearchDatastore_Task, 'duration_secs': 0.009852} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.040569] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27295dd6-305b-49de-a0fe-8be061ff408f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.048309] env[69524]: DEBUG oslo_vmware.api [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 1066.048309] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52116cf9-e98a-1884-308a-cbcd9d9dab93" [ 1066.048309] env[69524]: _type = "Task" [ 1066.048309] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.062858] env[69524]: DEBUG oslo_vmware.api [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52116cf9-e98a-1884-308a-cbcd9d9dab93, 'name': SearchDatastore_Task, 'duration_secs': 0.010885} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.063146] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.063415] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 87a52851-044c-4a42-9c08-6302d8817f5f/87a52851-044c-4a42-9c08-6302d8817f5f.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1066.063679] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac76a8f0-e685-4a09-9697-e08bae21de32 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.074151] env[69524]: DEBUG oslo_vmware.api [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 1066.074151] env[69524]: value = "task-4068432" [ 1066.074151] env[69524]: _type = "Task" [ 1066.074151] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.088103] env[69524]: DEBUG oslo_vmware.api [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068432, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.144023] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c4eec9-2726-4e11-a56b-0276bdf8103e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.150601] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-894a8cff-ec2a-4df9-9cee-bf6016098018 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.184155] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4447c540-ea73-47ee-9ecd-d47f4c056fa7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.193115] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7b48a9-5e27-4472-b6d4-87acb9a10b9d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.210677] env[69524]: DEBUG nova.compute.provider_tree [None req-cbd06571-8219-47a1-8187-0bd250f9b55b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1066.411477] env[69524]: DEBUG nova.network.neutron [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: e10f80ba-47b3-4493-8f28-7541d32553d1] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1066.472238] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ab40d316-de1e-4633-9b8b-26da7e499172 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lock "7bdde934-b122-4b19-849b-daced27c0533" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.582s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.585106] env[69524]: DEBUG oslo_vmware.api [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068432, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505556} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.585397] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 87a52851-044c-4a42-9c08-6302d8817f5f/87a52851-044c-4a42-9c08-6302d8817f5f.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1066.585612] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1066.585873] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-32a720ff-087d-436c-b37e-bb05c91f0100 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.593042] env[69524]: DEBUG oslo_vmware.api [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 1066.593042] env[69524]: value = "task-4068433" [ 1066.593042] env[69524]: _type = "Task" [ 1066.593042] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.602413] env[69524]: DEBUG oslo_vmware.api [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068433, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.672309] env[69524]: DEBUG nova.network.neutron [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: e10f80ba-47b3-4493-8f28-7541d32553d1] Updating instance_info_cache with network_info: [{"id": "a0d2214f-fdb4-4b5c-b668-e1fce16bef9e", "address": "fa:16:3e:b4:60:60", "network": {"id": "1dfdbf3b-4925-484f-b859-717860382952", "bridge": "br-int", "label": "tempest-ImagesTestJSON-735885515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "451a33914c5e419a8df2b44aa3691d0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0d2214f-fd", "ovs_interfaceid": "a0d2214f-fdb4-4b5c-b668-e1fce16bef9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.678620] env[69524]: DEBUG nova.compute.manager [req-427910f5-3e0e-48a7-8548-e39c54cd9371 req-b2428185-c2e5-4b00-87b1-0593c7baba4e service nova] [instance: e10f80ba-47b3-4493-8f28-7541d32553d1] Received event network-vif-plugged-a0d2214f-fdb4-4b5c-b668-e1fce16bef9e {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.678853] env[69524]: DEBUG oslo_concurrency.lockutils [req-427910f5-3e0e-48a7-8548-e39c54cd9371 req-b2428185-c2e5-4b00-87b1-0593c7baba4e service nova] Acquiring lock "e10f80ba-47b3-4493-8f28-7541d32553d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.679117] env[69524]: DEBUG oslo_concurrency.lockutils [req-427910f5-3e0e-48a7-8548-e39c54cd9371 req-b2428185-c2e5-4b00-87b1-0593c7baba4e service nova] Lock "e10f80ba-47b3-4493-8f28-7541d32553d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.679237] env[69524]: DEBUG oslo_concurrency.lockutils [req-427910f5-3e0e-48a7-8548-e39c54cd9371 req-b2428185-c2e5-4b00-87b1-0593c7baba4e service nova] Lock "e10f80ba-47b3-4493-8f28-7541d32553d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.679445] env[69524]: DEBUG nova.compute.manager [req-427910f5-3e0e-48a7-8548-e39c54cd9371 req-b2428185-c2e5-4b00-87b1-0593c7baba4e service nova] [instance: e10f80ba-47b3-4493-8f28-7541d32553d1] No waiting events found dispatching network-vif-plugged-a0d2214f-fdb4-4b5c-b668-e1fce16bef9e {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1066.679556] env[69524]: WARNING nova.compute.manager [req-427910f5-3e0e-48a7-8548-e39c54cd9371 req-b2428185-c2e5-4b00-87b1-0593c7baba4e service nova] [instance: e10f80ba-47b3-4493-8f28-7541d32553d1] Received unexpected event network-vif-plugged-a0d2214f-fdb4-4b5c-b668-e1fce16bef9e for instance with vm_state building and task_state spawning. [ 1066.679725] env[69524]: DEBUG nova.compute.manager [req-427910f5-3e0e-48a7-8548-e39c54cd9371 req-b2428185-c2e5-4b00-87b1-0593c7baba4e service nova] [instance: e10f80ba-47b3-4493-8f28-7541d32553d1] Received event network-changed-a0d2214f-fdb4-4b5c-b668-e1fce16bef9e {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1066.679873] env[69524]: DEBUG nova.compute.manager [req-427910f5-3e0e-48a7-8548-e39c54cd9371 req-b2428185-c2e5-4b00-87b1-0593c7baba4e service nova] [instance: e10f80ba-47b3-4493-8f28-7541d32553d1] Refreshing instance network info cache due to event network-changed-a0d2214f-fdb4-4b5c-b668-e1fce16bef9e. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1066.680230] env[69524]: DEBUG oslo_concurrency.lockutils [req-427910f5-3e0e-48a7-8548-e39c54cd9371 req-b2428185-c2e5-4b00-87b1-0593c7baba4e service nova] Acquiring lock "refresh_cache-e10f80ba-47b3-4493-8f28-7541d32553d1" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.712054] env[69524]: DEBUG nova.scheduler.client.report [None req-cbd06571-8219-47a1-8187-0bd250f9b55b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.992223] env[69524]: DEBUG nova.network.neutron [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Updating instance_info_cache with network_info: [{"id": "cfaaf210-b968-4586-9a57-8f9a2f4482e9", "address": "fa:16:3e:93:48:a5", "network": {"id": "37adc9d0-a545-4ad6-8bda-bbeebaeaad38", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1811246761-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c0583911a34499e92e7299e6bdb937d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfaaf210-b9", "ovs_interfaceid": "cfaaf210-b968-4586-9a57-8f9a2f4482e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.103462] env[69524]: DEBUG oslo_vmware.api [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068433, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068478} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.103736] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1067.104548] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eefd9eb-faf6-47ec-80da-50baf3f5cbf3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.127416] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 87a52851-044c-4a42-9c08-6302d8817f5f/87a52851-044c-4a42-9c08-6302d8817f5f.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1067.127770] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-decb4b05-3fc0-40e2-a07f-22256736a2f0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.150208] env[69524]: DEBUG oslo_vmware.api [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 1067.150208] env[69524]: value = "task-4068434" [ 1067.150208] env[69524]: _type = "Task" [ 1067.150208] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.160744] env[69524]: DEBUG oslo_vmware.api [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068434, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.175908] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Releasing lock "refresh_cache-e10f80ba-47b3-4493-8f28-7541d32553d1" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.176305] env[69524]: DEBUG nova.compute.manager [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: e10f80ba-47b3-4493-8f28-7541d32553d1] Instance network_info: |[{"id": "a0d2214f-fdb4-4b5c-b668-e1fce16bef9e", "address": "fa:16:3e:b4:60:60", "network": {"id": "1dfdbf3b-4925-484f-b859-717860382952", "bridge": "br-int", "label": "tempest-ImagesTestJSON-735885515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "451a33914c5e419a8df2b44aa3691d0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0d2214f-fd", "ovs_interfaceid": "a0d2214f-fdb4-4b5c-b668-e1fce16bef9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1067.176737] env[69524]: DEBUG oslo_concurrency.lockutils [req-427910f5-3e0e-48a7-8548-e39c54cd9371 req-b2428185-c2e5-4b00-87b1-0593c7baba4e service nova] Acquired lock "refresh_cache-e10f80ba-47b3-4493-8f28-7541d32553d1" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.177050] env[69524]: DEBUG nova.network.neutron [req-427910f5-3e0e-48a7-8548-e39c54cd9371 req-b2428185-c2e5-4b00-87b1-0593c7baba4e service nova] [instance: e10f80ba-47b3-4493-8f28-7541d32553d1] Refreshing network info cache for port a0d2214f-fdb4-4b5c-b668-e1fce16bef9e {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1067.178461] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: e10f80ba-47b3-4493-8f28-7541d32553d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:60:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6edb8eae-1113-49d0-84f7-9fd9f82b26fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0d2214f-fdb4-4b5c-b668-e1fce16bef9e', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1067.187414] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1067.188203] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e10f80ba-47b3-4493-8f28-7541d32553d1] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1067.188488] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-555a817f-9cc4-4f5f-89b0-ee466f65938d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.209950] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1067.209950] env[69524]: value = "task-4068435" [ 1067.209950] env[69524]: _type = "Task" [ 1067.209950] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.219734] env[69524]: DEBUG oslo_concurrency.lockutils [None req-cbd06571-8219-47a1-8187-0bd250f9b55b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.004s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.221944] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068435, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.222456] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2ad84357-6f0e-4d67-9f5a-c5c801c375be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.787s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.222848] env[69524]: DEBUG nova.objects.instance [None req-2ad84357-6f0e-4d67-9f5a-c5c801c375be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Lazy-loading 'resources' on Instance uuid d1031693-cd67-4cb7-8bcc-dfcd69d1d72d {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1067.262309] env[69524]: INFO nova.scheduler.client.report [None req-cbd06571-8219-47a1-8187-0bd250f9b55b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Deleted allocations for instance da06a11a-6bb5-4f4b-a1ae-365fcdf0641f [ 1067.273900] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-712ea292-bc8d-4ea4-9323-e369822c6038 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Volume attach. Driver type: vmdk {{(pid=69524) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1067.273900] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-712ea292-bc8d-4ea4-9323-e369822c6038 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806249', 'volume_id': 'a423e2a2-1b0e-408c-8e08-48d53325daa8', 'name': 'volume-a423e2a2-1b0e-408c-8e08-48d53325daa8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '296e8dfd-268b-4bda-96bb-4e18c1e5c6d1', 'attached_at': '', 'detached_at': '', 'volume_id': 'a423e2a2-1b0e-408c-8e08-48d53325daa8', 'serial': 'a423e2a2-1b0e-408c-8e08-48d53325daa8'} {{(pid=69524) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1067.275029] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0eafb08-da4c-43ff-a3ec-70ae07777fcf {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.295586] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b518b7-d739-4bd5-936e-777e8046a3f7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.328306] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-712ea292-bc8d-4ea4-9323-e369822c6038 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] volume-a423e2a2-1b0e-408c-8e08-48d53325daa8/volume-a423e2a2-1b0e-408c-8e08-48d53325daa8.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1067.328719] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f65f54ef-5068-4eaf-a4fb-7e496fb6a7a2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.355501] env[69524]: DEBUG oslo_vmware.api [None req-712ea292-bc8d-4ea4-9323-e369822c6038 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Waiting for the task: (returnval){ [ 1067.355501] env[69524]: value = "task-4068436" [ 1067.355501] env[69524]: _type = "Task" [ 1067.355501] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.364911] env[69524]: DEBUG oslo_vmware.api [None req-712ea292-bc8d-4ea4-9323-e369822c6038 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4068436, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.451993] env[69524]: DEBUG nova.compute.manager [req-66d10d22-25f3-4139-a2d0-881b421e944c req-6eadd43c-90bc-40fa-8343-47670ac99d5e service nova] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Received event network-changed-29946d17-47b7-4c35-b521-51c0a007f5d1 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.452569] env[69524]: DEBUG nova.compute.manager [req-66d10d22-25f3-4139-a2d0-881b421e944c req-6eadd43c-90bc-40fa-8343-47670ac99d5e service nova] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Refreshing instance network info cache due to event network-changed-29946d17-47b7-4c35-b521-51c0a007f5d1. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1067.452992] env[69524]: DEBUG oslo_concurrency.lockutils [req-66d10d22-25f3-4139-a2d0-881b421e944c req-6eadd43c-90bc-40fa-8343-47670ac99d5e service nova] Acquiring lock "refresh_cache-7bdde934-b122-4b19-849b-daced27c0533" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.453295] env[69524]: DEBUG oslo_concurrency.lockutils [req-66d10d22-25f3-4139-a2d0-881b421e944c req-6eadd43c-90bc-40fa-8343-47670ac99d5e service nova] Acquired lock "refresh_cache-7bdde934-b122-4b19-849b-daced27c0533" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.453961] env[69524]: DEBUG nova.network.neutron [req-66d10d22-25f3-4139-a2d0-881b421e944c req-6eadd43c-90bc-40fa-8343-47670ac99d5e service nova] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Refreshing network info cache for port 29946d17-47b7-4c35-b521-51c0a007f5d1 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1067.495566] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Releasing lock "refresh_cache-c6acfcbb-5272-4eef-bde3-22c20d85df2e" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.662071] env[69524]: DEBUG oslo_vmware.api [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068434, 'name': ReconfigVM_Task, 'duration_secs': 0.324344} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.662243] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 87a52851-044c-4a42-9c08-6302d8817f5f/87a52851-044c-4a42-9c08-6302d8817f5f.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1067.663194] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b85f56e8-a64b-46b9-81ab-76a94e84c530 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.670657] env[69524]: DEBUG oslo_vmware.api [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 1067.670657] env[69524]: value = "task-4068437" [ 1067.670657] env[69524]: _type = "Task" [ 1067.670657] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.679561] env[69524]: DEBUG oslo_vmware.api [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068437, 'name': Rename_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.721331] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068435, 'name': CreateVM_Task, 'duration_secs': 0.499084} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.721504] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e10f80ba-47b3-4493-8f28-7541d32553d1] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1067.722273] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.722442] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.722792] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.723115] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02d8d83f-d2b3-49b8-ba28-fcb3b94dc342 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.735124] env[69524]: DEBUG oslo_vmware.api [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the task: (returnval){ [ 1067.735124] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]528c9371-ee72-518c-ebe6-9e538aebe0f3" [ 1067.735124] env[69524]: _type = "Task" [ 1067.735124] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.745983] env[69524]: DEBUG oslo_vmware.api [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]528c9371-ee72-518c-ebe6-9e538aebe0f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.775091] env[69524]: DEBUG oslo_concurrency.lockutils [None req-cbd06571-8219-47a1-8187-0bd250f9b55b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Lock "da06a11a-6bb5-4f4b-a1ae-365fcdf0641f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.815s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.869695] env[69524]: DEBUG oslo_vmware.api [None req-712ea292-bc8d-4ea4-9323-e369822c6038 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4068436, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.985067] env[69524]: DEBUG nova.network.neutron [req-427910f5-3e0e-48a7-8548-e39c54cd9371 req-b2428185-c2e5-4b00-87b1-0593c7baba4e service nova] [instance: e10f80ba-47b3-4493-8f28-7541d32553d1] Updated VIF entry in instance network info cache for port a0d2214f-fdb4-4b5c-b668-e1fce16bef9e. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1067.985437] env[69524]: DEBUG nova.network.neutron [req-427910f5-3e0e-48a7-8548-e39c54cd9371 req-b2428185-c2e5-4b00-87b1-0593c7baba4e service nova] [instance: e10f80ba-47b3-4493-8f28-7541d32553d1] Updating instance_info_cache with network_info: [{"id": "a0d2214f-fdb4-4b5c-b668-e1fce16bef9e", "address": "fa:16:3e:b4:60:60", "network": {"id": "1dfdbf3b-4925-484f-b859-717860382952", "bridge": "br-int", "label": "tempest-ImagesTestJSON-735885515-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "451a33914c5e419a8df2b44aa3691d0a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0d2214f-fd", "ovs_interfaceid": "a0d2214f-fdb4-4b5c-b668-e1fce16bef9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.161701] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8a5e56-692f-4a83-afb9-5482c35133fa {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.170730] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3277242a-d605-4e4a-9200-fc70f6240dda {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.185375] env[69524]: DEBUG oslo_vmware.api [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068437, 'name': Rename_Task, 'duration_secs': 0.182979} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.213153] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1068.213768] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67728562-3569-40d5-9cb1-9db21f4c0188 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.216823] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6cb7dd5-aa57-4d46-bd23-393e32d21221 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.228550] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204df96f-910e-4c93-a763-7ba80c97c982 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.232725] env[69524]: DEBUG oslo_vmware.api [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 1068.232725] env[69524]: value = "task-4068438" [ 1068.232725] env[69524]: _type = "Task" [ 1068.232725] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.248785] env[69524]: DEBUG nova.compute.provider_tree [None req-2ad84357-6f0e-4d67-9f5a-c5c801c375be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.253770] env[69524]: DEBUG oslo_vmware.api [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068438, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.257606] env[69524]: DEBUG nova.network.neutron [req-66d10d22-25f3-4139-a2d0-881b421e944c req-6eadd43c-90bc-40fa-8343-47670ac99d5e service nova] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Updated VIF entry in instance network info cache for port 29946d17-47b7-4c35-b521-51c0a007f5d1. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1068.257606] env[69524]: DEBUG nova.network.neutron [req-66d10d22-25f3-4139-a2d0-881b421e944c req-6eadd43c-90bc-40fa-8343-47670ac99d5e service nova] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Updating instance_info_cache with network_info: [{"id": "29946d17-47b7-4c35-b521-51c0a007f5d1", "address": "fa:16:3e:03:3d:0b", "network": {"id": "6e80ee80-02f9-45cb-9650-7615a3358ad7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-286530929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a638896dde45449a8d091abde05fda3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29946d17-47", "ovs_interfaceid": "29946d17-47b7-4c35-b521-51c0a007f5d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.262499] env[69524]: DEBUG oslo_vmware.api [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]528c9371-ee72-518c-ebe6-9e538aebe0f3, 'name': SearchDatastore_Task, 'duration_secs': 0.01401} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.263697] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.263935] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: e10f80ba-47b3-4493-8f28-7541d32553d1] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1068.264191] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.264408] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.264674] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1068.265229] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6ded818-338a-47f3-842f-0dfd8fcf5f11 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.277675] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1068.277873] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1068.279227] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40545172-0cd5-4703-9daf-7fc2ca92861f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.285926] env[69524]: DEBUG oslo_vmware.api [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the task: (returnval){ [ 1068.285926] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5288b75e-1f6b-67e4-cd51-93866ae0368e" [ 1068.285926] env[69524]: _type = "Task" [ 1068.285926] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.296200] env[69524]: DEBUG oslo_vmware.api [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5288b75e-1f6b-67e4-cd51-93866ae0368e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.367083] env[69524]: DEBUG oslo_vmware.api [None req-712ea292-bc8d-4ea4-9323-e369822c6038 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4068436, 'name': ReconfigVM_Task, 'duration_secs': 0.900346} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.367083] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-712ea292-bc8d-4ea4-9323-e369822c6038 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Reconfigured VM instance instance-00000040 to attach disk [datastore2] volume-a423e2a2-1b0e-408c-8e08-48d53325daa8/volume-a423e2a2-1b0e-408c-8e08-48d53325daa8.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1068.370958] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fba584f-235f-45bc-b560-4c79a72b66a5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.389541] env[69524]: DEBUG oslo_vmware.api [None req-712ea292-bc8d-4ea4-9323-e369822c6038 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Waiting for the task: (returnval){ [ 1068.389541] env[69524]: value = "task-4068439" [ 1068.389541] env[69524]: _type = "Task" [ 1068.389541] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.399055] env[69524]: DEBUG oslo_vmware.api [None req-712ea292-bc8d-4ea4-9323-e369822c6038 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4068439, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.490653] env[69524]: DEBUG oslo_concurrency.lockutils [req-427910f5-3e0e-48a7-8548-e39c54cd9371 req-b2428185-c2e5-4b00-87b1-0593c7baba4e service nova] Releasing lock "refresh_cache-e10f80ba-47b3-4493-8f28-7541d32553d1" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.746045] env[69524]: DEBUG oslo_vmware.api [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068438, 'name': PowerOnVM_Task, 'duration_secs': 0.502137} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.746045] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1068.746045] env[69524]: INFO nova.compute.manager [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Took 6.72 seconds to spawn the instance on the hypervisor. [ 1068.746045] env[69524]: DEBUG nova.compute.manager [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1068.746834] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd60b42-d36a-41dd-956d-8981433f96a8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.757077] env[69524]: DEBUG nova.scheduler.client.report [None req-2ad84357-6f0e-4d67-9f5a-c5c801c375be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.764596] env[69524]: DEBUG oslo_concurrency.lockutils [req-66d10d22-25f3-4139-a2d0-881b421e944c req-6eadd43c-90bc-40fa-8343-47670ac99d5e service nova] Releasing lock "refresh_cache-7bdde934-b122-4b19-849b-daced27c0533" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.798390] env[69524]: DEBUG oslo_vmware.api [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5288b75e-1f6b-67e4-cd51-93866ae0368e, 'name': SearchDatastore_Task, 'duration_secs': 0.031118} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.799259] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a546b88f-c4dc-4f03-8251-c132e7f4245e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.805372] env[69524]: DEBUG oslo_vmware.api [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the task: (returnval){ [ 1068.805372] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52bde3aa-67e5-a429-38fd-7729d1252178" [ 1068.805372] env[69524]: _type = "Task" [ 1068.805372] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.814031] env[69524]: DEBUG oslo_vmware.api [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52bde3aa-67e5-a429-38fd-7729d1252178, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.900432] env[69524]: DEBUG oslo_vmware.api [None req-712ea292-bc8d-4ea4-9323-e369822c6038 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4068439, 'name': ReconfigVM_Task, 'duration_secs': 0.198096} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.900831] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-712ea292-bc8d-4ea4-9323-e369822c6038 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806249', 'volume_id': 'a423e2a2-1b0e-408c-8e08-48d53325daa8', 'name': 'volume-a423e2a2-1b0e-408c-8e08-48d53325daa8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '296e8dfd-268b-4bda-96bb-4e18c1e5c6d1', 'attached_at': '', 'detached_at': '', 'volume_id': 'a423e2a2-1b0e-408c-8e08-48d53325daa8', 'serial': 'a423e2a2-1b0e-408c-8e08-48d53325daa8'} {{(pid=69524) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1069.015843] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646948ac-eb9d-44d9-8b55-c91a3a0a607d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.035928] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Updating instance 'c6acfcbb-5272-4eef-bde3-22c20d85df2e' progress to 0 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1069.267140] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2ad84357-6f0e-4d67-9f5a-c5c801c375be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.044s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.270047] env[69524]: DEBUG oslo_concurrency.lockutils [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.349s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.275747] env[69524]: INFO nova.compute.claims [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] [instance: c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1069.285027] env[69524]: INFO nova.compute.manager [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Took 37.45 seconds to build instance. [ 1069.300866] env[69524]: INFO nova.scheduler.client.report [None req-2ad84357-6f0e-4d67-9f5a-c5c801c375be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Deleted allocations for instance d1031693-cd67-4cb7-8bcc-dfcd69d1d72d [ 1069.317532] env[69524]: DEBUG oslo_vmware.api [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52bde3aa-67e5-a429-38fd-7729d1252178, 'name': SearchDatastore_Task, 'duration_secs': 0.031955} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.317799] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.318091] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] e10f80ba-47b3-4493-8f28-7541d32553d1/e10f80ba-47b3-4493-8f28-7541d32553d1.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1069.321131] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ef723d9-9e0e-4e79-b46a-1ab535dc9932 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.326890] env[69524]: DEBUG oslo_vmware.api [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the task: (returnval){ [ 1069.326890] env[69524]: value = "task-4068440" [ 1069.326890] env[69524]: _type = "Task" [ 1069.326890] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.336388] env[69524]: DEBUG oslo_vmware.api [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068440, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.544077] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1069.544419] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a2eac37-3e92-4a08-a93e-68dee0f4ec99 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.554369] env[69524]: DEBUG oslo_vmware.api [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 1069.554369] env[69524]: value = "task-4068441" [ 1069.554369] env[69524]: _type = "Task" [ 1069.554369] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.570325] env[69524]: DEBUG oslo_vmware.api [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068441, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.783411] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6716abd3-1129-421d-b17b-271d73ea3097 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "87a52851-044c-4a42-9c08-6302d8817f5f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.640s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.810571] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2ad84357-6f0e-4d67-9f5a-c5c801c375be tempest-VolumesAdminNegativeTest-469300580 tempest-VolumesAdminNegativeTest-469300580-project-member] Lock "d1031693-cd67-4cb7-8bcc-dfcd69d1d72d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.204s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.845878] env[69524]: DEBUG oslo_vmware.api [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068440, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.907410] env[69524]: DEBUG nova.compute.manager [req-64aa6b6b-16bb-4540-aa43-55d38ff7aa1e req-90910e5a-b1e4-40a4-9eb5-759e1f9e36e0 service nova] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Received event network-changed-032f0af3-342e-48d4-8b85-b3b9ea5534c1 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.907677] env[69524]: DEBUG nova.compute.manager [req-64aa6b6b-16bb-4540-aa43-55d38ff7aa1e req-90910e5a-b1e4-40a4-9eb5-759e1f9e36e0 service nova] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Refreshing instance network info cache due to event network-changed-032f0af3-342e-48d4-8b85-b3b9ea5534c1. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1069.907956] env[69524]: DEBUG oslo_concurrency.lockutils [req-64aa6b6b-16bb-4540-aa43-55d38ff7aa1e req-90910e5a-b1e4-40a4-9eb5-759e1f9e36e0 service nova] Acquiring lock "refresh_cache-87a52851-044c-4a42-9c08-6302d8817f5f" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.909183] env[69524]: DEBUG oslo_concurrency.lockutils [req-64aa6b6b-16bb-4540-aa43-55d38ff7aa1e req-90910e5a-b1e4-40a4-9eb5-759e1f9e36e0 service nova] Acquired lock "refresh_cache-87a52851-044c-4a42-9c08-6302d8817f5f" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.909391] env[69524]: DEBUG nova.network.neutron [req-64aa6b6b-16bb-4540-aa43-55d38ff7aa1e req-90910e5a-b1e4-40a4-9eb5-759e1f9e36e0 service nova] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Refreshing network info cache for port 032f0af3-342e-48d4-8b85-b3b9ea5534c1 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1069.950231] env[69524]: DEBUG nova.objects.instance [None req-712ea292-bc8d-4ea4-9323-e369822c6038 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Lazy-loading 'flavor' on Instance uuid 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.065164] env[69524]: DEBUG oslo_vmware.api [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068441, 'name': PowerOffVM_Task, 'duration_secs': 0.359598} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.065496] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1070.065756] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Updating instance 'c6acfcbb-5272-4eef-bde3-22c20d85df2e' progress to 17 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1070.340310] env[69524]: DEBUG oslo_vmware.api [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068440, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56514} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.340588] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] e10f80ba-47b3-4493-8f28-7541d32553d1/e10f80ba-47b3-4493-8f28-7541d32553d1.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1070.344019] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: e10f80ba-47b3-4493-8f28-7541d32553d1] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1070.344019] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f63daba-a6f3-4b18-8309-1e3970d5e164 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.348068] env[69524]: DEBUG oslo_vmware.api [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the task: (returnval){ [ 1070.348068] env[69524]: value = "task-4068442" [ 1070.348068] env[69524]: _type = "Task" [ 1070.348068] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.356289] env[69524]: DEBUG oslo_vmware.api [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068442, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.456098] env[69524]: DEBUG oslo_concurrency.lockutils [None req-712ea292-bc8d-4ea4-9323-e369822c6038 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Lock "296e8dfd-268b-4bda-96bb-4e18c1e5c6d1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.814s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.572645] env[69524]: DEBUG nova.virt.hardware [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1070.572924] env[69524]: DEBUG nova.virt.hardware [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1070.573152] env[69524]: DEBUG nova.virt.hardware [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1070.573340] env[69524]: DEBUG nova.virt.hardware [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1070.573483] env[69524]: DEBUG nova.virt.hardware [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1070.573624] env[69524]: DEBUG nova.virt.hardware [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1070.573820] env[69524]: DEBUG nova.virt.hardware [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1070.573976] env[69524]: DEBUG nova.virt.hardware [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1070.574150] env[69524]: DEBUG nova.virt.hardware [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1070.574306] env[69524]: DEBUG nova.virt.hardware [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1070.574471] env[69524]: DEBUG nova.virt.hardware [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1070.582454] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-643144e2-260f-4370-b4e4-95cde8964a2a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.593126] env[69524]: DEBUG oslo_concurrency.lockutils [None req-909d91c6-1484-4416-aea0-b333ad78c35b tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Acquiring lock "296e8dfd-268b-4bda-96bb-4e18c1e5c6d1" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1070.593912] env[69524]: DEBUG oslo_concurrency.lockutils [None req-909d91c6-1484-4416-aea0-b333ad78c35b tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Lock "296e8dfd-268b-4bda-96bb-4e18c1e5c6d1" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.600594] env[69524]: DEBUG oslo_vmware.api [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 1070.600594] env[69524]: value = "task-4068443" [ 1070.600594] env[69524]: _type = "Task" [ 1070.600594] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.615399] env[69524]: DEBUG oslo_vmware.api [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068443, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.666391] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae37a79-60ec-4c7e-9fba-f7df5a3d44c8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.677320] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1011d8-d653-4a6e-9377-cadd35048431 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.711658] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47aa9b4-9a49-44c3-adbc-199f6b32b5a8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.722770] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3b2e74-7fc3-4759-937b-6f703f64fe6f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.737737] env[69524]: DEBUG nova.compute.provider_tree [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.798883] env[69524]: DEBUG nova.network.neutron [req-64aa6b6b-16bb-4540-aa43-55d38ff7aa1e req-90910e5a-b1e4-40a4-9eb5-759e1f9e36e0 service nova] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Updated VIF entry in instance network info cache for port 032f0af3-342e-48d4-8b85-b3b9ea5534c1. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1070.799269] env[69524]: DEBUG nova.network.neutron [req-64aa6b6b-16bb-4540-aa43-55d38ff7aa1e req-90910e5a-b1e4-40a4-9eb5-759e1f9e36e0 service nova] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Updating instance_info_cache with network_info: [{"id": "032f0af3-342e-48d4-8b85-b3b9ea5534c1", "address": "fa:16:3e:7e:9e:f9", "network": {"id": "83b5b669-1127-466e-a1d3-d2ddd7a35a32", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-128524143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ae0643199f1483bbac41f0f4a2857ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap032f0af3-34", "ovs_interfaceid": "032f0af3-342e-48d4-8b85-b3b9ea5534c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.859951] env[69524]: DEBUG oslo_vmware.api [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068442, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119474} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.861544] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: e10f80ba-47b3-4493-8f28-7541d32553d1] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1070.862453] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082ef5e4-f376-4f15-a02c-3fddf8ee4e58 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.890019] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: e10f80ba-47b3-4493-8f28-7541d32553d1] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] e10f80ba-47b3-4493-8f28-7541d32553d1/e10f80ba-47b3-4493-8f28-7541d32553d1.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1070.890019] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-820ae2ff-c7e5-446e-8d4f-c8716c26f301 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.908962] env[69524]: DEBUG oslo_vmware.api [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the task: (returnval){ [ 1070.908962] env[69524]: value = "task-4068444" [ 1070.908962] env[69524]: _type = "Task" [ 1070.908962] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.918288] env[69524]: DEBUG oslo_vmware.api [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068444, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.096792] env[69524]: INFO nova.compute.manager [None req-909d91c6-1484-4416-aea0-b333ad78c35b tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Detaching volume b4564b56-6886-47cc-b958-ac2d2a651e89 [ 1071.116338] env[69524]: DEBUG oslo_vmware.api [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068443, 'name': ReconfigVM_Task, 'duration_secs': 0.470457} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.116667] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Updating instance 'c6acfcbb-5272-4eef-bde3-22c20d85df2e' progress to 33 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1071.135569] env[69524]: INFO nova.virt.block_device [None req-909d91c6-1484-4416-aea0-b333ad78c35b tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Attempting to driver detach volume b4564b56-6886-47cc-b958-ac2d2a651e89 from mountpoint /dev/sdb [ 1071.135836] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-909d91c6-1484-4416-aea0-b333ad78c35b tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Volume detach. Driver type: vmdk {{(pid=69524) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1071.136053] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-909d91c6-1484-4416-aea0-b333ad78c35b tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806245', 'volume_id': 'b4564b56-6886-47cc-b958-ac2d2a651e89', 'name': 'volume-b4564b56-6886-47cc-b958-ac2d2a651e89', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '296e8dfd-268b-4bda-96bb-4e18c1e5c6d1', 'attached_at': '', 'detached_at': '', 'volume_id': 'b4564b56-6886-47cc-b958-ac2d2a651e89', 'serial': 'b4564b56-6886-47cc-b958-ac2d2a651e89'} {{(pid=69524) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1071.136892] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3fe7b9-e4f9-4633-a295-2fc068007ab7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.169629] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e715a58-39de-4711-aa78-e9fc1f5381bb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.179123] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4c504e-d1b1-41bd-9a32-456a4e371325 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.204197] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae2f7c03-842d-4cea-81b5-ca87ac653c46 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.223123] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-909d91c6-1484-4416-aea0-b333ad78c35b tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] The volume has not been displaced from its original location: [datastore2] volume-b4564b56-6886-47cc-b958-ac2d2a651e89/volume-b4564b56-6886-47cc-b958-ac2d2a651e89.vmdk. No consolidation needed. {{(pid=69524) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1071.228693] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-909d91c6-1484-4416-aea0-b333ad78c35b tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Reconfiguring VM instance instance-00000040 to detach disk 2001 {{(pid=69524) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1071.229026] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4edb73f3-e83d-46db-a66e-443ffda08bd1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.243371] env[69524]: DEBUG nova.scheduler.client.report [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.253163] env[69524]: DEBUG oslo_vmware.api [None req-909d91c6-1484-4416-aea0-b333ad78c35b tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Waiting for the task: (returnval){ [ 1071.253163] env[69524]: value = "task-4068445" [ 1071.253163] env[69524]: _type = "Task" [ 1071.253163] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.262557] env[69524]: DEBUG oslo_vmware.api [None req-909d91c6-1484-4416-aea0-b333ad78c35b tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4068445, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.302532] env[69524]: DEBUG oslo_concurrency.lockutils [req-64aa6b6b-16bb-4540-aa43-55d38ff7aa1e req-90910e5a-b1e4-40a4-9eb5-759e1f9e36e0 service nova] Releasing lock "refresh_cache-87a52851-044c-4a42-9c08-6302d8817f5f" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.420229] env[69524]: DEBUG oslo_vmware.api [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068444, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.623333] env[69524]: DEBUG nova.virt.hardware [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1071.623632] env[69524]: DEBUG nova.virt.hardware [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1071.623803] env[69524]: DEBUG nova.virt.hardware [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1071.623990] env[69524]: DEBUG nova.virt.hardware [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1071.624153] env[69524]: DEBUG nova.virt.hardware [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1071.624298] env[69524]: DEBUG nova.virt.hardware [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1071.624503] env[69524]: DEBUG nova.virt.hardware [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1071.624659] env[69524]: DEBUG nova.virt.hardware [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1071.624826] env[69524]: DEBUG nova.virt.hardware [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1071.624984] env[69524]: DEBUG nova.virt.hardware [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1071.625191] env[69524]: DEBUG nova.virt.hardware [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1071.630531] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Reconfiguring VM instance instance-00000045 to detach disk 2000 {{(pid=69524) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1071.630838] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68711eb6-72d4-4c1f-b398-81f511df6b70 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.652816] env[69524]: DEBUG oslo_vmware.api [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 1071.652816] env[69524]: value = "task-4068446" [ 1071.652816] env[69524]: _type = "Task" [ 1071.652816] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.659902] env[69524]: DEBUG oslo_vmware.api [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068446, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.749170] env[69524]: DEBUG oslo_concurrency.lockutils [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.479s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.749804] env[69524]: DEBUG nova.compute.manager [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] [instance: c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1071.752917] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.613s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.753070] env[69524]: DEBUG nova.objects.instance [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Lazy-loading 'pci_requests' on Instance uuid 26b87865-1683-4797-ae24-f51084419ce4 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.765626] env[69524]: DEBUG oslo_vmware.api [None req-909d91c6-1484-4416-aea0-b333ad78c35b tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4068445, 'name': ReconfigVM_Task, 'duration_secs': 0.281425} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.768033] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-909d91c6-1484-4416-aea0-b333ad78c35b tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Reconfigured VM instance instance-00000040 to detach disk 2001 {{(pid=69524) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1071.771654] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abd73f99-ccc0-42e2-88db-1c6910908f5e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.788709] env[69524]: DEBUG oslo_vmware.api [None req-909d91c6-1484-4416-aea0-b333ad78c35b tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Waiting for the task: (returnval){ [ 1071.788709] env[69524]: value = "task-4068447" [ 1071.788709] env[69524]: _type = "Task" [ 1071.788709] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.798971] env[69524]: DEBUG oslo_vmware.api [None req-909d91c6-1484-4416-aea0-b333ad78c35b tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4068447, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.866273] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ea601f45-c6af-4d63-962a-a5e32cb66c45 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquiring lock "bb9e5237-7ba0-424d-82a6-0d7b8b26a681" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.866550] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ea601f45-c6af-4d63-962a-a5e32cb66c45 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lock "bb9e5237-7ba0-424d-82a6-0d7b8b26a681" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.928918] env[69524]: DEBUG oslo_vmware.api [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068444, 'name': ReconfigVM_Task, 'duration_secs': 0.571678} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.929259] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: e10f80ba-47b3-4493-8f28-7541d32553d1] Reconfigured VM instance instance-0000004e to attach disk [datastore2] e10f80ba-47b3-4493-8f28-7541d32553d1/e10f80ba-47b3-4493-8f28-7541d32553d1.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1071.929888] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13519d6e-cbdb-445a-a890-ee0ee1c89950 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.938371] env[69524]: DEBUG oslo_vmware.api [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the task: (returnval){ [ 1071.938371] env[69524]: value = "task-4068448" [ 1071.938371] env[69524]: _type = "Task" [ 1071.938371] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.953499] env[69524]: DEBUG oslo_vmware.api [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068448, 'name': Rename_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.162740] env[69524]: DEBUG oslo_vmware.api [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068446, 'name': ReconfigVM_Task, 'duration_secs': 0.262606} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.163032] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Reconfigured VM instance instance-00000045 to detach disk 2000 {{(pid=69524) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1072.163835] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3eba504-34f4-4b9c-b895-469ab4b7f013 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.187039] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] c6acfcbb-5272-4eef-bde3-22c20d85df2e/c6acfcbb-5272-4eef-bde3-22c20d85df2e.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1072.187380] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b37528cd-dda3-40bb-80da-8e3a92f96ac1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.212625] env[69524]: DEBUG oslo_vmware.api [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 1072.212625] env[69524]: value = "task-4068449" [ 1072.212625] env[69524]: _type = "Task" [ 1072.212625] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.225283] env[69524]: DEBUG oslo_vmware.api [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068449, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.257230] env[69524]: DEBUG nova.compute.utils [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1072.257943] env[69524]: DEBUG nova.compute.manager [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] [instance: c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1072.258171] env[69524]: DEBUG nova.network.neutron [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] [instance: c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1072.261559] env[69524]: DEBUG nova.objects.instance [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Lazy-loading 'numa_topology' on Instance uuid 26b87865-1683-4797-ae24-f51084419ce4 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1072.300758] env[69524]: DEBUG oslo_vmware.api [None req-909d91c6-1484-4416-aea0-b333ad78c35b tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4068447, 'name': ReconfigVM_Task, 'duration_secs': 0.161676} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.301099] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-909d91c6-1484-4416-aea0-b333ad78c35b tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806245', 'volume_id': 'b4564b56-6886-47cc-b958-ac2d2a651e89', 'name': 'volume-b4564b56-6886-47cc-b958-ac2d2a651e89', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '296e8dfd-268b-4bda-96bb-4e18c1e5c6d1', 'attached_at': '', 'detached_at': '', 'volume_id': 'b4564b56-6886-47cc-b958-ac2d2a651e89', 'serial': 'b4564b56-6886-47cc-b958-ac2d2a651e89'} {{(pid=69524) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1072.319675] env[69524]: DEBUG nova.policy [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '38be0276caed4851980333186cf22984', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3aaf81c07d243c5baacfe7bb74e4058', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 1072.370322] env[69524]: DEBUG nova.compute.utils [None req-ea601f45-c6af-4d63-962a-a5e32cb66c45 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1072.449553] env[69524]: DEBUG oslo_vmware.api [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068448, 'name': Rename_Task, 'duration_secs': 0.349324} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.449906] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: e10f80ba-47b3-4493-8f28-7541d32553d1] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1072.450094] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3dcd11cb-9527-415d-9239-7d46e971e5ee {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.459799] env[69524]: DEBUG oslo_vmware.api [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the task: (returnval){ [ 1072.459799] env[69524]: value = "task-4068450" [ 1072.459799] env[69524]: _type = "Task" [ 1072.459799] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.468139] env[69524]: DEBUG oslo_vmware.api [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068450, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.723428] env[69524]: DEBUG oslo_vmware.api [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068449, 'name': ReconfigVM_Task, 'duration_secs': 0.4728} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.723806] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Reconfigured VM instance instance-00000045 to attach disk [datastore2] c6acfcbb-5272-4eef-bde3-22c20d85df2e/c6acfcbb-5272-4eef-bde3-22c20d85df2e.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.724108] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Updating instance 'c6acfcbb-5272-4eef-bde3-22c20d85df2e' progress to 50 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1072.763804] env[69524]: DEBUG nova.compute.manager [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] [instance: c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1072.767061] env[69524]: INFO nova.compute.claims [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1072.858769] env[69524]: DEBUG nova.objects.instance [None req-909d91c6-1484-4416-aea0-b333ad78c35b tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Lazy-loading 'flavor' on Instance uuid 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1072.873441] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ea601f45-c6af-4d63-962a-a5e32cb66c45 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lock "bb9e5237-7ba0-424d-82a6-0d7b8b26a681" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.877009] env[69524]: DEBUG nova.network.neutron [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] [instance: c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4] Successfully created port: aed503d2-ba80-4d78-9bdb-7310e06e2321 {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1072.970466] env[69524]: DEBUG oslo_vmware.api [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068450, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.232021] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd15c5e6-3947-40c2-bbc2-0268c4cea498 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.255031] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff0214d-9563-4cbd-895a-f74cac43dd89 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.278546] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Updating instance 'c6acfcbb-5272-4eef-bde3-22c20d85df2e' progress to 67 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1073.474736] env[69524]: DEBUG oslo_vmware.api [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068450, 'name': PowerOnVM_Task, 'duration_secs': 0.677877} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.475734] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: e10f80ba-47b3-4493-8f28-7541d32553d1] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1073.478075] env[69524]: INFO nova.compute.manager [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: e10f80ba-47b3-4493-8f28-7541d32553d1] Took 8.81 seconds to spawn the instance on the hypervisor. [ 1073.478075] env[69524]: DEBUG nova.compute.manager [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: e10f80ba-47b3-4493-8f28-7541d32553d1] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1073.478075] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a5c74c-d627-45fd-9efc-ec6dba7dd447 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.787489] env[69524]: DEBUG nova.compute.manager [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] [instance: c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1073.834783] env[69524]: DEBUG nova.virt.hardware [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1073.835057] env[69524]: DEBUG nova.virt.hardware [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1073.835303] env[69524]: DEBUG nova.virt.hardware [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1073.835430] env[69524]: DEBUG nova.virt.hardware [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1073.835601] env[69524]: DEBUG nova.virt.hardware [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1073.836076] env[69524]: DEBUG nova.virt.hardware [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1073.836076] env[69524]: DEBUG nova.virt.hardware [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1073.836164] env[69524]: DEBUG nova.virt.hardware [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1073.836311] env[69524]: DEBUG nova.virt.hardware [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1073.836462] env[69524]: DEBUG nova.virt.hardware [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1073.836637] env[69524]: DEBUG nova.virt.hardware [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1073.838116] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587b7503-2f3a-4e6e-a24f-8c0af66538aa {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.851185] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb76fe96-c7c2-434d-a448-b69f7d9415ca {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.871234] env[69524]: DEBUG oslo_concurrency.lockutils [None req-909d91c6-1484-4416-aea0-b333ad78c35b tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Lock "296e8dfd-268b-4bda-96bb-4e18c1e5c6d1" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.277s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.875325] env[69524]: DEBUG nova.network.neutron [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Port cfaaf210-b968-4586-9a57-8f9a2f4482e9 binding to destination host cpu-1 is already ACTIVE {{(pid=69524) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1073.963379] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ea601f45-c6af-4d63-962a-a5e32cb66c45 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquiring lock "bb9e5237-7ba0-424d-82a6-0d7b8b26a681" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.963614] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ea601f45-c6af-4d63-962a-a5e32cb66c45 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lock "bb9e5237-7ba0-424d-82a6-0d7b8b26a681" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.963859] env[69524]: INFO nova.compute.manager [None req-ea601f45-c6af-4d63-962a-a5e32cb66c45 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Attaching volume 78b7f99b-93eb-410e-8fb4-62ae361a1ab3 to /dev/sdb [ 1074.003686] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdaf1e1b-1455-420a-a20c-90577bfb3d8f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.007128] env[69524]: INFO nova.compute.manager [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: e10f80ba-47b3-4493-8f28-7541d32553d1] Took 33.19 seconds to build instance. [ 1074.013114] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc75695-173d-49cf-bed1-66a0980fa990 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.032756] env[69524]: DEBUG nova.virt.block_device [None req-ea601f45-c6af-4d63-962a-a5e32cb66c45 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Updating existing volume attachment record: f0b781b7-4dd1-419b-9ad8-39714233c5e2 {{(pid=69524) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1074.153775] env[69524]: DEBUG oslo_concurrency.lockutils [None req-28473f74-c239-4929-902f-8874244def33 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Acquiring lock "296e8dfd-268b-4bda-96bb-4e18c1e5c6d1" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.154067] env[69524]: DEBUG oslo_concurrency.lockutils [None req-28473f74-c239-4929-902f-8874244def33 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Lock "296e8dfd-268b-4bda-96bb-4e18c1e5c6d1" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.211670] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5696aba-0abe-4e49-8291-6494ee771d93 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.219390] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9ab6dc-3248-4fe7-8a92-a4315817a7b5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.251477] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef91971-4242-407b-afba-3307de3554de {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.259415] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33044325-8bf8-4d5e-ba08-8038c355da12 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.274367] env[69524]: DEBUG nova.compute.provider_tree [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1074.431116] env[69524]: DEBUG nova.compute.manager [req-f213a5be-798b-430e-938e-bfd993ec3fa5 req-74775e08-f5d5-493e-9e12-3b09cfc3a7f9 service nova] [instance: c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4] Received event network-vif-plugged-aed503d2-ba80-4d78-9bdb-7310e06e2321 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.431410] env[69524]: DEBUG oslo_concurrency.lockutils [req-f213a5be-798b-430e-938e-bfd993ec3fa5 req-74775e08-f5d5-493e-9e12-3b09cfc3a7f9 service nova] Acquiring lock "c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.431630] env[69524]: DEBUG oslo_concurrency.lockutils [req-f213a5be-798b-430e-938e-bfd993ec3fa5 req-74775e08-f5d5-493e-9e12-3b09cfc3a7f9 service nova] Lock "c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.431812] env[69524]: DEBUG oslo_concurrency.lockutils [req-f213a5be-798b-430e-938e-bfd993ec3fa5 req-74775e08-f5d5-493e-9e12-3b09cfc3a7f9 service nova] Lock "c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.431987] env[69524]: DEBUG nova.compute.manager [req-f213a5be-798b-430e-938e-bfd993ec3fa5 req-74775e08-f5d5-493e-9e12-3b09cfc3a7f9 service nova] [instance: c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4] No waiting events found dispatching network-vif-plugged-aed503d2-ba80-4d78-9bdb-7310e06e2321 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1074.432499] env[69524]: WARNING nova.compute.manager [req-f213a5be-798b-430e-938e-bfd993ec3fa5 req-74775e08-f5d5-493e-9e12-3b09cfc3a7f9 service nova] [instance: c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4] Received unexpected event network-vif-plugged-aed503d2-ba80-4d78-9bdb-7310e06e2321 for instance with vm_state building and task_state spawning. [ 1074.510345] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2c80d1a5-603f-41ee-ad53-2947416da63b tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Lock "e10f80ba-47b3-4493-8f28-7541d32553d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.706s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.512649] env[69524]: DEBUG nova.network.neutron [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] [instance: c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4] Successfully updated port: aed503d2-ba80-4d78-9bdb-7310e06e2321 {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1074.656814] env[69524]: INFO nova.compute.manager [None req-28473f74-c239-4929-902f-8874244def33 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Detaching volume a423e2a2-1b0e-408c-8e08-48d53325daa8 [ 1074.696316] env[69524]: INFO nova.virt.block_device [None req-28473f74-c239-4929-902f-8874244def33 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Attempting to driver detach volume a423e2a2-1b0e-408c-8e08-48d53325daa8 from mountpoint /dev/sdc [ 1074.696404] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-28473f74-c239-4929-902f-8874244def33 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Volume detach. Driver type: vmdk {{(pid=69524) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1074.696540] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-28473f74-c239-4929-902f-8874244def33 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806249', 'volume_id': 'a423e2a2-1b0e-408c-8e08-48d53325daa8', 'name': 'volume-a423e2a2-1b0e-408c-8e08-48d53325daa8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '296e8dfd-268b-4bda-96bb-4e18c1e5c6d1', 'attached_at': '', 'detached_at': '', 'volume_id': 'a423e2a2-1b0e-408c-8e08-48d53325daa8', 'serial': 'a423e2a2-1b0e-408c-8e08-48d53325daa8'} {{(pid=69524) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1074.697521] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9ce8c8-38b9-4fe3-b64b-dc6f4c38a1b8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.720383] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46553517-d8f6-4edd-98c6-442a79cbe1ae {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.729162] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec22e7f-6a84-4aa2-a3fa-e24512f5b7c3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.755841] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647e9026-f39e-4642-b200-e4a6ee076311 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.771208] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-28473f74-c239-4929-902f-8874244def33 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] The volume has not been displaced from its original location: [datastore2] volume-a423e2a2-1b0e-408c-8e08-48d53325daa8/volume-a423e2a2-1b0e-408c-8e08-48d53325daa8.vmdk. No consolidation needed. {{(pid=69524) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1074.778195] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-28473f74-c239-4929-902f-8874244def33 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Reconfiguring VM instance instance-00000040 to detach disk 2002 {{(pid=69524) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1074.778195] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1284bc7c-1b14-45ee-8ba9-cf85be98973a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.790451] env[69524]: DEBUG nova.scheduler.client.report [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.800951] env[69524]: DEBUG oslo_vmware.api [None req-28473f74-c239-4929-902f-8874244def33 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Waiting for the task: (returnval){ [ 1074.800951] env[69524]: value = "task-4068454" [ 1074.800951] env[69524]: _type = "Task" [ 1074.800951] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.811518] env[69524]: DEBUG oslo_vmware.api [None req-28473f74-c239-4929-902f-8874244def33 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4068454, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.898923] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquiring lock "c6acfcbb-5272-4eef-bde3-22c20d85df2e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.899286] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "c6acfcbb-5272-4eef-bde3-22c20d85df2e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.899523] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "c6acfcbb-5272-4eef-bde3-22c20d85df2e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.015589] env[69524]: DEBUG oslo_concurrency.lockutils [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Acquiring lock "refresh_cache-c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.015721] env[69524]: DEBUG oslo_concurrency.lockutils [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Acquired lock "refresh_cache-c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.015873] env[69524]: DEBUG nova.network.neutron [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] [instance: c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1075.297016] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.544s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.301465] env[69524]: DEBUG oslo_concurrency.lockutils [None req-efcbcd64-b4cc-4a44-815e-b6276d9bb516 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.035s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.301778] env[69524]: DEBUG nova.objects.instance [None req-efcbcd64-b4cc-4a44-815e-b6276d9bb516 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lazy-loading 'resources' on Instance uuid 6cf8dae8-80e6-4e98-955c-db7da7571f49 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.318155] env[69524]: DEBUG oslo_vmware.api [None req-28473f74-c239-4929-902f-8874244def33 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4068454, 'name': ReconfigVM_Task, 'duration_secs': 0.281095} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.318449] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-28473f74-c239-4929-902f-8874244def33 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Reconfigured VM instance instance-00000040 to detach disk 2002 {{(pid=69524) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1075.323931] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d115eb9-c653-42ff-8c64-ad3e6b1dd89d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.340356] env[69524]: DEBUG oslo_vmware.api [None req-28473f74-c239-4929-902f-8874244def33 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Waiting for the task: (returnval){ [ 1075.340356] env[69524]: value = "task-4068455" [ 1075.340356] env[69524]: _type = "Task" [ 1075.340356] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.341317] env[69524]: INFO nova.network.neutron [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Updating port 9a326075-d521-48f8-83a0-9a89b76cf723 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1075.352912] env[69524]: DEBUG oslo_vmware.api [None req-28473f74-c239-4929-902f-8874244def33 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4068455, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.558960] env[69524]: DEBUG nova.network.neutron [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] [instance: c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1075.731908] env[69524]: DEBUG nova.network.neutron [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] [instance: c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4] Updating instance_info_cache with network_info: [{"id": "aed503d2-ba80-4d78-9bdb-7310e06e2321", "address": "fa:16:3e:aa:7e:db", "network": {"id": "277b1acc-a9da-4142-b1dd-b7a4f03e9697", "bridge": "br-int", "label": "tempest-ServersTestJSON-1863662958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3aaf81c07d243c5baacfe7bb74e4058", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaed503d2-ba", "ovs_interfaceid": "aed503d2-ba80-4d78-9bdb-7310e06e2321", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.813197] env[69524]: DEBUG nova.compute.manager [None req-83ecc696-09bb-4f23-8d16-88ff70cdb7b9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: e10f80ba-47b3-4493-8f28-7541d32553d1] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1075.814192] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a12f7a-b59e-4491-9276-6705789bd552 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.855932] env[69524]: DEBUG oslo_vmware.api [None req-28473f74-c239-4929-902f-8874244def33 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4068455, 'name': ReconfigVM_Task, 'duration_secs': 0.182462} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.856464] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-28473f74-c239-4929-902f-8874244def33 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806249', 'volume_id': 'a423e2a2-1b0e-408c-8e08-48d53325daa8', 'name': 'volume-a423e2a2-1b0e-408c-8e08-48d53325daa8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '296e8dfd-268b-4bda-96bb-4e18c1e5c6d1', 'attached_at': '', 'detached_at': '', 'volume_id': 'a423e2a2-1b0e-408c-8e08-48d53325daa8', 'serial': 'a423e2a2-1b0e-408c-8e08-48d53325daa8'} {{(pid=69524) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1075.982710] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquiring lock "refresh_cache-c6acfcbb-5272-4eef-bde3-22c20d85df2e" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.982892] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquired lock "refresh_cache-c6acfcbb-5272-4eef-bde3-22c20d85df2e" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.983152] env[69524]: DEBUG nova.network.neutron [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1076.187473] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bcfc564-762c-41f8-982b-c444ebd526e2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.195777] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5badb6d9-aa0b-4d52-8ee1-9354ef0f78e7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.227075] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8612756-8fee-451d-8bc1-441ea29765d4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.234744] env[69524]: DEBUG oslo_concurrency.lockutils [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Releasing lock "refresh_cache-c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.235085] env[69524]: DEBUG nova.compute.manager [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] [instance: c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4] Instance network_info: |[{"id": "aed503d2-ba80-4d78-9bdb-7310e06e2321", "address": "fa:16:3e:aa:7e:db", "network": {"id": "277b1acc-a9da-4142-b1dd-b7a4f03e9697", "bridge": "br-int", "label": "tempest-ServersTestJSON-1863662958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3aaf81c07d243c5baacfe7bb74e4058", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaed503d2-ba", "ovs_interfaceid": "aed503d2-ba80-4d78-9bdb-7310e06e2321", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1076.235679] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] [instance: c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:7e:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20641d67-1612-4b9c-8924-7a77df9c8e6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aed503d2-ba80-4d78-9bdb-7310e06e2321', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1076.242926] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Creating folder: Project (f3aaf81c07d243c5baacfe7bb74e4058). Parent ref: group-v806025. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1076.244281] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8235cab-5b61-4fd3-8ff5-ba2d660602c8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.248384] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-752a048e-0dcc-48b3-87a1-a2b33ad67c2c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.261933] env[69524]: DEBUG nova.compute.provider_tree [None req-efcbcd64-b4cc-4a44-815e-b6276d9bb516 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.264673] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Created folder: Project (f3aaf81c07d243c5baacfe7bb74e4058) in parent group-v806025. [ 1076.264871] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Creating folder: Instances. Parent ref: group-v806254. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1076.265145] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00d68fc7-fcdb-463c-9420-f8de46f5a846 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.277440] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Created folder: Instances in parent group-v806254. [ 1076.277707] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.278244] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1076.278479] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d436b94-abf8-42d0-be46-9082ed298d58 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.298748] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1076.298748] env[69524]: value = "task-4068458" [ 1076.298748] env[69524]: _type = "Task" [ 1076.298748] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.312739] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068458, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.326799] env[69524]: INFO nova.compute.manager [None req-83ecc696-09bb-4f23-8d16-88ff70cdb7b9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: e10f80ba-47b3-4493-8f28-7541d32553d1] instance snapshotting [ 1076.329657] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe5498b-c9e1-4dde-85d1-975d9eabf303 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.349567] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ef228ab-655b-453d-9954-3a28e3e527f7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.435310] env[69524]: DEBUG nova.objects.instance [None req-28473f74-c239-4929-902f-8874244def33 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Lazy-loading 'flavor' on Instance uuid 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.508445] env[69524]: DEBUG nova.compute.manager [req-0f64cb79-b4fe-46da-b010-4f7db14ffc1f req-4a33676f-4bef-4a1c-afa4-3faec6f9fc93 service nova] [instance: c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4] Received event network-changed-aed503d2-ba80-4d78-9bdb-7310e06e2321 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.509202] env[69524]: DEBUG nova.compute.manager [req-0f64cb79-b4fe-46da-b010-4f7db14ffc1f req-4a33676f-4bef-4a1c-afa4-3faec6f9fc93 service nova] [instance: c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4] Refreshing instance network info cache due to event network-changed-aed503d2-ba80-4d78-9bdb-7310e06e2321. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1076.509492] env[69524]: DEBUG oslo_concurrency.lockutils [req-0f64cb79-b4fe-46da-b010-4f7db14ffc1f req-4a33676f-4bef-4a1c-afa4-3faec6f9fc93 service nova] Acquiring lock "refresh_cache-c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.509646] env[69524]: DEBUG oslo_concurrency.lockutils [req-0f64cb79-b4fe-46da-b010-4f7db14ffc1f req-4a33676f-4bef-4a1c-afa4-3faec6f9fc93 service nova] Acquired lock "refresh_cache-c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.510222] env[69524]: DEBUG nova.network.neutron [req-0f64cb79-b4fe-46da-b010-4f7db14ffc1f req-4a33676f-4bef-4a1c-afa4-3faec6f9fc93 service nova] [instance: c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4] Refreshing network info cache for port aed503d2-ba80-4d78-9bdb-7310e06e2321 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1076.753374] env[69524]: DEBUG nova.network.neutron [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Updating instance_info_cache with network_info: [{"id": "cfaaf210-b968-4586-9a57-8f9a2f4482e9", "address": "fa:16:3e:93:48:a5", "network": {"id": "37adc9d0-a545-4ad6-8bda-bbeebaeaad38", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1811246761-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c0583911a34499e92e7299e6bdb937d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfaaf210-b9", "ovs_interfaceid": "cfaaf210-b968-4586-9a57-8f9a2f4482e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.769264] env[69524]: DEBUG nova.scheduler.client.report [None req-efcbcd64-b4cc-4a44-815e-b6276d9bb516 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.808991] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068458, 'name': CreateVM_Task, 'duration_secs': 0.435453} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.809195] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1076.809876] env[69524]: DEBUG oslo_concurrency.lockutils [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.810054] env[69524]: DEBUG oslo_concurrency.lockutils [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.810394] env[69524]: DEBUG oslo_concurrency.lockutils [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.810650] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36f6cc66-a150-416f-90c2-a59b9e98ad11 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.815780] env[69524]: DEBUG oslo_vmware.api [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Waiting for the task: (returnval){ [ 1076.815780] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52dd0975-7e13-7993-5fd2-725f036ecd56" [ 1076.815780] env[69524]: _type = "Task" [ 1076.815780] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.824034] env[69524]: DEBUG oslo_vmware.api [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52dd0975-7e13-7993-5fd2-725f036ecd56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.863697] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-83ecc696-09bb-4f23-8d16-88ff70cdb7b9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: e10f80ba-47b3-4493-8f28-7541d32553d1] Creating Snapshot of the VM instance {{(pid=69524) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1076.863697] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7cae3314-e765-4366-9a8c-007bdc559f90 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.872241] env[69524]: DEBUG oslo_vmware.api [None req-83ecc696-09bb-4f23-8d16-88ff70cdb7b9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the task: (returnval){ [ 1076.872241] env[69524]: value = "task-4068460" [ 1076.872241] env[69524]: _type = "Task" [ 1076.872241] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.881102] env[69524]: DEBUG oslo_vmware.api [None req-83ecc696-09bb-4f23-8d16-88ff70cdb7b9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068460, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.258690] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Releasing lock "refresh_cache-c6acfcbb-5272-4eef-bde3-22c20d85df2e" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.264139] env[69524]: DEBUG nova.network.neutron [req-0f64cb79-b4fe-46da-b010-4f7db14ffc1f req-4a33676f-4bef-4a1c-afa4-3faec6f9fc93 service nova] [instance: c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4] Updated VIF entry in instance network info cache for port aed503d2-ba80-4d78-9bdb-7310e06e2321. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1077.264475] env[69524]: DEBUG nova.network.neutron [req-0f64cb79-b4fe-46da-b010-4f7db14ffc1f req-4a33676f-4bef-4a1c-afa4-3faec6f9fc93 service nova] [instance: c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4] Updating instance_info_cache with network_info: [{"id": "aed503d2-ba80-4d78-9bdb-7310e06e2321", "address": "fa:16:3e:aa:7e:db", "network": {"id": "277b1acc-a9da-4142-b1dd-b7a4f03e9697", "bridge": "br-int", "label": "tempest-ServersTestJSON-1863662958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3aaf81c07d243c5baacfe7bb74e4058", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaed503d2-ba", "ovs_interfaceid": "aed503d2-ba80-4d78-9bdb-7310e06e2321", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.275890] env[69524]: DEBUG oslo_concurrency.lockutils [None req-efcbcd64-b4cc-4a44-815e-b6276d9bb516 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.974s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.279190] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.284s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.279400] env[69524]: DEBUG nova.objects.instance [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: 7d00834a-76ee-4dfd-a031-d555e9b84f76] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69524) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1077.324965] env[69524]: INFO nova.scheduler.client.report [None req-efcbcd64-b4cc-4a44-815e-b6276d9bb516 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Deleted allocations for instance 6cf8dae8-80e6-4e98-955c-db7da7571f49 [ 1077.339622] env[69524]: DEBUG oslo_vmware.api [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52dd0975-7e13-7993-5fd2-725f036ecd56, 'name': SearchDatastore_Task, 'duration_secs': 0.009692} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.339963] env[69524]: DEBUG oslo_concurrency.lockutils [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.340193] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] [instance: c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1077.340588] env[69524]: DEBUG oslo_concurrency.lockutils [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.340588] env[69524]: DEBUG oslo_concurrency.lockutils [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.340871] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1077.341430] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0aa95407-5fc6-464d-869d-5392abed053c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.352558] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1077.352734] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1077.353926] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42c58e76-30d2-4f2c-bf1c-0a484b659ea4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.359863] env[69524]: DEBUG oslo_vmware.api [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Waiting for the task: (returnval){ [ 1077.359863] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52efb7a7-7466-a21d-4d4f-72f0149c8ef1" [ 1077.359863] env[69524]: _type = "Task" [ 1077.359863] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.373832] env[69524]: DEBUG oslo_vmware.api [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52efb7a7-7466-a21d-4d4f-72f0149c8ef1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.378443] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Acquiring lock "refresh_cache-26b87865-1683-4797-ae24-f51084419ce4" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.378627] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Acquired lock "refresh_cache-26b87865-1683-4797-ae24-f51084419ce4" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.378823] env[69524]: DEBUG nova.network.neutron [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1077.387440] env[69524]: DEBUG oslo_vmware.api [None req-83ecc696-09bb-4f23-8d16-88ff70cdb7b9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068460, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.443451] env[69524]: DEBUG oslo_concurrency.lockutils [None req-28473f74-c239-4929-902f-8874244def33 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Lock "296e8dfd-268b-4bda-96bb-4e18c1e5c6d1" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.289s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.768318] env[69524]: DEBUG oslo_concurrency.lockutils [req-0f64cb79-b4fe-46da-b010-4f7db14ffc1f req-4a33676f-4bef-4a1c-afa4-3faec6f9fc93 service nova] Releasing lock "refresh_cache-c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.787470] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5b33c0-446d-42a9-9c34-a34f6e4be813 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.811451] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7cc3b62-278c-4f87-8b2a-e391d7c1a2c7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.820587] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Updating instance 'c6acfcbb-5272-4eef-bde3-22c20d85df2e' progress to 83 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1077.844034] env[69524]: DEBUG oslo_concurrency.lockutils [None req-efcbcd64-b4cc-4a44-815e-b6276d9bb516 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "6cf8dae8-80e6-4e98-955c-db7da7571f49" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.193s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.872578] env[69524]: DEBUG oslo_vmware.api [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52efb7a7-7466-a21d-4d4f-72f0149c8ef1, 'name': SearchDatastore_Task, 'duration_secs': 0.010251} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.876942] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae96a53d-fe99-4bab-b007-7718dc00b036 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.888905] env[69524]: DEBUG oslo_vmware.api [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Waiting for the task: (returnval){ [ 1077.888905] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52e975ba-5a3d-74a8-b2d3-93fbb17fddbc" [ 1077.888905] env[69524]: _type = "Task" [ 1077.888905] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.889237] env[69524]: DEBUG oslo_vmware.api [None req-83ecc696-09bb-4f23-8d16-88ff70cdb7b9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068460, 'name': CreateSnapshot_Task, 'duration_secs': 0.974548} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.889706] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-83ecc696-09bb-4f23-8d16-88ff70cdb7b9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: e10f80ba-47b3-4493-8f28-7541d32553d1] Created Snapshot of the VM instance {{(pid=69524) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1077.893368] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1eacf37-e70e-4394-982f-14e283c8bcca {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.901821] env[69524]: DEBUG oslo_vmware.api [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52e975ba-5a3d-74a8-b2d3-93fbb17fddbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.293616] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b4a39238-ed04-4dcb-8370-bed1b0177f8a tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.295678] env[69524]: DEBUG oslo_concurrency.lockutils [None req-dbc2a675-6620-49f1-9649-a6148aa208bf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.486s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.295986] env[69524]: DEBUG oslo_concurrency.lockutils [None req-dbc2a675-6620-49f1-9649-a6148aa208bf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.298576] env[69524]: DEBUG oslo_concurrency.lockutils [None req-db233f53-db63-429e-9f0b-a0543ec8e3ba tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.052s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.298853] env[69524]: DEBUG nova.objects.instance [None req-db233f53-db63-429e-9f0b-a0543ec8e3ba tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Lazy-loading 'resources' on Instance uuid 7d00834a-76ee-4dfd-a031-d555e9b84f76 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.303686] env[69524]: DEBUG nova.network.neutron [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Updating instance_info_cache with network_info: [{"id": "9a326075-d521-48f8-83a0-9a89b76cf723", "address": "fa:16:3e:ab:2b:2c", "network": {"id": "7ee020cd-b29f-46bb-b312-06a885d300a5", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1240151067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9c997eb05634f5fa1c746f901f82619", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a326075-d5", "ovs_interfaceid": "9a326075-d521-48f8-83a0-9a89b76cf723", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.327141] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1078.328731] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1238fd82-178d-4c17-bf3a-e1455460ba34 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.340247] env[69524]: DEBUG oslo_vmware.api [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 1078.340247] env[69524]: value = "task-4068461" [ 1078.340247] env[69524]: _type = "Task" [ 1078.340247] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.340646] env[69524]: INFO nova.scheduler.client.report [None req-dbc2a675-6620-49f1-9649-a6148aa208bf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Deleted allocations for instance 0c857091-9d2c-4ecd-b853-e7efbb799669 [ 1078.359840] env[69524]: DEBUG oslo_vmware.api [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068461, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.404268] env[69524]: DEBUG oslo_vmware.api [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52e975ba-5a3d-74a8-b2d3-93fbb17fddbc, 'name': SearchDatastore_Task, 'duration_secs': 0.020974} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.404577] env[69524]: DEBUG oslo_concurrency.lockutils [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.404854] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4/c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1078.405209] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dbfb8c8d-67a6-4673-8aa7-dca14649a872 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.414830] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-83ecc696-09bb-4f23-8d16-88ff70cdb7b9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: e10f80ba-47b3-4493-8f28-7541d32553d1] Creating linked-clone VM from snapshot {{(pid=69524) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1078.416055] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-935d0756-736d-4d01-9d36-53710edd7ede {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.424769] env[69524]: DEBUG oslo_vmware.api [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Waiting for the task: (returnval){ [ 1078.424769] env[69524]: value = "task-4068462" [ 1078.424769] env[69524]: _type = "Task" [ 1078.424769] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.430219] env[69524]: DEBUG oslo_vmware.api [None req-83ecc696-09bb-4f23-8d16-88ff70cdb7b9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the task: (returnval){ [ 1078.430219] env[69524]: value = "task-4068463" [ 1078.430219] env[69524]: _type = "Task" [ 1078.430219] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.439371] env[69524]: DEBUG oslo_vmware.api [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Task: {'id': task-4068462, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.446849] env[69524]: DEBUG oslo_vmware.api [None req-83ecc696-09bb-4f23-8d16-88ff70cdb7b9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068463, 'name': CloneVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.573528] env[69524]: DEBUG nova.compute.manager [req-b950e964-17f1-4fa3-a32b-e199a3102cac req-b0716c1e-7e27-4ac8-a1a9-f4a6811dafd9 service nova] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Received event network-vif-plugged-9a326075-d521-48f8-83a0-9a89b76cf723 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.573898] env[69524]: DEBUG oslo_concurrency.lockutils [req-b950e964-17f1-4fa3-a32b-e199a3102cac req-b0716c1e-7e27-4ac8-a1a9-f4a6811dafd9 service nova] Acquiring lock "26b87865-1683-4797-ae24-f51084419ce4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.574237] env[69524]: DEBUG oslo_concurrency.lockutils [req-b950e964-17f1-4fa3-a32b-e199a3102cac req-b0716c1e-7e27-4ac8-a1a9-f4a6811dafd9 service nova] Lock "26b87865-1683-4797-ae24-f51084419ce4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.574934] env[69524]: DEBUG oslo_concurrency.lockutils [req-b950e964-17f1-4fa3-a32b-e199a3102cac req-b0716c1e-7e27-4ac8-a1a9-f4a6811dafd9 service nova] Lock "26b87865-1683-4797-ae24-f51084419ce4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.575179] env[69524]: DEBUG nova.compute.manager [req-b950e964-17f1-4fa3-a32b-e199a3102cac req-b0716c1e-7e27-4ac8-a1a9-f4a6811dafd9 service nova] [instance: 26b87865-1683-4797-ae24-f51084419ce4] No waiting events found dispatching network-vif-plugged-9a326075-d521-48f8-83a0-9a89b76cf723 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1078.575488] env[69524]: WARNING nova.compute.manager [req-b950e964-17f1-4fa3-a32b-e199a3102cac req-b0716c1e-7e27-4ac8-a1a9-f4a6811dafd9 service nova] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Received unexpected event network-vif-plugged-9a326075-d521-48f8-83a0-9a89b76cf723 for instance with vm_state shelved_offloaded and task_state spawning. [ 1078.575802] env[69524]: DEBUG nova.compute.manager [req-b950e964-17f1-4fa3-a32b-e199a3102cac req-b0716c1e-7e27-4ac8-a1a9-f4a6811dafd9 service nova] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Received event network-changed-9a326075-d521-48f8-83a0-9a89b76cf723 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.576080] env[69524]: DEBUG nova.compute.manager [req-b950e964-17f1-4fa3-a32b-e199a3102cac req-b0716c1e-7e27-4ac8-a1a9-f4a6811dafd9 service nova] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Refreshing instance network info cache due to event network-changed-9a326075-d521-48f8-83a0-9a89b76cf723. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1078.578342] env[69524]: DEBUG oslo_concurrency.lockutils [req-b950e964-17f1-4fa3-a32b-e199a3102cac req-b0716c1e-7e27-4ac8-a1a9-f4a6811dafd9 service nova] Acquiring lock "refresh_cache-26b87865-1683-4797-ae24-f51084419ce4" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.595654] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea601f45-c6af-4d63-962a-a5e32cb66c45 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Volume attach. Driver type: vmdk {{(pid=69524) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1078.596114] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea601f45-c6af-4d63-962a-a5e32cb66c45 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806253', 'volume_id': '78b7f99b-93eb-410e-8fb4-62ae361a1ab3', 'name': 'volume-78b7f99b-93eb-410e-8fb4-62ae361a1ab3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bb9e5237-7ba0-424d-82a6-0d7b8b26a681', 'attached_at': '', 'detached_at': '', 'volume_id': '78b7f99b-93eb-410e-8fb4-62ae361a1ab3', 'serial': '78b7f99b-93eb-410e-8fb4-62ae361a1ab3'} {{(pid=69524) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1078.598720] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9602290c-3e9e-42bd-aca2-734015f7208a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.623995] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4fbe7a-1566-45d8-8356-86be7e5779d0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.653617] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea601f45-c6af-4d63-962a-a5e32cb66c45 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] volume-78b7f99b-93eb-410e-8fb4-62ae361a1ab3/volume-78b7f99b-93eb-410e-8fb4-62ae361a1ab3.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1078.654500] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f4a66f74-2204-4e37-968d-29b56c0f7be7 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Acquiring lock "296e8dfd-268b-4bda-96bb-4e18c1e5c6d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.654822] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f4a66f74-2204-4e37-968d-29b56c0f7be7 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Lock "296e8dfd-268b-4bda-96bb-4e18c1e5c6d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.654982] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f4a66f74-2204-4e37-968d-29b56c0f7be7 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Acquiring lock "296e8dfd-268b-4bda-96bb-4e18c1e5c6d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.655268] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f4a66f74-2204-4e37-968d-29b56c0f7be7 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Lock "296e8dfd-268b-4bda-96bb-4e18c1e5c6d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.655383] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f4a66f74-2204-4e37-968d-29b56c0f7be7 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Lock "296e8dfd-268b-4bda-96bb-4e18c1e5c6d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.657933] env[69524]: INFO nova.compute.manager [None req-f4a66f74-2204-4e37-968d-29b56c0f7be7 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Terminating instance [ 1078.659656] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0827128e-96ee-42b1-947b-376a54e9fc83 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.688213] env[69524]: DEBUG oslo_vmware.api [None req-ea601f45-c6af-4d63-962a-a5e32cb66c45 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 1078.688213] env[69524]: value = "task-4068464" [ 1078.688213] env[69524]: _type = "Task" [ 1078.688213] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.702899] env[69524]: DEBUG oslo_vmware.api [None req-ea601f45-c6af-4d63-962a-a5e32cb66c45 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068464, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.806195] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Releasing lock "refresh_cache-26b87865-1683-4797-ae24-f51084419ce4" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.810142] env[69524]: DEBUG oslo_concurrency.lockutils [req-b950e964-17f1-4fa3-a32b-e199a3102cac req-b0716c1e-7e27-4ac8-a1a9-f4a6811dafd9 service nova] Acquired lock "refresh_cache-26b87865-1683-4797-ae24-f51084419ce4" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.810621] env[69524]: DEBUG nova.network.neutron [req-b950e964-17f1-4fa3-a32b-e199a3102cac req-b0716c1e-7e27-4ac8-a1a9-f4a6811dafd9 service nova] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Refreshing network info cache for port 9a326075-d521-48f8-83a0-9a89b76cf723 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1078.852909] env[69524]: DEBUG nova.virt.hardware [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='af0a2c31a0fa10c456472bb820716278',container_format='bare',created_at=2025-05-13T11:50:53Z,direct_url=,disk_format='vmdk',id=ef190044-9788-4669-bd7a-55211b1d37b6,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-808512400-shelved',owner='a9c997eb05634f5fa1c746f901f82619',properties=ImageMetaProps,protected=,size=31664640,status='active',tags=,updated_at=2025-05-13T11:51:08Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1078.852909] env[69524]: DEBUG nova.virt.hardware [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1078.853141] env[69524]: DEBUG nova.virt.hardware [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1078.853958] env[69524]: DEBUG nova.virt.hardware [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1078.853958] env[69524]: DEBUG nova.virt.hardware [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1078.853958] env[69524]: DEBUG nova.virt.hardware [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1078.853958] env[69524]: DEBUG nova.virt.hardware [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1078.854246] env[69524]: DEBUG nova.virt.hardware [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1078.854246] env[69524]: DEBUG nova.virt.hardware [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1078.854488] env[69524]: DEBUG nova.virt.hardware [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1078.855284] env[69524]: DEBUG nova.virt.hardware [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1078.859119] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-215a1a3a-8de8-4e48-9207-5ef11e093978 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.870139] env[69524]: DEBUG oslo_concurrency.lockutils [None req-dbc2a675-6620-49f1-9649-a6148aa208bf tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Lock "0c857091-9d2c-4ecd-b853-e7efbb799669" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.579s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.870139] env[69524]: DEBUG oslo_vmware.api [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068461, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.879968] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f64af20-dda9-4419-9f63-d805c21f5bfd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.897534] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:2b:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b033f4d-2e92-4702-add6-410a29d3f251', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a326075-d521-48f8-83a0-9a89b76cf723', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1078.905936] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1078.910493] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1078.911893] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e762adfa-8077-4e4a-8f9b-b6b045da55f0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.953992] env[69524]: DEBUG oslo_concurrency.lockutils [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquiring lock "ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.953992] env[69524]: DEBUG oslo_concurrency.lockutils [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.955156] env[69524]: DEBUG oslo_vmware.api [None req-83ecc696-09bb-4f23-8d16-88ff70cdb7b9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068463, 'name': CloneVM_Task} progress is 94%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.955521] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1078.955521] env[69524]: value = "task-4068465" [ 1078.955521] env[69524]: _type = "Task" [ 1078.955521] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.960736] env[69524]: DEBUG oslo_vmware.api [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Task: {'id': task-4068462, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.975954] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068465, 'name': CreateVM_Task} progress is 10%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.182753] env[69524]: DEBUG nova.compute.manager [None req-f4a66f74-2204-4e37-968d-29b56c0f7be7 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1079.183607] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f4a66f74-2204-4e37-968d-29b56c0f7be7 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1079.184106] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b079cf5-e700-4203-9384-a31ca3367979 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.196888] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4a66f74-2204-4e37-968d-29b56c0f7be7 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1079.198149] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-203a63d4-6995-4fe2-8f39-ff4b599e397c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.207067] env[69524]: DEBUG oslo_vmware.api [None req-ea601f45-c6af-4d63-962a-a5e32cb66c45 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068464, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.216907] env[69524]: DEBUG oslo_vmware.api [None req-f4a66f74-2204-4e37-968d-29b56c0f7be7 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Waiting for the task: (returnval){ [ 1079.216907] env[69524]: value = "task-4068466" [ 1079.216907] env[69524]: _type = "Task" [ 1079.216907] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.228154] env[69524]: DEBUG oslo_vmware.api [None req-f4a66f74-2204-4e37-968d-29b56c0f7be7 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4068466, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.308637] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0131b79-28a9-4846-b94a-884dce7a9d40 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.319706] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75eb7b98-8594-47bd-bcaa-0ff9ac1c6629 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.355662] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456eca25-cb78-40a9-b420-cd099025dd56 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.367374] env[69524]: DEBUG oslo_vmware.api [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068461, 'name': PowerOnVM_Task, 'duration_secs': 0.989315} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.367907] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1079.368157] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-2ab81067-b40d-496a-9674-f67e9e9b7f04 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Updating instance 'c6acfcbb-5272-4eef-bde3-22c20d85df2e' progress to 100 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1079.374996] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a7d6b3-e4c9-4ddb-945c-5de977dbe950 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.395024] env[69524]: DEBUG nova.compute.provider_tree [None req-db233f53-db63-429e-9f0b-a0543ec8e3ba tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.449037] env[69524]: DEBUG oslo_vmware.api [None req-83ecc696-09bb-4f23-8d16-88ff70cdb7b9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068463, 'name': CloneVM_Task} progress is 94%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.451854] env[69524]: DEBUG oslo_vmware.api [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Task: {'id': task-4068462, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558978} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.452610] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4/c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1079.452946] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] [instance: c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1079.453394] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9d9b7f0a-690b-4e17-bdcf-a4002ddbf2b3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.456433] env[69524]: DEBUG nova.compute.manager [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1079.468088] env[69524]: DEBUG oslo_vmware.api [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Waiting for the task: (returnval){ [ 1079.468088] env[69524]: value = "task-4068467" [ 1079.468088] env[69524]: _type = "Task" [ 1079.468088] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.478472] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068465, 'name': CreateVM_Task, 'duration_secs': 0.377354} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.479222] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1079.480864] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef190044-9788-4669-bd7a-55211b1d37b6" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.480864] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef190044-9788-4669-bd7a-55211b1d37b6" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.481360] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ef190044-9788-4669-bd7a-55211b1d37b6" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.485426] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9d8b84c-8726-4179-b301-fe39572f828d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.487784] env[69524]: DEBUG oslo_vmware.api [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Task: {'id': task-4068467, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.494197] env[69524]: DEBUG oslo_vmware.api [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Waiting for the task: (returnval){ [ 1079.494197] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52ea5ae2-3734-8bef-d198-a90ad1bb95a0" [ 1079.494197] env[69524]: _type = "Task" [ 1079.494197] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.504428] env[69524]: DEBUG oslo_vmware.api [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52ea5ae2-3734-8bef-d198-a90ad1bb95a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.708580] env[69524]: DEBUG oslo_vmware.api [None req-ea601f45-c6af-4d63-962a-a5e32cb66c45 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068464, 'name': ReconfigVM_Task, 'duration_secs': 0.55339} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.708580] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea601f45-c6af-4d63-962a-a5e32cb66c45 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Reconfigured VM instance instance-00000044 to attach disk [datastore2] volume-78b7f99b-93eb-410e-8fb4-62ae361a1ab3/volume-78b7f99b-93eb-410e-8fb4-62ae361a1ab3.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1079.714651] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d68c6910-52bf-41ba-bb75-c2dc5e53a6da {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.738369] env[69524]: DEBUG oslo_vmware.api [None req-f4a66f74-2204-4e37-968d-29b56c0f7be7 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4068466, 'name': PowerOffVM_Task, 'duration_secs': 0.283883} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.740043] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4a66f74-2204-4e37-968d-29b56c0f7be7 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1079.740270] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f4a66f74-2204-4e37-968d-29b56c0f7be7 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1079.740636] env[69524]: DEBUG oslo_vmware.api [None req-ea601f45-c6af-4d63-962a-a5e32cb66c45 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 1079.740636] env[69524]: value = "task-4068468" [ 1079.740636] env[69524]: _type = "Task" [ 1079.740636] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.740908] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be6aab7d-7a9a-4e9a-88e5-5b99c1993669 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.755577] env[69524]: DEBUG oslo_vmware.api [None req-ea601f45-c6af-4d63-962a-a5e32cb66c45 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068468, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.818117] env[69524]: DEBUG nova.network.neutron [req-b950e964-17f1-4fa3-a32b-e199a3102cac req-b0716c1e-7e27-4ac8-a1a9-f4a6811dafd9 service nova] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Updated VIF entry in instance network info cache for port 9a326075-d521-48f8-83a0-9a89b76cf723. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1079.818117] env[69524]: DEBUG nova.network.neutron [req-b950e964-17f1-4fa3-a32b-e199a3102cac req-b0716c1e-7e27-4ac8-a1a9-f4a6811dafd9 service nova] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Updating instance_info_cache with network_info: [{"id": "9a326075-d521-48f8-83a0-9a89b76cf723", "address": "fa:16:3e:ab:2b:2c", "network": {"id": "7ee020cd-b29f-46bb-b312-06a885d300a5", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1240151067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9c997eb05634f5fa1c746f901f82619", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a326075-d5", "ovs_interfaceid": "9a326075-d521-48f8-83a0-9a89b76cf723", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.832109] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f4a66f74-2204-4e37-968d-29b56c0f7be7 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1079.832443] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f4a66f74-2204-4e37-968d-29b56c0f7be7 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1079.832706] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4a66f74-2204-4e37-968d-29b56c0f7be7 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Deleting the datastore file [datastore1] 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1079.832964] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f8df4cb-7c37-40d8-ab42-2e034a323949 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.843024] env[69524]: DEBUG oslo_vmware.api [None req-f4a66f74-2204-4e37-968d-29b56c0f7be7 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Waiting for the task: (returnval){ [ 1079.843024] env[69524]: value = "task-4068470" [ 1079.843024] env[69524]: _type = "Task" [ 1079.843024] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.853803] env[69524]: DEBUG oslo_vmware.api [None req-f4a66f74-2204-4e37-968d-29b56c0f7be7 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4068470, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.902024] env[69524]: DEBUG nova.scheduler.client.report [None req-db233f53-db63-429e-9f0b-a0543ec8e3ba tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.944411] env[69524]: DEBUG oslo_vmware.api [None req-83ecc696-09bb-4f23-8d16-88ff70cdb7b9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068463, 'name': CloneVM_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.984221] env[69524]: DEBUG oslo_vmware.api [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Task: {'id': task-4068467, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077611} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.986073] env[69524]: DEBUG oslo_concurrency.lockutils [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.986776] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] [instance: c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1079.988695] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8014ccd-aaaa-4038-98db-fea7b0eb5ce5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.025465] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef190044-9788-4669-bd7a-55211b1d37b6" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.025976] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Processing image ef190044-9788-4669-bd7a-55211b1d37b6 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1080.026483] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ef190044-9788-4669-bd7a-55211b1d37b6/ef190044-9788-4669-bd7a-55211b1d37b6.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.026768] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ef190044-9788-4669-bd7a-55211b1d37b6/ef190044-9788-4669-bd7a-55211b1d37b6.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.027069] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1080.036897] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] [instance: c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4/c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1080.037521] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dfe0869b-2393-4bfc-b59e-5f3a744b94b7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.039950] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d313d6fc-a4a0-463e-9a46-ba30266d596a tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Acquiring lock "3a962860-7a12-485a-af4e-1e86f7292a8a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.040431] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d313d6fc-a4a0-463e-9a46-ba30266d596a tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Lock "3a962860-7a12-485a-af4e-1e86f7292a8a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.040811] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d313d6fc-a4a0-463e-9a46-ba30266d596a tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Acquiring lock "3a962860-7a12-485a-af4e-1e86f7292a8a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.041172] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d313d6fc-a4a0-463e-9a46-ba30266d596a tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Lock "3a962860-7a12-485a-af4e-1e86f7292a8a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.041532] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d313d6fc-a4a0-463e-9a46-ba30266d596a tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Lock "3a962860-7a12-485a-af4e-1e86f7292a8a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.044026] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a54c9272-2338-4ee4-9234-b5880f4498d4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.061141] env[69524]: INFO nova.compute.manager [None req-d313d6fc-a4a0-463e-9a46-ba30266d596a tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Terminating instance [ 1080.070009] env[69524]: DEBUG oslo_vmware.api [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Waiting for the task: (returnval){ [ 1080.070009] env[69524]: value = "task-4068471" [ 1080.070009] env[69524]: _type = "Task" [ 1080.070009] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.075207] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1080.075816] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1080.077656] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8921b064-ece6-4dfb-816b-cb4cd16937e6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.083496] env[69524]: DEBUG oslo_vmware.api [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Task: {'id': task-4068471, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.087299] env[69524]: DEBUG oslo_vmware.api [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Waiting for the task: (returnval){ [ 1080.087299] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52ed53d8-de20-037d-e200-23904b15cf94" [ 1080.087299] env[69524]: _type = "Task" [ 1080.087299] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.096339] env[69524]: DEBUG oslo_vmware.api [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52ed53d8-de20-037d-e200-23904b15cf94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.254064] env[69524]: DEBUG oslo_vmware.api [None req-ea601f45-c6af-4d63-962a-a5e32cb66c45 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068468, 'name': ReconfigVM_Task, 'duration_secs': 0.163491} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.254524] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea601f45-c6af-4d63-962a-a5e32cb66c45 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806253', 'volume_id': '78b7f99b-93eb-410e-8fb4-62ae361a1ab3', 'name': 'volume-78b7f99b-93eb-410e-8fb4-62ae361a1ab3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bb9e5237-7ba0-424d-82a6-0d7b8b26a681', 'attached_at': '', 'detached_at': '', 'volume_id': '78b7f99b-93eb-410e-8fb4-62ae361a1ab3', 'serial': '78b7f99b-93eb-410e-8fb4-62ae361a1ab3'} {{(pid=69524) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1080.322508] env[69524]: DEBUG oslo_concurrency.lockutils [req-b950e964-17f1-4fa3-a32b-e199a3102cac req-b0716c1e-7e27-4ac8-a1a9-f4a6811dafd9 service nova] Releasing lock "refresh_cache-26b87865-1683-4797-ae24-f51084419ce4" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.352917] env[69524]: DEBUG oslo_vmware.api [None req-f4a66f74-2204-4e37-968d-29b56c0f7be7 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Task: {'id': task-4068470, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153409} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.353304] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4a66f74-2204-4e37-968d-29b56c0f7be7 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1080.353589] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f4a66f74-2204-4e37-968d-29b56c0f7be7 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1080.353816] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f4a66f74-2204-4e37-968d-29b56c0f7be7 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1080.354073] env[69524]: INFO nova.compute.manager [None req-f4a66f74-2204-4e37-968d-29b56c0f7be7 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1080.354364] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4a66f74-2204-4e37-968d-29b56c0f7be7 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.354596] env[69524]: DEBUG nova.compute.manager [-] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1080.354728] env[69524]: DEBUG nova.network.neutron [-] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1080.406110] env[69524]: DEBUG oslo_concurrency.lockutils [None req-db233f53-db63-429e-9f0b-a0543ec8e3ba tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.107s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.408582] env[69524]: DEBUG oslo_concurrency.lockutils [None req-925a65b3-2b7e-4057-ba93-664394a45637 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.917s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.408852] env[69524]: DEBUG nova.objects.instance [None req-925a65b3-2b7e-4057-ba93-664394a45637 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Lazy-loading 'resources' on Instance uuid b55402a9-7270-4d93-bb3f-bd49b8f3ca65 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.443478] env[69524]: DEBUG oslo_vmware.api [None req-83ecc696-09bb-4f23-8d16-88ff70cdb7b9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068463, 'name': CloneVM_Task, 'duration_secs': 1.632083} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.443843] env[69524]: INFO nova.virt.vmwareapi.vmops [None req-83ecc696-09bb-4f23-8d16-88ff70cdb7b9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: e10f80ba-47b3-4493-8f28-7541d32553d1] Created linked-clone VM from snapshot [ 1080.444711] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6dc1bf4-3562-4795-9388-1608bef7b481 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.454052] env[69524]: DEBUG nova.virt.vmwareapi.images [None req-83ecc696-09bb-4f23-8d16-88ff70cdb7b9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: e10f80ba-47b3-4493-8f28-7541d32553d1] Uploading image 0a2424b0-6a83-4c5c-884a-e0d459fea6c7 {{(pid=69524) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1080.459865] env[69524]: INFO nova.scheduler.client.report [None req-db233f53-db63-429e-9f0b-a0543ec8e3ba tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Deleted allocations for instance 7d00834a-76ee-4dfd-a031-d555e9b84f76 [ 1080.472089] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-83ecc696-09bb-4f23-8d16-88ff70cdb7b9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: e10f80ba-47b3-4493-8f28-7541d32553d1] Destroying the VM {{(pid=69524) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1080.472645] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-721f171c-61e3-45e2-971e-bccc05b05ae8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.480011] env[69524]: DEBUG oslo_vmware.api [None req-83ecc696-09bb-4f23-8d16-88ff70cdb7b9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the task: (returnval){ [ 1080.480011] env[69524]: value = "task-4068472" [ 1080.480011] env[69524]: _type = "Task" [ 1080.480011] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.489493] env[69524]: DEBUG oslo_vmware.api [None req-83ecc696-09bb-4f23-8d16-88ff70cdb7b9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068472, 'name': Destroy_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.565818] env[69524]: DEBUG nova.compute.manager [None req-d313d6fc-a4a0-463e-9a46-ba30266d596a tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1080.566209] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d313d6fc-a4a0-463e-9a46-ba30266d596a tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1080.568148] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e26826-602f-4672-a13d-d8347a5bd9c2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.578298] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-d313d6fc-a4a0-463e-9a46-ba30266d596a tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1080.579053] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23131e9f-2532-4a38-b131-d0c96ec6a359 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.584855] env[69524]: DEBUG oslo_vmware.api [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Task: {'id': task-4068471, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.586344] env[69524]: DEBUG oslo_vmware.api [None req-d313d6fc-a4a0-463e-9a46-ba30266d596a tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Waiting for the task: (returnval){ [ 1080.586344] env[69524]: value = "task-4068473" [ 1080.586344] env[69524]: _type = "Task" [ 1080.586344] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.600910] env[69524]: DEBUG oslo_vmware.api [None req-d313d6fc-a4a0-463e-9a46-ba30266d596a tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': task-4068473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.604814] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Preparing fetch location {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1080.605107] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Fetch image to [datastore2] OSTACK_IMG_020ec0de-0c26-4191-94cb-e89c7a5fb125/OSTACK_IMG_020ec0de-0c26-4191-94cb-e89c7a5fb125.vmdk {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1080.605292] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Downloading stream optimized image ef190044-9788-4669-bd7a-55211b1d37b6 to [datastore2] OSTACK_IMG_020ec0de-0c26-4191-94cb-e89c7a5fb125/OSTACK_IMG_020ec0de-0c26-4191-94cb-e89c7a5fb125.vmdk on the data store datastore2 as vApp {{(pid=69524) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1080.605743] env[69524]: DEBUG nova.virt.vmwareapi.images [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Downloading image file data ef190044-9788-4669-bd7a-55211b1d37b6 to the ESX as VM named 'OSTACK_IMG_020ec0de-0c26-4191-94cb-e89c7a5fb125' {{(pid=69524) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1080.706639] env[69524]: DEBUG oslo_vmware.rw_handles [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1080.706639] env[69524]: value = "resgroup-9" [ 1080.706639] env[69524]: _type = "ResourcePool" [ 1080.706639] env[69524]: }. {{(pid=69524) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1080.707098] env[69524]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-3a0ea4d4-d0c9-41e9-bc79-a2e64529e3b5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.743561] env[69524]: DEBUG oslo_vmware.rw_handles [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Lease: (returnval){ [ 1080.743561] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]520e1b97-15cd-8173-607f-d100cda0d385" [ 1080.743561] env[69524]: _type = "HttpNfcLease" [ 1080.743561] env[69524]: } obtained for vApp import into resource pool (val){ [ 1080.743561] env[69524]: value = "resgroup-9" [ 1080.743561] env[69524]: _type = "ResourcePool" [ 1080.743561] env[69524]: }. {{(pid=69524) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1080.743909] env[69524]: DEBUG oslo_vmware.api [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Waiting for the lease: (returnval){ [ 1080.743909] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]520e1b97-15cd-8173-607f-d100cda0d385" [ 1080.743909] env[69524]: _type = "HttpNfcLease" [ 1080.743909] env[69524]: } to be ready. {{(pid=69524) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1080.754145] env[69524]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1080.754145] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]520e1b97-15cd-8173-607f-d100cda0d385" [ 1080.754145] env[69524]: _type = "HttpNfcLease" [ 1080.754145] env[69524]: } is initializing. {{(pid=69524) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1080.970228] env[69524]: DEBUG oslo_concurrency.lockutils [None req-db233f53-db63-429e-9f0b-a0543ec8e3ba tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Lock "7d00834a-76ee-4dfd-a031-d555e9b84f76" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.538s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.992577] env[69524]: DEBUG oslo_vmware.api [None req-83ecc696-09bb-4f23-8d16-88ff70cdb7b9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068472, 'name': Destroy_Task, 'duration_secs': 0.440913} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.996086] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-83ecc696-09bb-4f23-8d16-88ff70cdb7b9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: e10f80ba-47b3-4493-8f28-7541d32553d1] Destroyed the VM [ 1080.996086] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-83ecc696-09bb-4f23-8d16-88ff70cdb7b9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: e10f80ba-47b3-4493-8f28-7541d32553d1] Deleting Snapshot of the VM instance {{(pid=69524) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1080.996666] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8e8d6cc8-b3c9-453e-bccd-4e5cc7b548d6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.005155] env[69524]: DEBUG oslo_vmware.api [None req-83ecc696-09bb-4f23-8d16-88ff70cdb7b9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the task: (returnval){ [ 1081.005155] env[69524]: value = "task-4068475" [ 1081.005155] env[69524]: _type = "Task" [ 1081.005155] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.021097] env[69524]: DEBUG oslo_vmware.api [None req-83ecc696-09bb-4f23-8d16-88ff70cdb7b9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068475, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.084704] env[69524]: DEBUG oslo_vmware.api [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Task: {'id': task-4068471, 'name': ReconfigVM_Task, 'duration_secs': 0.583157} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.085334] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] [instance: c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4] Reconfigured VM instance instance-0000004f to attach disk [datastore2] c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4/c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1081.086112] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3080f3c-0be3-4f89-89e9-571fa51591c4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.103265] env[69524]: DEBUG oslo_vmware.api [None req-d313d6fc-a4a0-463e-9a46-ba30266d596a tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': task-4068473, 'name': PowerOffVM_Task, 'duration_secs': 0.257245} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.103265] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-d313d6fc-a4a0-463e-9a46-ba30266d596a tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1081.103265] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d313d6fc-a4a0-463e-9a46-ba30266d596a tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1081.103265] env[69524]: DEBUG oslo_vmware.api [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Waiting for the task: (returnval){ [ 1081.103265] env[69524]: value = "task-4068476" [ 1081.103265] env[69524]: _type = "Task" [ 1081.103265] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.103563] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5085484a-6bc8-4a7d-8ae4-b15e84affc4f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.118953] env[69524]: DEBUG oslo_vmware.api [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Task: {'id': task-4068476, 'name': Rename_Task} progress is 10%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.188415] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d313d6fc-a4a0-463e-9a46-ba30266d596a tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1081.188799] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d313d6fc-a4a0-463e-9a46-ba30266d596a tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1081.189032] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-d313d6fc-a4a0-463e-9a46-ba30266d596a tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Deleting the datastore file [datastore1] 3a962860-7a12-485a-af4e-1e86f7292a8a {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1081.190553] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ece4fb2c-9e36-47b7-9067-bff8aafe3da1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.199709] env[69524]: DEBUG oslo_vmware.api [None req-d313d6fc-a4a0-463e-9a46-ba30266d596a tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Waiting for the task: (returnval){ [ 1081.199709] env[69524]: value = "task-4068478" [ 1081.199709] env[69524]: _type = "Task" [ 1081.199709] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.216116] env[69524]: DEBUG oslo_vmware.api [None req-d313d6fc-a4a0-463e-9a46-ba30266d596a tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': task-4068478, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.255529] env[69524]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1081.255529] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]520e1b97-15cd-8173-607f-d100cda0d385" [ 1081.255529] env[69524]: _type = "HttpNfcLease" [ 1081.255529] env[69524]: } is initializing. {{(pid=69524) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1081.311159] env[69524]: DEBUG nova.objects.instance [None req-ea601f45-c6af-4d63-962a-a5e32cb66c45 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lazy-loading 'flavor' on Instance uuid bb9e5237-7ba0-424d-82a6-0d7b8b26a681 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.351776] env[69524]: DEBUG nova.compute.manager [req-4b7d1c19-27fe-4897-b7cc-7f765dd63cc4 req-48edcff8-7914-41bd-bbb4-e396acaaed42 service nova] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Received event network-vif-deleted-d7d453dc-1cff-4206-ae2f-4414cecaf16d {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.351776] env[69524]: INFO nova.compute.manager [req-4b7d1c19-27fe-4897-b7cc-7f765dd63cc4 req-48edcff8-7914-41bd-bbb4-e396acaaed42 service nova] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Neutron deleted interface d7d453dc-1cff-4206-ae2f-4414cecaf16d; detaching it from the instance and deleting it from the info cache [ 1081.351776] env[69524]: DEBUG nova.network.neutron [req-4b7d1c19-27fe-4897-b7cc-7f765dd63cc4 req-48edcff8-7914-41bd-bbb4-e396acaaed42 service nova] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.384134] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a11b9c-908e-48df-b748-69bcdb23b3c2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.395601] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0243b6d-9709-48a5-92eb-adbc87911df7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.433053] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f6fcd1-b6e8-4855-ac50-443ba280546b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.442778] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a48a546-1a40-43b8-96e8-1e2344133088 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.459995] env[69524]: DEBUG nova.compute.provider_tree [None req-925a65b3-2b7e-4057-ba93-664394a45637 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.523445] env[69524]: DEBUG oslo_vmware.api [None req-83ecc696-09bb-4f23-8d16-88ff70cdb7b9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068475, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.551412] env[69524]: DEBUG nova.network.neutron [-] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.624440] env[69524]: DEBUG oslo_vmware.api [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Task: {'id': task-4068476, 'name': Rename_Task, 'duration_secs': 0.170363} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.625082] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] [instance: c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1081.625526] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47bb12dc-a594-4928-a393-11f3f6bcb3ac {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.634488] env[69524]: DEBUG oslo_vmware.api [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Waiting for the task: (returnval){ [ 1081.634488] env[69524]: value = "task-4068479" [ 1081.634488] env[69524]: _type = "Task" [ 1081.634488] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.650373] env[69524]: DEBUG oslo_vmware.api [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Task: {'id': task-4068479, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.716791] env[69524]: DEBUG oslo_vmware.api [None req-d313d6fc-a4a0-463e-9a46-ba30266d596a tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Task: {'id': task-4068478, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202537} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.716986] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-d313d6fc-a4a0-463e-9a46-ba30266d596a tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1081.717238] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d313d6fc-a4a0-463e-9a46-ba30266d596a tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1081.717381] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d313d6fc-a4a0-463e-9a46-ba30266d596a tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1081.717504] env[69524]: INFO nova.compute.manager [None req-d313d6fc-a4a0-463e-9a46-ba30266d596a tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1081.721101] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d313d6fc-a4a0-463e-9a46-ba30266d596a tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1081.721101] env[69524]: DEBUG nova.compute.manager [-] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1081.721101] env[69524]: DEBUG nova.network.neutron [-] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1081.728588] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Acquiring lock "a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.729743] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Lock "a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.757064] env[69524]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1081.757064] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]520e1b97-15cd-8173-607f-d100cda0d385" [ 1081.757064] env[69524]: _type = "HttpNfcLease" [ 1081.757064] env[69524]: } is ready. {{(pid=69524) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1081.757374] env[69524]: DEBUG oslo_vmware.rw_handles [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1081.757374] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]520e1b97-15cd-8173-607f-d100cda0d385" [ 1081.757374] env[69524]: _type = "HttpNfcLease" [ 1081.757374] env[69524]: }. {{(pid=69524) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1081.758147] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c267c94c-3b20-4b47-bf4d-43402d576e7d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.768104] env[69524]: DEBUG oslo_vmware.rw_handles [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520c04d2-63d5-e13e-fb1e-ff59b6762213/disk-0.vmdk from lease info. {{(pid=69524) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1081.768300] env[69524]: DEBUG oslo_vmware.rw_handles [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Creating HTTP connection to write to file with size = 31664640 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520c04d2-63d5-e13e-fb1e-ff59b6762213/disk-0.vmdk. {{(pid=69524) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1081.829487] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ea601f45-c6af-4d63-962a-a5e32cb66c45 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lock "bb9e5237-7ba0-424d-82a6-0d7b8b26a681" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.866s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.833948] env[69524]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fa113f1e-1267-4b6d-b3fe-6a1d46c348db {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.857495] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2bf92903-0290-46ca-879c-0a6bd011a352 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.871348] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4e024d-a654-4669-ab30-f2fd8098a8af {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.909640] env[69524]: DEBUG nova.compute.manager [req-4b7d1c19-27fe-4897-b7cc-7f765dd63cc4 req-48edcff8-7914-41bd-bbb4-e396acaaed42 service nova] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Detach interface failed, port_id=d7d453dc-1cff-4206-ae2f-4414cecaf16d, reason: Instance 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1 could not be found. {{(pid=69524) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1081.964016] env[69524]: DEBUG nova.scheduler.client.report [None req-925a65b3-2b7e-4057-ba93-664394a45637 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.022269] env[69524]: DEBUG oslo_vmware.api [None req-83ecc696-09bb-4f23-8d16-88ff70cdb7b9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068475, 'name': RemoveSnapshot_Task, 'duration_secs': 0.665622} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.024201] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-83ecc696-09bb-4f23-8d16-88ff70cdb7b9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: e10f80ba-47b3-4493-8f28-7541d32553d1] Deleted Snapshot of the VM instance {{(pid=69524) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1082.062277] env[69524]: INFO nova.compute.manager [-] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Took 1.71 seconds to deallocate network for instance. [ 1082.126393] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e9ca94e6-9df7-41c5-809b-adfa933fbc28 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquiring lock "c6acfcbb-5272-4eef-bde3-22c20d85df2e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.126672] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e9ca94e6-9df7-41c5-809b-adfa933fbc28 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "c6acfcbb-5272-4eef-bde3-22c20d85df2e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.126857] env[69524]: DEBUG nova.compute.manager [None req-e9ca94e6-9df7-41c5-809b-adfa933fbc28 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Going to confirm migration 4 {{(pid=69524) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1082.147948] env[69524]: DEBUG oslo_vmware.api [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Task: {'id': task-4068479, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.154281] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6dca1615-22ca-420d-9970-b08054b3a745 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Acquiring lock "ae0cb12e-3637-4d4e-9803-4e2208f7c277" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.154281] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6dca1615-22ca-420d-9970-b08054b3a745 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Lock "ae0cb12e-3637-4d4e-9803-4e2208f7c277" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.154281] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6dca1615-22ca-420d-9970-b08054b3a745 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Acquiring lock "ae0cb12e-3637-4d4e-9803-4e2208f7c277-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.154281] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6dca1615-22ca-420d-9970-b08054b3a745 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Lock "ae0cb12e-3637-4d4e-9803-4e2208f7c277-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.154281] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6dca1615-22ca-420d-9970-b08054b3a745 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Lock "ae0cb12e-3637-4d4e-9803-4e2208f7c277-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.159199] env[69524]: INFO nova.compute.manager [None req-6dca1615-22ca-420d-9970-b08054b3a745 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: ae0cb12e-3637-4d4e-9803-4e2208f7c277] Terminating instance [ 1082.231760] env[69524]: DEBUG nova.compute.manager [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1082.471170] env[69524]: DEBUG oslo_concurrency.lockutils [None req-925a65b3-2b7e-4057-ba93-664394a45637 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.062s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.479096] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a9336f34-e77a-4d5a-9348-d21bf517bed8 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.709s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.479096] env[69524]: DEBUG nova.objects.instance [None req-a9336f34-e77a-4d5a-9348-d21bf517bed8 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Lazy-loading 'resources' on Instance uuid f4650838-ce8b-4f45-ab3a-84657fd1942e {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.522835] env[69524]: INFO nova.scheduler.client.report [None req-925a65b3-2b7e-4057-ba93-664394a45637 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Deleted allocations for instance b55402a9-7270-4d93-bb3f-bd49b8f3ca65 [ 1082.529520] env[69524]: DEBUG nova.network.neutron [-] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.532739] env[69524]: WARNING nova.compute.manager [None req-83ecc696-09bb-4f23-8d16-88ff70cdb7b9 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: e10f80ba-47b3-4493-8f28-7541d32553d1] Image not found during snapshot: nova.exception.ImageNotFound: Image 0a2424b0-6a83-4c5c-884a-e0d459fea6c7 could not be found. [ 1082.569421] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f4a66f74-2204-4e37-968d-29b56c0f7be7 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.653925] env[69524]: DEBUG oslo_vmware.api [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Task: {'id': task-4068479, 'name': PowerOnVM_Task, 'duration_secs': 0.908799} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.657107] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] [instance: c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1082.657107] env[69524]: INFO nova.compute.manager [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] [instance: c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4] Took 8.87 seconds to spawn the instance on the hypervisor. [ 1082.657107] env[69524]: DEBUG nova.compute.manager [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] [instance: c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1082.657671] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c6bfc1-4d1a-4d98-9807-8fe632539ff2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.663666] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6dca1615-22ca-420d-9970-b08054b3a745 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Acquiring lock "refresh_cache-ae0cb12e-3637-4d4e-9803-4e2208f7c277" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.664118] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6dca1615-22ca-420d-9970-b08054b3a745 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Acquired lock "refresh_cache-ae0cb12e-3637-4d4e-9803-4e2208f7c277" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.664118] env[69524]: DEBUG nova.network.neutron [None req-6dca1615-22ca-420d-9970-b08054b3a745 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: ae0cb12e-3637-4d4e-9803-4e2208f7c277] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1082.732899] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e9ca94e6-9df7-41c5-809b-adfa933fbc28 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquiring lock "refresh_cache-c6acfcbb-5272-4eef-bde3-22c20d85df2e" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.733124] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e9ca94e6-9df7-41c5-809b-adfa933fbc28 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquired lock "refresh_cache-c6acfcbb-5272-4eef-bde3-22c20d85df2e" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.733372] env[69524]: DEBUG nova.network.neutron [None req-e9ca94e6-9df7-41c5-809b-adfa933fbc28 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1082.733581] env[69524]: DEBUG nova.objects.instance [None req-e9ca94e6-9df7-41c5-809b-adfa933fbc28 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lazy-loading 'info_cache' on Instance uuid c6acfcbb-5272-4eef-bde3-22c20d85df2e {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1082.759903] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.042153] env[69524]: INFO nova.compute.manager [-] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Took 1.32 seconds to deallocate network for instance. [ 1083.045172] env[69524]: DEBUG oslo_concurrency.lockutils [None req-925a65b3-2b7e-4057-ba93-664394a45637 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Lock "b55402a9-7270-4d93-bb3f-bd49b8f3ca65" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.198s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.188718] env[69524]: INFO nova.compute.manager [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] [instance: c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4] Took 34.31 seconds to build instance. [ 1083.204919] env[69524]: DEBUG nova.network.neutron [None req-6dca1615-22ca-420d-9970-b08054b3a745 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: ae0cb12e-3637-4d4e-9803-4e2208f7c277] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1083.255317] env[69524]: DEBUG oslo_concurrency.lockutils [None req-73b10a24-7916-4cd5-bc1a-886d0ca66d20 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Acquiring lock "e10f80ba-47b3-4493-8f28-7541d32553d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.255576] env[69524]: DEBUG oslo_concurrency.lockutils [None req-73b10a24-7916-4cd5-bc1a-886d0ca66d20 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Lock "e10f80ba-47b3-4493-8f28-7541d32553d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.255785] env[69524]: DEBUG oslo_concurrency.lockutils [None req-73b10a24-7916-4cd5-bc1a-886d0ca66d20 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Acquiring lock "e10f80ba-47b3-4493-8f28-7541d32553d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.256209] env[69524]: DEBUG oslo_concurrency.lockutils [None req-73b10a24-7916-4cd5-bc1a-886d0ca66d20 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Lock "e10f80ba-47b3-4493-8f28-7541d32553d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.256209] env[69524]: DEBUG oslo_concurrency.lockutils [None req-73b10a24-7916-4cd5-bc1a-886d0ca66d20 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Lock "e10f80ba-47b3-4493-8f28-7541d32553d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.259787] env[69524]: INFO nova.compute.manager [None req-73b10a24-7916-4cd5-bc1a-886d0ca66d20 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: e10f80ba-47b3-4493-8f28-7541d32553d1] Terminating instance [ 1083.291636] env[69524]: DEBUG nova.network.neutron [None req-6dca1615-22ca-420d-9970-b08054b3a745 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: ae0cb12e-3637-4d4e-9803-4e2208f7c277] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.384829] env[69524]: DEBUG nova.compute.manager [req-0d7813c8-0542-4de7-bba7-51b518a1b485 req-f3d70d0a-dfb6-4337-b096-0c04af4a7627 service nova] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Received event network-vif-deleted-ff0f8582-45f2-4061-9932-e90302c77f20 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.486085] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d287bac2-0aa0-49b3-8c0e-0da02278ada0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.495800] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5762e593-5a13-47ea-878a-f02ad736cfd9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.533221] env[69524]: DEBUG oslo_vmware.rw_handles [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Completed reading data from the image iterator. {{(pid=69524) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1083.534094] env[69524]: DEBUG oslo_vmware.rw_handles [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520c04d2-63d5-e13e-fb1e-ff59b6762213/disk-0.vmdk. {{(pid=69524) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1083.534902] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773e2c0f-91c2-4595-82c3-eab9a6f1a34a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.539301] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff938bc-8226-4f58-8362-854359f5c6b4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.548071] env[69524]: DEBUG oslo_vmware.rw_handles [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520c04d2-63d5-e13e-fb1e-ff59b6762213/disk-0.vmdk is in state: ready. {{(pid=69524) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1083.548071] env[69524]: DEBUG oslo_vmware.rw_handles [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520c04d2-63d5-e13e-fb1e-ff59b6762213/disk-0.vmdk. {{(pid=69524) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1083.549912] env[69524]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-ac9ebe3a-49b7-457f-bca7-72a94632fc29 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.553380] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d313d6fc-a4a0-463e-9a46-ba30266d596a tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.553827] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d858df-6d09-49b7-99c1-0d96a20a7455 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.570222] env[69524]: DEBUG nova.compute.provider_tree [None req-a9336f34-e77a-4d5a-9348-d21bf517bed8 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.704101] env[69524]: DEBUG oslo_concurrency.lockutils [None req-07785486-7160-46d0-a165-91f88169e731 tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Lock "c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.834s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.754712] env[69524]: DEBUG nova.compute.manager [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Stashing vm_state: active {{(pid=69524) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1083.764541] env[69524]: DEBUG nova.compute.manager [None req-73b10a24-7916-4cd5-bc1a-886d0ca66d20 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: e10f80ba-47b3-4493-8f28-7541d32553d1] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1083.764795] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-73b10a24-7916-4cd5-bc1a-886d0ca66d20 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: e10f80ba-47b3-4493-8f28-7541d32553d1] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1083.765761] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d73753f-a64c-4b4b-b07c-4abc23fa1c87 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.773912] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-73b10a24-7916-4cd5-bc1a-886d0ca66d20 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: e10f80ba-47b3-4493-8f28-7541d32553d1] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1083.774199] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b763af7e-581a-46cf-850f-0ad024fad2fe {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.781437] env[69524]: DEBUG oslo_vmware.api [None req-73b10a24-7916-4cd5-bc1a-886d0ca66d20 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the task: (returnval){ [ 1083.781437] env[69524]: value = "task-4068480" [ 1083.781437] env[69524]: _type = "Task" [ 1083.781437] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.792788] env[69524]: DEBUG oslo_vmware.api [None req-73b10a24-7916-4cd5-bc1a-886d0ca66d20 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068480, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.806692] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6dca1615-22ca-420d-9970-b08054b3a745 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Releasing lock "refresh_cache-ae0cb12e-3637-4d4e-9803-4e2208f7c277" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.807623] env[69524]: DEBUG nova.compute.manager [None req-6dca1615-22ca-420d-9970-b08054b3a745 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: ae0cb12e-3637-4d4e-9803-4e2208f7c277] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1083.808076] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6dca1615-22ca-420d-9970-b08054b3a745 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: ae0cb12e-3637-4d4e-9803-4e2208f7c277] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1083.809079] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb486155-1a56-4b06-8780-f49d81f5a5d8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.818059] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dca1615-22ca-420d-9970-b08054b3a745 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: ae0cb12e-3637-4d4e-9803-4e2208f7c277] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1083.821435] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29872fa6-8364-4e02-8d42-bd3365b48a71 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.829293] env[69524]: DEBUG oslo_vmware.api [None req-6dca1615-22ca-420d-9970-b08054b3a745 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Waiting for the task: (returnval){ [ 1083.829293] env[69524]: value = "task-4068481" [ 1083.829293] env[69524]: _type = "Task" [ 1083.829293] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.838464] env[69524]: DEBUG oslo_vmware.api [None req-6dca1615-22ca-420d-9970-b08054b3a745 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': task-4068481, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.054027] env[69524]: DEBUG oslo_vmware.rw_handles [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520c04d2-63d5-e13e-fb1e-ff59b6762213/disk-0.vmdk. {{(pid=69524) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1084.054027] env[69524]: INFO nova.virt.vmwareapi.images [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Downloaded image file data ef190044-9788-4669-bd7a-55211b1d37b6 [ 1084.054027] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6f92f2-1832-4de7-8afd-e2cc8754e220 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.068429] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fca17c32-ab71-4155-acc8-19f58274fa3b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.073877] env[69524]: DEBUG nova.scheduler.client.report [None req-a9336f34-e77a-4d5a-9348-d21bf517bed8 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.104585] env[69524]: INFO nova.virt.vmwareapi.images [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] The imported VM was unregistered [ 1084.107498] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Caching image {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1084.107856] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Creating directory with path [datastore2] devstack-image-cache_base/ef190044-9788-4669-bd7a-55211b1d37b6 {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1084.108184] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e1e65ac-b630-4993-a49b-3a5d3852fcbd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.122064] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Created directory with path [datastore2] devstack-image-cache_base/ef190044-9788-4669-bd7a-55211b1d37b6 {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1084.123187] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_020ec0de-0c26-4191-94cb-e89c7a5fb125/OSTACK_IMG_020ec0de-0c26-4191-94cb-e89c7a5fb125.vmdk to [datastore2] devstack-image-cache_base/ef190044-9788-4669-bd7a-55211b1d37b6/ef190044-9788-4669-bd7a-55211b1d37b6.vmdk. {{(pid=69524) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1084.123187] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-a1a5a195-0957-44b7-8f84-845d0630d83d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.130838] env[69524]: DEBUG oslo_vmware.api [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Waiting for the task: (returnval){ [ 1084.130838] env[69524]: value = "task-4068483" [ 1084.130838] env[69524]: _type = "Task" [ 1084.130838] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.139899] env[69524]: DEBUG oslo_vmware.api [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068483, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.284594] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.296860] env[69524]: DEBUG oslo_vmware.api [None req-73b10a24-7916-4cd5-bc1a-886d0ca66d20 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068480, 'name': PowerOffVM_Task, 'duration_secs': 0.368291} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.296860] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-73b10a24-7916-4cd5-bc1a-886d0ca66d20 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: e10f80ba-47b3-4493-8f28-7541d32553d1] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1084.297067] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-73b10a24-7916-4cd5-bc1a-886d0ca66d20 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: e10f80ba-47b3-4493-8f28-7541d32553d1] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1084.298030] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8200c390-3fb1-4deb-b2f8-1f9e5ded2d56 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.340905] env[69524]: DEBUG oslo_vmware.api [None req-6dca1615-22ca-420d-9970-b08054b3a745 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': task-4068481, 'name': PowerOffVM_Task, 'duration_secs': 0.321295} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.341091] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dca1615-22ca-420d-9970-b08054b3a745 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: ae0cb12e-3637-4d4e-9803-4e2208f7c277] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1084.341220] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6dca1615-22ca-420d-9970-b08054b3a745 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: ae0cb12e-3637-4d4e-9803-4e2208f7c277] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1084.341513] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44d2ff86-1a8b-4116-9046-78831cb08195 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.370445] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-73b10a24-7916-4cd5-bc1a-886d0ca66d20 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: e10f80ba-47b3-4493-8f28-7541d32553d1] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1084.370779] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-73b10a24-7916-4cd5-bc1a-886d0ca66d20 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: e10f80ba-47b3-4493-8f28-7541d32553d1] Deleting contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1084.371273] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-73b10a24-7916-4cd5-bc1a-886d0ca66d20 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Deleting the datastore file [datastore2] e10f80ba-47b3-4493-8f28-7541d32553d1 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1084.371371] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d86b9408-caaf-4818-a37f-9daec9bfd7c0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.374867] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6dca1615-22ca-420d-9970-b08054b3a745 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: ae0cb12e-3637-4d4e-9803-4e2208f7c277] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1084.375047] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6dca1615-22ca-420d-9970-b08054b3a745 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: ae0cb12e-3637-4d4e-9803-4e2208f7c277] Deleting contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1084.375134] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dca1615-22ca-420d-9970-b08054b3a745 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Deleting the datastore file [datastore2] ae0cb12e-3637-4d4e-9803-4e2208f7c277 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1084.375861] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1497e40-79f6-46b3-999e-010013320f36 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.380131] env[69524]: DEBUG oslo_vmware.api [None req-73b10a24-7916-4cd5-bc1a-886d0ca66d20 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for the task: (returnval){ [ 1084.380131] env[69524]: value = "task-4068486" [ 1084.380131] env[69524]: _type = "Task" [ 1084.380131] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.385464] env[69524]: DEBUG oslo_vmware.api [None req-6dca1615-22ca-420d-9970-b08054b3a745 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Waiting for the task: (returnval){ [ 1084.385464] env[69524]: value = "task-4068487" [ 1084.385464] env[69524]: _type = "Task" [ 1084.385464] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.393817] env[69524]: DEBUG oslo_vmware.api [None req-73b10a24-7916-4cd5-bc1a-886d0ca66d20 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068486, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.397143] env[69524]: DEBUG oslo_vmware.api [None req-6dca1615-22ca-420d-9970-b08054b3a745 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': task-4068487, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.401198] env[69524]: DEBUG nova.network.neutron [None req-e9ca94e6-9df7-41c5-809b-adfa933fbc28 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Updating instance_info_cache with network_info: [{"id": "cfaaf210-b968-4586-9a57-8f9a2f4482e9", "address": "fa:16:3e:93:48:a5", "network": {"id": "37adc9d0-a545-4ad6-8bda-bbeebaeaad38", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1811246761-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c0583911a34499e92e7299e6bdb937d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfaaf210-b9", "ovs_interfaceid": "cfaaf210-b968-4586-9a57-8f9a2f4482e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.579857] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a9336f34-e77a-4d5a-9348-d21bf517bed8 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.102s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.583686] env[69524]: DEBUG oslo_concurrency.lockutils [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.393s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.585642] env[69524]: INFO nova.compute.claims [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 68e172e5-0970-400f-95cf-81bc4b41606e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1084.613422] env[69524]: INFO nova.scheduler.client.report [None req-a9336f34-e77a-4d5a-9348-d21bf517bed8 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Deleted allocations for instance f4650838-ce8b-4f45-ab3a-84657fd1942e [ 1084.644210] env[69524]: DEBUG oslo_vmware.api [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068483, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.894036] env[69524]: DEBUG oslo_vmware.api [None req-73b10a24-7916-4cd5-bc1a-886d0ca66d20 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068486, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.899864] env[69524]: DEBUG oslo_vmware.api [None req-6dca1615-22ca-420d-9970-b08054b3a745 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': task-4068487, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.905673] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e9ca94e6-9df7-41c5-809b-adfa933fbc28 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Releasing lock "refresh_cache-c6acfcbb-5272-4eef-bde3-22c20d85df2e" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.905933] env[69524]: DEBUG nova.objects.instance [None req-e9ca94e6-9df7-41c5-809b-adfa933fbc28 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lazy-loading 'migration_context' on Instance uuid c6acfcbb-5272-4eef-bde3-22c20d85df2e {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.124560] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a9336f34-e77a-4d5a-9348-d21bf517bed8 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Lock "f4650838-ce8b-4f45-ab3a-84657fd1942e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.059s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.143256] env[69524]: DEBUG oslo_vmware.api [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068483, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.395614] env[69524]: DEBUG oslo_vmware.api [None req-73b10a24-7916-4cd5-bc1a-886d0ca66d20 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068486, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.404853] env[69524]: DEBUG oslo_vmware.api [None req-6dca1615-22ca-420d-9970-b08054b3a745 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': task-4068487, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.409110] env[69524]: DEBUG nova.objects.base [None req-e9ca94e6-9df7-41c5-809b-adfa933fbc28 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69524) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1085.410084] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf13421-fc58-489e-b5f8-9da6a225884e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.415968] env[69524]: DEBUG nova.compute.manager [req-c4acd0cb-8ada-4107-9be9-9b7089f715b1 req-49946b4e-deb7-405f-b732-945afa3f9e4f service nova] [instance: c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4] Received event network-changed-aed503d2-ba80-4d78-9bdb-7310e06e2321 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.416137] env[69524]: DEBUG nova.compute.manager [req-c4acd0cb-8ada-4107-9be9-9b7089f715b1 req-49946b4e-deb7-405f-b732-945afa3f9e4f service nova] [instance: c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4] Refreshing instance network info cache due to event network-changed-aed503d2-ba80-4d78-9bdb-7310e06e2321. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1085.416381] env[69524]: DEBUG oslo_concurrency.lockutils [req-c4acd0cb-8ada-4107-9be9-9b7089f715b1 req-49946b4e-deb7-405f-b732-945afa3f9e4f service nova] Acquiring lock "refresh_cache-c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.416522] env[69524]: DEBUG oslo_concurrency.lockutils [req-c4acd0cb-8ada-4107-9be9-9b7089f715b1 req-49946b4e-deb7-405f-b732-945afa3f9e4f service nova] Acquired lock "refresh_cache-c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.416707] env[69524]: DEBUG nova.network.neutron [req-c4acd0cb-8ada-4107-9be9-9b7089f715b1 req-49946b4e-deb7-405f-b732-945afa3f9e4f service nova] [instance: c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4] Refreshing network info cache for port aed503d2-ba80-4d78-9bdb-7310e06e2321 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1085.441210] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ec70548-98a8-464b-bcb3-01a6462ea32b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.452225] env[69524]: DEBUG oslo_vmware.api [None req-e9ca94e6-9df7-41c5-809b-adfa933fbc28 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 1085.452225] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52c86a59-b4e2-20c7-5d6d-eb199e497c67" [ 1085.452225] env[69524]: _type = "Task" [ 1085.452225] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.464500] env[69524]: DEBUG oslo_vmware.api [None req-e9ca94e6-9df7-41c5-809b-adfa933fbc28 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52c86a59-b4e2-20c7-5d6d-eb199e497c67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.648056] env[69524]: DEBUG oslo_vmware.api [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068483, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.896826] env[69524]: DEBUG oslo_vmware.api [None req-73b10a24-7916-4cd5-bc1a-886d0ca66d20 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068486, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.903331] env[69524]: DEBUG oslo_vmware.api [None req-6dca1615-22ca-420d-9970-b08054b3a745 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Task: {'id': task-4068487, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.1556} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.903649] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dca1615-22ca-420d-9970-b08054b3a745 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1085.903803] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6dca1615-22ca-420d-9970-b08054b3a745 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: ae0cb12e-3637-4d4e-9803-4e2208f7c277] Deleted contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1085.903981] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6dca1615-22ca-420d-9970-b08054b3a745 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: ae0cb12e-3637-4d4e-9803-4e2208f7c277] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1085.904175] env[69524]: INFO nova.compute.manager [None req-6dca1615-22ca-420d-9970-b08054b3a745 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] [instance: ae0cb12e-3637-4d4e-9803-4e2208f7c277] Took 2.10 seconds to destroy the instance on the hypervisor. [ 1085.904441] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6dca1615-22ca-420d-9970-b08054b3a745 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1085.904657] env[69524]: DEBUG nova.compute.manager [-] [instance: ae0cb12e-3637-4d4e-9803-4e2208f7c277] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1085.904833] env[69524]: DEBUG nova.network.neutron [-] [instance: ae0cb12e-3637-4d4e-9803-4e2208f7c277] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1085.935686] env[69524]: DEBUG nova.network.neutron [-] [instance: ae0cb12e-3637-4d4e-9803-4e2208f7c277] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1085.954724] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264e4aef-dafb-4705-8356-4dfd57349eb0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.970208] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6aa3b8b-b776-4425-a75c-b23981c2edf5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.973815] env[69524]: DEBUG oslo_vmware.api [None req-e9ca94e6-9df7-41c5-809b-adfa933fbc28 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52c86a59-b4e2-20c7-5d6d-eb199e497c67, 'name': SearchDatastore_Task, 'duration_secs': 0.059254} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.976372] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e9ca94e6-9df7-41c5-809b-adfa933fbc28 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.012298] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afcbc96d-7714-4303-aa84-3557f080f38f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.026428] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2957e5fc-0931-4692-a610-a41fc02b3d11 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.045278] env[69524]: DEBUG nova.compute.provider_tree [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.147012] env[69524]: DEBUG oslo_vmware.api [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068483, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.219213] env[69524]: DEBUG nova.network.neutron [req-c4acd0cb-8ada-4107-9be9-9b7089f715b1 req-49946b4e-deb7-405f-b732-945afa3f9e4f service nova] [instance: c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4] Updated VIF entry in instance network info cache for port aed503d2-ba80-4d78-9bdb-7310e06e2321. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1086.219601] env[69524]: DEBUG nova.network.neutron [req-c4acd0cb-8ada-4107-9be9-9b7089f715b1 req-49946b4e-deb7-405f-b732-945afa3f9e4f service nova] [instance: c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4] Updating instance_info_cache with network_info: [{"id": "aed503d2-ba80-4d78-9bdb-7310e06e2321", "address": "fa:16:3e:aa:7e:db", "network": {"id": "277b1acc-a9da-4142-b1dd-b7a4f03e9697", "bridge": "br-int", "label": "tempest-ServersTestJSON-1863662958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3aaf81c07d243c5baacfe7bb74e4058", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaed503d2-ba", "ovs_interfaceid": "aed503d2-ba80-4d78-9bdb-7310e06e2321", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.395647] env[69524]: DEBUG oslo_vmware.api [None req-73b10a24-7916-4cd5-bc1a-886d0ca66d20 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Task: {'id': task-4068486, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.927511} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.396055] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-73b10a24-7916-4cd5-bc1a-886d0ca66d20 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1086.396955] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-73b10a24-7916-4cd5-bc1a-886d0ca66d20 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: e10f80ba-47b3-4493-8f28-7541d32553d1] Deleted contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1086.396955] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-73b10a24-7916-4cd5-bc1a-886d0ca66d20 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: e10f80ba-47b3-4493-8f28-7541d32553d1] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1086.396955] env[69524]: INFO nova.compute.manager [None req-73b10a24-7916-4cd5-bc1a-886d0ca66d20 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] [instance: e10f80ba-47b3-4493-8f28-7541d32553d1] Took 2.63 seconds to destroy the instance on the hypervisor. [ 1086.396955] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73b10a24-7916-4cd5-bc1a-886d0ca66d20 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.397335] env[69524]: DEBUG nova.compute.manager [-] [instance: e10f80ba-47b3-4493-8f28-7541d32553d1] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1086.397335] env[69524]: DEBUG nova.network.neutron [-] [instance: e10f80ba-47b3-4493-8f28-7541d32553d1] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1086.440860] env[69524]: DEBUG nova.network.neutron [-] [instance: ae0cb12e-3637-4d4e-9803-4e2208f7c277] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.549450] env[69524]: DEBUG nova.scheduler.client.report [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.650371] env[69524]: DEBUG oslo_vmware.api [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068483, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.725204] env[69524]: DEBUG oslo_concurrency.lockutils [req-c4acd0cb-8ada-4107-9be9-9b7089f715b1 req-49946b4e-deb7-405f-b732-945afa3f9e4f service nova] Releasing lock "refresh_cache-c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.744077] env[69524]: DEBUG nova.compute.manager [req-fbe4ecba-305d-427a-9f79-216e4e199ce4 req-3738f1fa-2483-4e61-a9eb-c1f5e84fb59b service nova] [instance: e10f80ba-47b3-4493-8f28-7541d32553d1] Received event network-vif-deleted-a0d2214f-fdb4-4b5c-b668-e1fce16bef9e {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1086.744526] env[69524]: INFO nova.compute.manager [req-fbe4ecba-305d-427a-9f79-216e4e199ce4 req-3738f1fa-2483-4e61-a9eb-c1f5e84fb59b service nova] [instance: e10f80ba-47b3-4493-8f28-7541d32553d1] Neutron deleted interface a0d2214f-fdb4-4b5c-b668-e1fce16bef9e; detaching it from the instance and deleting it from the info cache [ 1086.744886] env[69524]: DEBUG nova.network.neutron [req-fbe4ecba-305d-427a-9f79-216e4e199ce4 req-3738f1fa-2483-4e61-a9eb-c1f5e84fb59b service nova] [instance: e10f80ba-47b3-4493-8f28-7541d32553d1] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.823228] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Acquiring lock "519b1818-9713-4a2d-855e-697eca2866ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.823380] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Lock "519b1818-9713-4a2d-855e-697eca2866ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.856123] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Acquiring lock "f0b8c6b9-5696-496b-965d-b9ec5db65831" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.856429] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Lock "f0b8c6b9-5696-496b-965d-b9ec5db65831" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.943626] env[69524]: INFO nova.compute.manager [-] [instance: ae0cb12e-3637-4d4e-9803-4e2208f7c277] Took 1.04 seconds to deallocate network for instance. [ 1087.057030] env[69524]: DEBUG oslo_concurrency.lockutils [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.473s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.057546] env[69524]: DEBUG nova.compute.manager [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 68e172e5-0970-400f-95cf-81bc4b41606e] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1087.060113] env[69524]: DEBUG oslo_concurrency.lockutils [None req-44635e57-82bc-4fea-9df1-3bc554bffdec tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.648s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.060344] env[69524]: DEBUG nova.objects.instance [None req-44635e57-82bc-4fea-9df1-3bc554bffdec tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Lazy-loading 'resources' on Instance uuid 2eb37685-2b4a-4e70-a379-b13ebf8bf812 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.145788] env[69524]: DEBUG oslo_vmware.api [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068483, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.731787} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.146090] env[69524]: INFO nova.virt.vmwareapi.ds_util [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_020ec0de-0c26-4191-94cb-e89c7a5fb125/OSTACK_IMG_020ec0de-0c26-4191-94cb-e89c7a5fb125.vmdk to [datastore2] devstack-image-cache_base/ef190044-9788-4669-bd7a-55211b1d37b6/ef190044-9788-4669-bd7a-55211b1d37b6.vmdk. [ 1087.146285] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Cleaning up location [datastore2] OSTACK_IMG_020ec0de-0c26-4191-94cb-e89c7a5fb125 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1087.146447] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_020ec0de-0c26-4191-94cb-e89c7a5fb125 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1087.146708] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3435d5a-9134-4a3b-b253-1c73bf3befae {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.154040] env[69524]: DEBUG oslo_vmware.api [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Waiting for the task: (returnval){ [ 1087.154040] env[69524]: value = "task-4068488" [ 1087.154040] env[69524]: _type = "Task" [ 1087.154040] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.162974] env[69524]: DEBUG oslo_vmware.api [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068488, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.219392] env[69524]: DEBUG nova.network.neutron [-] [instance: e10f80ba-47b3-4493-8f28-7541d32553d1] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.247981] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-44eb0910-af43-497c-a5ba-b7ce648173bc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.258063] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1f3a8e-9010-4dc3-837b-8f9cbfef139f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.018594] env[69524]: DEBUG nova.compute.manager [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: 519b1818-9713-4a2d-855e-697eca2866ca] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1088.021469] env[69524]: DEBUG nova.compute.manager [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f0b8c6b9-5696-496b-965d-b9ec5db65831] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1088.024499] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6dca1615-22ca-420d-9970-b08054b3a745 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.027762] env[69524]: DEBUG nova.compute.utils [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1088.031353] env[69524]: INFO nova.compute.manager [-] [instance: e10f80ba-47b3-4493-8f28-7541d32553d1] Took 1.63 seconds to deallocate network for instance. [ 1088.031353] env[69524]: DEBUG nova.compute.manager [req-fbe4ecba-305d-427a-9f79-216e4e199ce4 req-3738f1fa-2483-4e61-a9eb-c1f5e84fb59b service nova] [instance: e10f80ba-47b3-4493-8f28-7541d32553d1] Detach interface failed, port_id=a0d2214f-fdb4-4b5c-b668-e1fce16bef9e, reason: Instance e10f80ba-47b3-4493-8f28-7541d32553d1 could not be found. {{(pid=69524) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1088.031353] env[69524]: DEBUG nova.compute.manager [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 68e172e5-0970-400f-95cf-81bc4b41606e] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1088.031353] env[69524]: DEBUG nova.network.neutron [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 68e172e5-0970-400f-95cf-81bc4b41606e] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1088.043137] env[69524]: DEBUG oslo_vmware.api [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068488, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.038934} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.043651] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1088.043841] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ef190044-9788-4669-bd7a-55211b1d37b6/ef190044-9788-4669-bd7a-55211b1d37b6.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.044112] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ef190044-9788-4669-bd7a-55211b1d37b6/ef190044-9788-4669-bd7a-55211b1d37b6.vmdk to [datastore2] 26b87865-1683-4797-ae24-f51084419ce4/26b87865-1683-4797-ae24-f51084419ce4.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1088.044384] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3024583f-f32d-46df-be6c-cd7da15e8d4e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.052594] env[69524]: DEBUG oslo_vmware.api [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Waiting for the task: (returnval){ [ 1088.052594] env[69524]: value = "task-4068489" [ 1088.052594] env[69524]: _type = "Task" [ 1088.052594] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.064250] env[69524]: DEBUG oslo_vmware.api [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068489, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.096304] env[69524]: DEBUG nova.policy [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd8e1eea2c1f941fa84188c6d8a0c65e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a94659e7b1e4498afd816883f31bda9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 1088.441694] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d641825-31af-47a9-887e-1871547c4701 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.456103] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6315cdc6-3af9-48af-a2b4-8fcab02ea0c5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.498142] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62985070-d573-4717-a8a9-46115c6900e8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.508686] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e103bb21-78b2-4cbc-9cd7-b789d21c5339 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.527545] env[69524]: DEBUG nova.compute.provider_tree [None req-44635e57-82bc-4fea-9df1-3bc554bffdec tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.546244] env[69524]: DEBUG nova.compute.manager [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 68e172e5-0970-400f-95cf-81bc4b41606e] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1088.549614] env[69524]: DEBUG oslo_concurrency.lockutils [None req-73b10a24-7916-4cd5-bc1a-886d0ca66d20 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.569653] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.573321] env[69524]: DEBUG oslo_vmware.api [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068489, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.574445] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.718137] env[69524]: DEBUG nova.network.neutron [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 68e172e5-0970-400f-95cf-81bc4b41606e] Successfully created port: 7ec4fbc2-c8af-4361-bb5e-80067f6ad340 {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1089.031628] env[69524]: DEBUG nova.scheduler.client.report [None req-44635e57-82bc-4fea-9df1-3bc554bffdec tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.072304] env[69524]: DEBUG oslo_vmware.api [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068489, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.537172] env[69524]: DEBUG oslo_concurrency.lockutils [None req-44635e57-82bc-4fea-9df1-3bc554bffdec tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.477s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.539787] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8f48ce88-411c-48f3-93a9-1c0482c0b751 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.431s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.540068] env[69524]: DEBUG nova.objects.instance [None req-8f48ce88-411c-48f3-93a9-1c0482c0b751 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Lazy-loading 'resources' on Instance uuid f900a036-6e0f-41f4-a7e1-da08ebcf48d2 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.562741] env[69524]: DEBUG nova.compute.manager [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 68e172e5-0970-400f-95cf-81bc4b41606e] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1089.565908] env[69524]: INFO nova.scheduler.client.report [None req-44635e57-82bc-4fea-9df1-3bc554bffdec tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Deleted allocations for instance 2eb37685-2b4a-4e70-a379-b13ebf8bf812 [ 1089.582016] env[69524]: DEBUG oslo_vmware.api [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068489, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.596180] env[69524]: DEBUG nova.virt.hardware [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1089.596440] env[69524]: DEBUG nova.virt.hardware [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1089.596591] env[69524]: DEBUG nova.virt.hardware [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1089.596770] env[69524]: DEBUG nova.virt.hardware [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1089.596912] env[69524]: DEBUG nova.virt.hardware [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1089.597267] env[69524]: DEBUG nova.virt.hardware [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1089.597591] env[69524]: DEBUG nova.virt.hardware [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1089.597771] env[69524]: DEBUG nova.virt.hardware [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1089.597939] env[69524]: DEBUG nova.virt.hardware [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1089.598125] env[69524]: DEBUG nova.virt.hardware [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1089.598329] env[69524]: DEBUG nova.virt.hardware [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1089.599239] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22b8fdf-8faa-4717-a8fb-dbeacbbe9a60 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.611088] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37fd74a6-f2df-449e-b10f-a6dc500a4637 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.644927] env[69524]: DEBUG oslo_concurrency.lockutils [None req-18e2e50d-717b-408e-a05d-ad1a1479ac1c tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Acquiring lock "bb318096-0380-4270-81aa-66c1f722d97c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.645344] env[69524]: DEBUG oslo_concurrency.lockutils [None req-18e2e50d-717b-408e-a05d-ad1a1479ac1c tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Lock "bb318096-0380-4270-81aa-66c1f722d97c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.077519] env[69524]: DEBUG oslo_concurrency.lockutils [None req-44635e57-82bc-4fea-9df1-3bc554bffdec tempest-ServersWithSpecificFlavorTestJSON-880979551 tempest-ServersWithSpecificFlavorTestJSON-880979551-project-member] Lock "2eb37685-2b4a-4e70-a379-b13ebf8bf812" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.667s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.084408] env[69524]: DEBUG oslo_vmware.api [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068489, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.149102] env[69524]: INFO nova.compute.manager [None req-18e2e50d-717b-408e-a05d-ad1a1479ac1c tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Detaching volume 35b4af50-45a6-4e8a-a67d-7e0cf697c127 [ 1090.193724] env[69524]: INFO nova.virt.block_device [None req-18e2e50d-717b-408e-a05d-ad1a1479ac1c tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Attempting to driver detach volume 35b4af50-45a6-4e8a-a67d-7e0cf697c127 from mountpoint /dev/sdb [ 1090.193967] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-18e2e50d-717b-408e-a05d-ad1a1479ac1c tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Volume detach. Driver type: vmdk {{(pid=69524) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1090.194178] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-18e2e50d-717b-408e-a05d-ad1a1479ac1c tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806228', 'volume_id': '35b4af50-45a6-4e8a-a67d-7e0cf697c127', 'name': 'volume-35b4af50-45a6-4e8a-a67d-7e0cf697c127', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bb318096-0380-4270-81aa-66c1f722d97c', 'attached_at': '', 'detached_at': '', 'volume_id': '35b4af50-45a6-4e8a-a67d-7e0cf697c127', 'serial': '35b4af50-45a6-4e8a-a67d-7e0cf697c127'} {{(pid=69524) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1090.195173] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ccb656-15c5-46d7-9bc7-4ba1ad08c952 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.226121] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f874268-b65d-45f3-b287-eb2fa2eacb62 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.231267] env[69524]: DEBUG nova.compute.manager [req-501da32e-e9b9-4984-9339-836bc31a0638 req-f239d9b9-c1db-4ce5-909f-c72648b059b0 service nova] [instance: 68e172e5-0970-400f-95cf-81bc4b41606e] Received event network-vif-plugged-7ec4fbc2-c8af-4361-bb5e-80067f6ad340 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.231500] env[69524]: DEBUG oslo_concurrency.lockutils [req-501da32e-e9b9-4984-9339-836bc31a0638 req-f239d9b9-c1db-4ce5-909f-c72648b059b0 service nova] Acquiring lock "68e172e5-0970-400f-95cf-81bc4b41606e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.231705] env[69524]: DEBUG oslo_concurrency.lockutils [req-501da32e-e9b9-4984-9339-836bc31a0638 req-f239d9b9-c1db-4ce5-909f-c72648b059b0 service nova] Lock "68e172e5-0970-400f-95cf-81bc4b41606e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.231883] env[69524]: DEBUG oslo_concurrency.lockutils [req-501da32e-e9b9-4984-9339-836bc31a0638 req-f239d9b9-c1db-4ce5-909f-c72648b059b0 service nova] Lock "68e172e5-0970-400f-95cf-81bc4b41606e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.232093] env[69524]: DEBUG nova.compute.manager [req-501da32e-e9b9-4984-9339-836bc31a0638 req-f239d9b9-c1db-4ce5-909f-c72648b059b0 service nova] [instance: 68e172e5-0970-400f-95cf-81bc4b41606e] No waiting events found dispatching network-vif-plugged-7ec4fbc2-c8af-4361-bb5e-80067f6ad340 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1090.232268] env[69524]: WARNING nova.compute.manager [req-501da32e-e9b9-4984-9339-836bc31a0638 req-f239d9b9-c1db-4ce5-909f-c72648b059b0 service nova] [instance: 68e172e5-0970-400f-95cf-81bc4b41606e] Received unexpected event network-vif-plugged-7ec4fbc2-c8af-4361-bb5e-80067f6ad340 for instance with vm_state building and task_state spawning. [ 1090.243061] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b496f0be-e9d4-4127-bf09-a67dc7dc8cd3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.274318] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b75a5c7-7c74-4c54-80c6-79900e1ee9e8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.294257] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-18e2e50d-717b-408e-a05d-ad1a1479ac1c tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] The volume has not been displaced from its original location: [datastore2] volume-35b4af50-45a6-4e8a-a67d-7e0cf697c127/volume-35b4af50-45a6-4e8a-a67d-7e0cf697c127.vmdk. No consolidation needed. {{(pid=69524) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1090.299828] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-18e2e50d-717b-408e-a05d-ad1a1479ac1c tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Reconfiguring VM instance instance-0000003d to detach disk 2001 {{(pid=69524) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1090.303202] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8328f740-1cad-48f6-9aa0-ea338dfcb8c0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.326811] env[69524]: DEBUG oslo_vmware.api [None req-18e2e50d-717b-408e-a05d-ad1a1479ac1c tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for the task: (returnval){ [ 1090.326811] env[69524]: value = "task-4068490" [ 1090.326811] env[69524]: _type = "Task" [ 1090.326811] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.342104] env[69524]: DEBUG oslo_vmware.api [None req-18e2e50d-717b-408e-a05d-ad1a1479ac1c tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068490, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.369418] env[69524]: DEBUG nova.network.neutron [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 68e172e5-0970-400f-95cf-81bc4b41606e] Successfully updated port: 7ec4fbc2-c8af-4361-bb5e-80067f6ad340 {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1090.490423] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5239700d-6043-4d76-9b61-1db1ffe2fd26 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.498422] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5d9a83-18fb-41c6-9745-dd387ef6990b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.531268] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0d0aa0-adfa-49c1-8357-680cf3ec9a0d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.539167] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b7da7a-8af1-4094-9985-ae96a3b67149 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.553647] env[69524]: DEBUG nova.compute.provider_tree [None req-8f48ce88-411c-48f3-93a9-1c0482c0b751 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.576581] env[69524]: DEBUG oslo_vmware.api [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068489, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.452251} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.576847] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ef190044-9788-4669-bd7a-55211b1d37b6/ef190044-9788-4669-bd7a-55211b1d37b6.vmdk to [datastore2] 26b87865-1683-4797-ae24-f51084419ce4/26b87865-1683-4797-ae24-f51084419ce4.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1090.577652] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24c02d0-1dd3-4a48-a1cd-553d0a084742 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.602335] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 26b87865-1683-4797-ae24-f51084419ce4/26b87865-1683-4797-ae24-f51084419ce4.vmdk or device None with type streamOptimized {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1090.603010] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-294fd754-9e67-4edd-ba81-0080d91aae95 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.623747] env[69524]: DEBUG oslo_vmware.api [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Waiting for the task: (returnval){ [ 1090.623747] env[69524]: value = "task-4068491" [ 1090.623747] env[69524]: _type = "Task" [ 1090.623747] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.632081] env[69524]: DEBUG oslo_vmware.api [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068491, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.837916] env[69524]: DEBUG oslo_vmware.api [None req-18e2e50d-717b-408e-a05d-ad1a1479ac1c tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068490, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.871838] env[69524]: DEBUG oslo_concurrency.lockutils [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquiring lock "refresh_cache-68e172e5-0970-400f-95cf-81bc4b41606e" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.872225] env[69524]: DEBUG oslo_concurrency.lockutils [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquired lock "refresh_cache-68e172e5-0970-400f-95cf-81bc4b41606e" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.872433] env[69524]: DEBUG nova.network.neutron [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 68e172e5-0970-400f-95cf-81bc4b41606e] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.056646] env[69524]: DEBUG nova.scheduler.client.report [None req-8f48ce88-411c-48f3-93a9-1c0482c0b751 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.135846] env[69524]: DEBUG oslo_vmware.api [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068491, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.337990] env[69524]: DEBUG oslo_vmware.api [None req-18e2e50d-717b-408e-a05d-ad1a1479ac1c tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068490, 'name': ReconfigVM_Task, 'duration_secs': 0.580532} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.338304] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-18e2e50d-717b-408e-a05d-ad1a1479ac1c tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Reconfigured VM instance instance-0000003d to detach disk 2001 {{(pid=69524) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1091.343034] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d456979a-40d5-4d3e-bc65-c13bff072f3c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.358394] env[69524]: DEBUG oslo_vmware.api [None req-18e2e50d-717b-408e-a05d-ad1a1479ac1c tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for the task: (returnval){ [ 1091.358394] env[69524]: value = "task-4068492" [ 1091.358394] env[69524]: _type = "Task" [ 1091.358394] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.366801] env[69524]: DEBUG oslo_vmware.api [None req-18e2e50d-717b-408e-a05d-ad1a1479ac1c tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068492, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.411827] env[69524]: DEBUG nova.network.neutron [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 68e172e5-0970-400f-95cf-81bc4b41606e] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1091.562464] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8f48ce88-411c-48f3-93a9-1c0482c0b751 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.022s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.569905] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6fb9dc3a-0e3e-4d4c-8cf2-6689c722b4f8 tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.233s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.569905] env[69524]: DEBUG nova.objects.instance [None req-6fb9dc3a-0e3e-4d4c-8cf2-6689c722b4f8 tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Lazy-loading 'resources' on Instance uuid b66cee37-4bc3-4048-bfd2-6bb6f188f780 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.597228] env[69524]: INFO nova.scheduler.client.report [None req-8f48ce88-411c-48f3-93a9-1c0482c0b751 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Deleted allocations for instance f900a036-6e0f-41f4-a7e1-da08ebcf48d2 [ 1091.610134] env[69524]: DEBUG nova.network.neutron [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 68e172e5-0970-400f-95cf-81bc4b41606e] Updating instance_info_cache with network_info: [{"id": "7ec4fbc2-c8af-4361-bb5e-80067f6ad340", "address": "fa:16:3e:d8:30:d8", "network": {"id": "fb5872dc-060d-440d-9732-412267d366b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-932153407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a94659e7b1e4498afd816883f31bda9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ec4fbc2-c8", "ovs_interfaceid": "7ec4fbc2-c8af-4361-bb5e-80067f6ad340", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.637769] env[69524]: DEBUG oslo_vmware.api [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068491, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.868604] env[69524]: DEBUG oslo_vmware.api [None req-18e2e50d-717b-408e-a05d-ad1a1479ac1c tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068492, 'name': ReconfigVM_Task, 'duration_secs': 0.177435} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.869466] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-18e2e50d-717b-408e-a05d-ad1a1479ac1c tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806228', 'volume_id': '35b4af50-45a6-4e8a-a67d-7e0cf697c127', 'name': 'volume-35b4af50-45a6-4e8a-a67d-7e0cf697c127', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bb318096-0380-4270-81aa-66c1f722d97c', 'attached_at': '', 'detached_at': '', 'volume_id': '35b4af50-45a6-4e8a-a67d-7e0cf697c127', 'serial': '35b4af50-45a6-4e8a-a67d-7e0cf697c127'} {{(pid=69524) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1092.111778] env[69524]: DEBUG oslo_concurrency.lockutils [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Releasing lock "refresh_cache-68e172e5-0970-400f-95cf-81bc4b41606e" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.112153] env[69524]: DEBUG nova.compute.manager [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 68e172e5-0970-400f-95cf-81bc4b41606e] Instance network_info: |[{"id": "7ec4fbc2-c8af-4361-bb5e-80067f6ad340", "address": "fa:16:3e:d8:30:d8", "network": {"id": "fb5872dc-060d-440d-9732-412267d366b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-932153407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a94659e7b1e4498afd816883f31bda9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ec4fbc2-c8", "ovs_interfaceid": "7ec4fbc2-c8af-4361-bb5e-80067f6ad340", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1092.112764] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8f48ce88-411c-48f3-93a9-1c0482c0b751 tempest-ServersAdminTestJSON-1983840563 tempest-ServersAdminTestJSON-1983840563-project-member] Lock "f900a036-6e0f-41f4-a7e1-da08ebcf48d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.964s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.113904] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 68e172e5-0970-400f-95cf-81bc4b41606e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:30:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ec4fbc2-c8af-4361-bb5e-80067f6ad340', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1092.122094] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Creating folder: Project (0a94659e7b1e4498afd816883f31bda9). Parent ref: group-v806025. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1092.125669] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57b0fcca-708c-47d5-807b-2a6959b5cb3a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.140142] env[69524]: DEBUG oslo_vmware.api [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068491, 'name': ReconfigVM_Task, 'duration_secs': 1.306646} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.144111] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 26b87865-1683-4797-ae24-f51084419ce4/26b87865-1683-4797-ae24-f51084419ce4.vmdk or device None with type streamOptimized {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1092.144830] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Created folder: Project (0a94659e7b1e4498afd816883f31bda9) in parent group-v806025. [ 1092.145013] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Creating folder: Instances. Parent ref: group-v806261. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1092.145772] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-477ccdd3-83c0-4637-8cbf-f6360ae9e384 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.147526] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e0b675a8-a691-4fce-aabe-9b7fe3819fed {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.155338] env[69524]: DEBUG oslo_vmware.api [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Waiting for the task: (returnval){ [ 1092.155338] env[69524]: value = "task-4068494" [ 1092.155338] env[69524]: _type = "Task" [ 1092.155338] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.163864] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Created folder: Instances in parent group-v806261. [ 1092.164151] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.165226] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68e172e5-0970-400f-95cf-81bc4b41606e] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1092.165488] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a0c1211-856b-4a67-a77e-ce2054c122f9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.189673] env[69524]: DEBUG oslo_vmware.api [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068494, 'name': Rename_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.195595] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1092.195595] env[69524]: value = "task-4068496" [ 1092.195595] env[69524]: _type = "Task" [ 1092.195595] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.207818] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068496, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.248748] env[69524]: DEBUG nova.compute.manager [req-2d00afb6-26ce-48f3-9a3e-683b720093d3 req-6a424bf5-f09b-4bf4-916b-c6756126846f service nova] [instance: 68e172e5-0970-400f-95cf-81bc4b41606e] Received event network-changed-7ec4fbc2-c8af-4361-bb5e-80067f6ad340 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.248955] env[69524]: DEBUG nova.compute.manager [req-2d00afb6-26ce-48f3-9a3e-683b720093d3 req-6a424bf5-f09b-4bf4-916b-c6756126846f service nova] [instance: 68e172e5-0970-400f-95cf-81bc4b41606e] Refreshing instance network info cache due to event network-changed-7ec4fbc2-c8af-4361-bb5e-80067f6ad340. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1092.249645] env[69524]: DEBUG oslo_concurrency.lockutils [req-2d00afb6-26ce-48f3-9a3e-683b720093d3 req-6a424bf5-f09b-4bf4-916b-c6756126846f service nova] Acquiring lock "refresh_cache-68e172e5-0970-400f-95cf-81bc4b41606e" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.249868] env[69524]: DEBUG oslo_concurrency.lockutils [req-2d00afb6-26ce-48f3-9a3e-683b720093d3 req-6a424bf5-f09b-4bf4-916b-c6756126846f service nova] Acquired lock "refresh_cache-68e172e5-0970-400f-95cf-81bc4b41606e" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.250010] env[69524]: DEBUG nova.network.neutron [req-2d00afb6-26ce-48f3-9a3e-683b720093d3 req-6a424bf5-f09b-4bf4-916b-c6756126846f service nova] [instance: 68e172e5-0970-400f-95cf-81bc4b41606e] Refreshing network info cache for port 7ec4fbc2-c8af-4361-bb5e-80067f6ad340 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1092.431177] env[69524]: DEBUG nova.objects.instance [None req-18e2e50d-717b-408e-a05d-ad1a1479ac1c tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Lazy-loading 'flavor' on Instance uuid bb318096-0380-4270-81aa-66c1f722d97c {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.538318] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a652494-00c0-4e5f-84ba-f48bea79b93e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.549063] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dbcbf6b-8a02-4afe-9dcc-06c5857ea805 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.587059] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1150ea7a-0f1b-42be-a275-24a9254e8d92 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.594991] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ac4aca-9c00-4768-aa82-3043440d261d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.611204] env[69524]: DEBUG nova.compute.provider_tree [None req-6fb9dc3a-0e3e-4d4c-8cf2-6689c722b4f8 tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.665930] env[69524]: DEBUG oslo_vmware.api [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068494, 'name': Rename_Task, 'duration_secs': 0.177948} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.666278] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1092.667750] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33985198-ee4f-4179-b76a-cfe7d74b55bf {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.673747] env[69524]: DEBUG oslo_vmware.api [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Waiting for the task: (returnval){ [ 1092.673747] env[69524]: value = "task-4068497" [ 1092.673747] env[69524]: _type = "Task" [ 1092.673747] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.683781] env[69524]: DEBUG oslo_vmware.api [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068497, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.706589] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068496, 'name': CreateVM_Task, 'duration_secs': 0.38099} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.706777] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68e172e5-0970-400f-95cf-81bc4b41606e] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1092.707551] env[69524]: DEBUG oslo_concurrency.lockutils [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.707710] env[69524]: DEBUG oslo_concurrency.lockutils [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.708043] env[69524]: DEBUG oslo_concurrency.lockutils [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.708312] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40706d17-8ca4-4024-bfa3-2da142ac9779 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.715226] env[69524]: DEBUG oslo_vmware.api [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1092.715226] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52f1006f-f801-7db5-9f10-bf14f0997b66" [ 1092.715226] env[69524]: _type = "Task" [ 1092.715226] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.723839] env[69524]: DEBUG oslo_vmware.api [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52f1006f-f801-7db5-9f10-bf14f0997b66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.115042] env[69524]: DEBUG nova.scheduler.client.report [None req-6fb9dc3a-0e3e-4d4c-8cf2-6689c722b4f8 tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.131841] env[69524]: DEBUG nova.network.neutron [req-2d00afb6-26ce-48f3-9a3e-683b720093d3 req-6a424bf5-f09b-4bf4-916b-c6756126846f service nova] [instance: 68e172e5-0970-400f-95cf-81bc4b41606e] Updated VIF entry in instance network info cache for port 7ec4fbc2-c8af-4361-bb5e-80067f6ad340. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1093.132288] env[69524]: DEBUG nova.network.neutron [req-2d00afb6-26ce-48f3-9a3e-683b720093d3 req-6a424bf5-f09b-4bf4-916b-c6756126846f service nova] [instance: 68e172e5-0970-400f-95cf-81bc4b41606e] Updating instance_info_cache with network_info: [{"id": "7ec4fbc2-c8af-4361-bb5e-80067f6ad340", "address": "fa:16:3e:d8:30:d8", "network": {"id": "fb5872dc-060d-440d-9732-412267d366b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-932153407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a94659e7b1e4498afd816883f31bda9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ec4fbc2-c8", "ovs_interfaceid": "7ec4fbc2-c8af-4361-bb5e-80067f6ad340", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.191793] env[69524]: DEBUG oslo_vmware.api [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068497, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.231175] env[69524]: DEBUG oslo_vmware.api [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52f1006f-f801-7db5-9f10-bf14f0997b66, 'name': SearchDatastore_Task, 'duration_secs': 0.011877} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.231673] env[69524]: DEBUG oslo_concurrency.lockutils [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.232361] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 68e172e5-0970-400f-95cf-81bc4b41606e] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1093.232361] env[69524]: DEBUG oslo_concurrency.lockutils [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.232361] env[69524]: DEBUG oslo_concurrency.lockutils [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.232577] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1093.232718] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3398d5b9-87d4-4866-bc1a-f9e9b60f07b2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.244713] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1093.244908] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1093.245943] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d533dc1-4ee3-4172-b255-c062b1eac2ea {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.254699] env[69524]: DEBUG oslo_vmware.api [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1093.254699] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5235cc8f-64fb-6b63-4c25-28b641722066" [ 1093.254699] env[69524]: _type = "Task" [ 1093.254699] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.263846] env[69524]: DEBUG oslo_vmware.api [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5235cc8f-64fb-6b63-4c25-28b641722066, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.441203] env[69524]: DEBUG oslo_concurrency.lockutils [None req-18e2e50d-717b-408e-a05d-ad1a1479ac1c tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Lock "bb318096-0380-4270-81aa-66c1f722d97c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.796s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.623074] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6fb9dc3a-0e3e-4d4c-8cf2-6689c722b4f8 tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.051s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.623978] env[69524]: DEBUG oslo_concurrency.lockutils [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.637s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.629598] env[69524]: INFO nova.compute.claims [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1093.635784] env[69524]: DEBUG oslo_concurrency.lockutils [req-2d00afb6-26ce-48f3-9a3e-683b720093d3 req-6a424bf5-f09b-4bf4-916b-c6756126846f service nova] Releasing lock "refresh_cache-68e172e5-0970-400f-95cf-81bc4b41606e" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.665434] env[69524]: INFO nova.scheduler.client.report [None req-6fb9dc3a-0e3e-4d4c-8cf2-6689c722b4f8 tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Deleted allocations for instance b66cee37-4bc3-4048-bfd2-6bb6f188f780 [ 1093.698065] env[69524]: DEBUG oslo_vmware.api [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068497, 'name': PowerOnVM_Task} progress is 96%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.771140] env[69524]: DEBUG oslo_vmware.api [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5235cc8f-64fb-6b63-4c25-28b641722066, 'name': SearchDatastore_Task, 'duration_secs': 0.011253} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.772162] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96928c0c-4ca6-4324-af86-cb262e59b26b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.780062] env[69524]: DEBUG oslo_vmware.api [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1093.780062] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52c09d92-3e2d-fa46-46b8-5c94b286a1ca" [ 1093.780062] env[69524]: _type = "Task" [ 1093.780062] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.788908] env[69524]: DEBUG oslo_vmware.api [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52c09d92-3e2d-fa46-46b8-5c94b286a1ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.177338] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6fb9dc3a-0e3e-4d4c-8cf2-6689c722b4f8 tempest-ServerGroupTestJSON-725557468 tempest-ServerGroupTestJSON-725557468-project-member] Lock "b66cee37-4bc3-4048-bfd2-6bb6f188f780" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.762s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.193130] env[69524]: DEBUG oslo_vmware.api [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068497, 'name': PowerOnVM_Task, 'duration_secs': 1.096094} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.193130] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1094.203108] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ce2d0a42-2aad-49ff-9ece-39e777810344 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Acquiring lock "bb318096-0380-4270-81aa-66c1f722d97c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.203108] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ce2d0a42-2aad-49ff-9ece-39e777810344 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Lock "bb318096-0380-4270-81aa-66c1f722d97c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.203108] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ce2d0a42-2aad-49ff-9ece-39e777810344 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Acquiring lock "bb318096-0380-4270-81aa-66c1f722d97c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.203108] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ce2d0a42-2aad-49ff-9ece-39e777810344 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Lock "bb318096-0380-4270-81aa-66c1f722d97c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.203108] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ce2d0a42-2aad-49ff-9ece-39e777810344 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Lock "bb318096-0380-4270-81aa-66c1f722d97c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.203108] env[69524]: INFO nova.compute.manager [None req-ce2d0a42-2aad-49ff-9ece-39e777810344 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Terminating instance [ 1094.296295] env[69524]: DEBUG oslo_vmware.api [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52c09d92-3e2d-fa46-46b8-5c94b286a1ca, 'name': SearchDatastore_Task, 'duration_secs': 0.010671} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.296613] env[69524]: DEBUG oslo_concurrency.lockutils [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.296935] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 68e172e5-0970-400f-95cf-81bc4b41606e/68e172e5-0970-400f-95cf-81bc4b41606e.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1094.297180] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8e4e168-26cf-4a69-b464-26c54eb51726 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.307301] env[69524]: DEBUG oslo_vmware.api [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1094.307301] env[69524]: value = "task-4068498" [ 1094.307301] env[69524]: _type = "Task" [ 1094.307301] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.317079] env[69524]: DEBUG oslo_vmware.api [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068498, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.319883] env[69524]: DEBUG nova.compute.manager [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1094.320730] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f499b0-20b0-4fda-9353-4efea414001e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.707309] env[69524]: DEBUG nova.compute.manager [None req-ce2d0a42-2aad-49ff-9ece-39e777810344 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1094.707787] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ce2d0a42-2aad-49ff-9ece-39e777810344 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1094.708753] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302198b1-0cf4-4c02-8f57-93bbd95cf84a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.722669] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce2d0a42-2aad-49ff-9ece-39e777810344 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.722941] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3575b9e0-8d01-41bd-8edc-2f275b0c73fa {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.730976] env[69524]: DEBUG oslo_vmware.api [None req-ce2d0a42-2aad-49ff-9ece-39e777810344 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for the task: (returnval){ [ 1094.730976] env[69524]: value = "task-4068499" [ 1094.730976] env[69524]: _type = "Task" [ 1094.730976] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.745149] env[69524]: DEBUG oslo_vmware.api [None req-ce2d0a42-2aad-49ff-9ece-39e777810344 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068499, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.816940] env[69524]: DEBUG oslo_vmware.api [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068498, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.848384] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1818d53f-f045-40f4-8d2a-840187e76be4 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Lock "26b87865-1683-4797-ae24-f51084419ce4" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 45.760s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.054484] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6322d77b-6161-4202-88a7-406cfa13ee20 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.067478] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-353077b4-fb2c-4cbd-82e8-9ea6cbfa2df7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.105319] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239bc915-fe2a-477d-87b1-5469f7124966 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.114657] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f114bb-d383-4bee-a89a-f5fc7d1b5753 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.135095] env[69524]: DEBUG nova.compute.provider_tree [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.246907] env[69524]: DEBUG oslo_vmware.api [None req-ce2d0a42-2aad-49ff-9ece-39e777810344 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068499, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.316576] env[69524]: DEBUG oslo_vmware.api [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068498, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.639079] env[69524]: DEBUG nova.scheduler.client.report [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.747776] env[69524]: DEBUG oslo_vmware.api [None req-ce2d0a42-2aad-49ff-9ece-39e777810344 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068499, 'name': PowerOffVM_Task, 'duration_secs': 0.570191} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.748101] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce2d0a42-2aad-49ff-9ece-39e777810344 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1095.748310] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ce2d0a42-2aad-49ff-9ece-39e777810344 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1095.748494] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d098d5c-084e-4bac-affd-f57339e411db {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.819074] env[69524]: DEBUG oslo_vmware.api [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068498, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.843804] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ce2d0a42-2aad-49ff-9ece-39e777810344 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1095.843804] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ce2d0a42-2aad-49ff-9ece-39e777810344 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1095.843804] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce2d0a42-2aad-49ff-9ece-39e777810344 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Deleting the datastore file [datastore1] bb318096-0380-4270-81aa-66c1f722d97c {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1095.843804] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1488b595-3ba1-4fa3-b3ae-cb822cfd393e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.851632] env[69524]: DEBUG oslo_vmware.api [None req-ce2d0a42-2aad-49ff-9ece-39e777810344 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for the task: (returnval){ [ 1095.851632] env[69524]: value = "task-4068501" [ 1095.851632] env[69524]: _type = "Task" [ 1095.851632] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.861622] env[69524]: DEBUG oslo_vmware.api [None req-ce2d0a42-2aad-49ff-9ece-39e777810344 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068501, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.145299] env[69524]: DEBUG oslo_concurrency.lockutils [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.522s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.145847] env[69524]: DEBUG nova.compute.manager [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1096.148911] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f4a66f74-2204-4e37-968d-29b56c0f7be7 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.580s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.149815] env[69524]: DEBUG nova.objects.instance [None req-f4a66f74-2204-4e37-968d-29b56c0f7be7 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Lazy-loading 'resources' on Instance uuid 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.324436] env[69524]: DEBUG oslo_vmware.api [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068498, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.55443} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.324436] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 68e172e5-0970-400f-95cf-81bc4b41606e/68e172e5-0970-400f-95cf-81bc4b41606e.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1096.324436] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 68e172e5-0970-400f-95cf-81bc4b41606e] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1096.324774] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-beaabbe6-9fbb-469e-ab2a-a37fd72c2556 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.333756] env[69524]: DEBUG oslo_vmware.api [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1096.333756] env[69524]: value = "task-4068502" [ 1096.333756] env[69524]: _type = "Task" [ 1096.333756] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.345361] env[69524]: DEBUG oslo_vmware.api [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068502, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.363603] env[69524]: DEBUG oslo_vmware.api [None req-ce2d0a42-2aad-49ff-9ece-39e777810344 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068501, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.653259] env[69524]: DEBUG nova.compute.utils [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1096.663819] env[69524]: DEBUG nova.compute.manager [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1096.663819] env[69524]: DEBUG nova.network.neutron [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1096.795413] env[69524]: DEBUG nova.policy [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd03cb7729d994ff7a11f204aaf5cd10c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d2fffe3417744e99ce079788dc320b9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 1096.854557] env[69524]: DEBUG oslo_vmware.api [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068502, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088198} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.861870] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 68e172e5-0970-400f-95cf-81bc4b41606e] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1096.863116] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47451994-a046-4861-8ce6-5e7d5795ec11 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.884410] env[69524]: DEBUG oslo_vmware.api [None req-ce2d0a42-2aad-49ff-9ece-39e777810344 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068501, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.601759} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.894761] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 68e172e5-0970-400f-95cf-81bc4b41606e] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 68e172e5-0970-400f-95cf-81bc4b41606e/68e172e5-0970-400f-95cf-81bc4b41606e.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1096.898865] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce2d0a42-2aad-49ff-9ece-39e777810344 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1096.899132] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ce2d0a42-2aad-49ff-9ece-39e777810344 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1096.899352] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ce2d0a42-2aad-49ff-9ece-39e777810344 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1096.899568] env[69524]: INFO nova.compute.manager [None req-ce2d0a42-2aad-49ff-9ece-39e777810344 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Took 2.19 seconds to destroy the instance on the hypervisor. [ 1096.899778] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce2d0a42-2aad-49ff-9ece-39e777810344 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1096.899986] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db3f34cd-2e41-402d-8884-d80c846d1989 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.917129] env[69524]: DEBUG nova.compute.manager [-] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1096.917129] env[69524]: DEBUG nova.network.neutron [-] [instance: bb318096-0380-4270-81aa-66c1f722d97c] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1096.930326] env[69524]: DEBUG oslo_vmware.api [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1096.930326] env[69524]: value = "task-4068503" [ 1096.930326] env[69524]: _type = "Task" [ 1096.930326] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.944637] env[69524]: DEBUG oslo_vmware.api [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068503, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.122554] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29d33ef-f845-46a0-b23f-796418bf553d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.131213] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9351b8b-79ca-4ac2-b055-bd8af1eef423 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.168318] env[69524]: DEBUG nova.compute.manager [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1097.173732] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb23bba-2889-4963-8933-06754fd9edb5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.184757] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9699208d-8e5a-4766-b660-4b2cd7bc0bd3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.206618] env[69524]: DEBUG nova.compute.provider_tree [None req-f4a66f74-2204-4e37-968d-29b56c0f7be7 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.283811] env[69524]: DEBUG nova.network.neutron [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac] Successfully created port: 0a68bdfd-c9bc-4e3f-adb4-2465f946b253 {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1097.452281] env[69524]: DEBUG oslo_vmware.api [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068503, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.464237] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92545396-138e-4181-aea2-bca5812dec51 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.474481] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-cda46028-1712-4d4e-9e53-1aef15fe58e5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Suspending the VM {{(pid=69524) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1097.474610] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-e6820900-fa43-421e-99f6-0f6b02232d8d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.483893] env[69524]: DEBUG oslo_vmware.api [None req-cda46028-1712-4d4e-9e53-1aef15fe58e5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Waiting for the task: (returnval){ [ 1097.483893] env[69524]: value = "task-4068504" [ 1097.483893] env[69524]: _type = "Task" [ 1097.483893] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.494863] env[69524]: DEBUG oslo_vmware.api [None req-cda46028-1712-4d4e-9e53-1aef15fe58e5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068504, 'name': SuspendVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.710691] env[69524]: DEBUG nova.scheduler.client.report [None req-f4a66f74-2204-4e37-968d-29b56c0f7be7 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.948593] env[69524]: DEBUG oslo_vmware.api [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068503, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.995279] env[69524]: DEBUG oslo_vmware.api [None req-cda46028-1712-4d4e-9e53-1aef15fe58e5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068504, 'name': SuspendVM_Task} progress is 50%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.184148] env[69524]: DEBUG nova.compute.manager [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1098.222636] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f4a66f74-2204-4e37-968d-29b56c0f7be7 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.074s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.228465] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.468s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1098.233641] env[69524]: INFO nova.compute.claims [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1098.239289] env[69524]: DEBUG nova.virt.hardware [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1098.239289] env[69524]: DEBUG nova.virt.hardware [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1098.239675] env[69524]: DEBUG nova.virt.hardware [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1098.239675] env[69524]: DEBUG nova.virt.hardware [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1098.239675] env[69524]: DEBUG nova.virt.hardware [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1098.243675] env[69524]: DEBUG nova.virt.hardware [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1098.243827] env[69524]: DEBUG nova.virt.hardware [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1098.244068] env[69524]: DEBUG nova.virt.hardware [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1098.244619] env[69524]: DEBUG nova.virt.hardware [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1098.244619] env[69524]: DEBUG nova.virt.hardware [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1098.244619] env[69524]: DEBUG nova.virt.hardware [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1098.247801] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42dd42bf-b545-43e6-a944-67cdf01493c3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.258206] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9737ae-0f1f-42d4-9d27-f64e7e340920 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.266670] env[69524]: INFO nova.scheduler.client.report [None req-f4a66f74-2204-4e37-968d-29b56c0f7be7 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Deleted allocations for instance 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1 [ 1098.341942] env[69524]: DEBUG nova.compute.manager [req-56bf2a06-243a-41f0-b5b2-212f5cc71bc0 req-b4a3f1dd-023b-4b64-9f71-79600e12ca86 service nova] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Received event network-vif-deleted-80a35763-954c-46ed-a04a-4a2bf6da4dfa {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.342321] env[69524]: INFO nova.compute.manager [req-56bf2a06-243a-41f0-b5b2-212f5cc71bc0 req-b4a3f1dd-023b-4b64-9f71-79600e12ca86 service nova] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Neutron deleted interface 80a35763-954c-46ed-a04a-4a2bf6da4dfa; detaching it from the instance and deleting it from the info cache [ 1098.342605] env[69524]: DEBUG nova.network.neutron [req-56bf2a06-243a-41f0-b5b2-212f5cc71bc0 req-b4a3f1dd-023b-4b64-9f71-79600e12ca86 service nova] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.454573] env[69524]: DEBUG oslo_vmware.api [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068503, 'name': ReconfigVM_Task, 'duration_secs': 1.481556} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.455426] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 68e172e5-0970-400f-95cf-81bc4b41606e] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 68e172e5-0970-400f-95cf-81bc4b41606e/68e172e5-0970-400f-95cf-81bc4b41606e.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1098.457684] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d638c926-3980-46f5-8f91-037ea7b05e10 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.470240] env[69524]: DEBUG oslo_vmware.api [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1098.470240] env[69524]: value = "task-4068505" [ 1098.470240] env[69524]: _type = "Task" [ 1098.470240] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.487534] env[69524]: DEBUG oslo_vmware.api [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068505, 'name': Rename_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.500767] env[69524]: DEBUG oslo_vmware.api [None req-cda46028-1712-4d4e-9e53-1aef15fe58e5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068504, 'name': SuspendVM_Task} progress is 50%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.787970] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f4a66f74-2204-4e37-968d-29b56c0f7be7 tempest-AttachVolumeTestJSON-1477269530 tempest-AttachVolumeTestJSON-1477269530-project-member] Lock "296e8dfd-268b-4bda-96bb-4e18c1e5c6d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.133s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.803641] env[69524]: DEBUG nova.network.neutron [-] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.850253] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-27efd531-f8e7-4d6f-a620-e65565b9de4a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.865764] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28c2f61-2271-4a89-9a51-444671420e8f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.907958] env[69524]: DEBUG nova.compute.manager [req-56bf2a06-243a-41f0-b5b2-212f5cc71bc0 req-b4a3f1dd-023b-4b64-9f71-79600e12ca86 service nova] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Detach interface failed, port_id=80a35763-954c-46ed-a04a-4a2bf6da4dfa, reason: Instance bb318096-0380-4270-81aa-66c1f722d97c could not be found. {{(pid=69524) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1098.980650] env[69524]: DEBUG oslo_vmware.api [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068505, 'name': Rename_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.998496] env[69524]: DEBUG oslo_vmware.api [None req-cda46028-1712-4d4e-9e53-1aef15fe58e5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068504, 'name': SuspendVM_Task, 'duration_secs': 1.086882} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.998781] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-cda46028-1712-4d4e-9e53-1aef15fe58e5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Suspended the VM {{(pid=69524) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1098.998959] env[69524]: DEBUG nova.compute.manager [None req-cda46028-1712-4d4e-9e53-1aef15fe58e5 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1098.999808] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ad6dc8-6b3f-48e1-b9de-aec866221dcf {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.285956] env[69524]: DEBUG nova.network.neutron [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac] Successfully updated port: 0a68bdfd-c9bc-4e3f-adb4-2465f946b253 {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1099.306341] env[69524]: INFO nova.compute.manager [-] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Took 2.39 seconds to deallocate network for instance. [ 1099.353702] env[69524]: DEBUG nova.compute.manager [req-5ea15a30-8d07-4bba-8293-f8f5cb98b03e req-cb9499b0-48ef-4c1f-a75c-51e13d7086e2 service nova] [instance: ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac] Received event network-vif-plugged-0a68bdfd-c9bc-4e3f-adb4-2465f946b253 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.353838] env[69524]: DEBUG oslo_concurrency.lockutils [req-5ea15a30-8d07-4bba-8293-f8f5cb98b03e req-cb9499b0-48ef-4c1f-a75c-51e13d7086e2 service nova] Acquiring lock "ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.354210] env[69524]: DEBUG oslo_concurrency.lockutils [req-5ea15a30-8d07-4bba-8293-f8f5cb98b03e req-cb9499b0-48ef-4c1f-a75c-51e13d7086e2 service nova] Lock "ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.354366] env[69524]: DEBUG oslo_concurrency.lockutils [req-5ea15a30-8d07-4bba-8293-f8f5cb98b03e req-cb9499b0-48ef-4c1f-a75c-51e13d7086e2 service nova] Lock "ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.354823] env[69524]: DEBUG nova.compute.manager [req-5ea15a30-8d07-4bba-8293-f8f5cb98b03e req-cb9499b0-48ef-4c1f-a75c-51e13d7086e2 service nova] [instance: ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac] No waiting events found dispatching network-vif-plugged-0a68bdfd-c9bc-4e3f-adb4-2465f946b253 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1099.355267] env[69524]: WARNING nova.compute.manager [req-5ea15a30-8d07-4bba-8293-f8f5cb98b03e req-cb9499b0-48ef-4c1f-a75c-51e13d7086e2 service nova] [instance: ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac] Received unexpected event network-vif-plugged-0a68bdfd-c9bc-4e3f-adb4-2465f946b253 for instance with vm_state building and task_state spawning. [ 1099.484642] env[69524]: DEBUG oslo_vmware.api [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068505, 'name': Rename_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.628960] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb40fdf-d78d-4d73-b47f-02c3e5f27a98 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.637245] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64cf8748-03ea-49b2-89e1-f155834e8d15 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.675115] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a2284f-702f-4ea9-bca7-2baca96e77da {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.684967] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092792fa-d7d1-48b8-83a1-974ad4dac242 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.702531] env[69524]: DEBUG nova.compute.provider_tree [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1099.791119] env[69524]: DEBUG oslo_concurrency.lockutils [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquiring lock "refresh_cache-ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.791119] env[69524]: DEBUG oslo_concurrency.lockutils [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquired lock "refresh_cache-ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.791119] env[69524]: DEBUG nova.network.neutron [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1099.818658] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ce2d0a42-2aad-49ff-9ece-39e777810344 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.982938] env[69524]: DEBUG oslo_vmware.api [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068505, 'name': Rename_Task, 'duration_secs': 1.47213} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.983271] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 68e172e5-0970-400f-95cf-81bc4b41606e] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1099.983607] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-310c8135-311e-4d3f-ad99-f7a6cb44ef02 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.994273] env[69524]: DEBUG oslo_vmware.api [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1099.994273] env[69524]: value = "task-4068507" [ 1099.994273] env[69524]: _type = "Task" [ 1099.994273] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.002646] env[69524]: DEBUG oslo_vmware.api [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068507, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.233846] env[69524]: ERROR nova.scheduler.client.report [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [req-9b6df0f8-c782-47da-a736-2b85b72a9518] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 333a7aa4-d2cd-4888-ac97-9e43e6b91719. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9b6df0f8-c782-47da-a736-2b85b72a9518"}]} [ 1100.260245] env[69524]: DEBUG nova.scheduler.client.report [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Refreshing inventories for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1100.278459] env[69524]: DEBUG nova.scheduler.client.report [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Updating ProviderTree inventory for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1100.278687] env[69524]: DEBUG nova.compute.provider_tree [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1100.297479] env[69524]: DEBUG nova.scheduler.client.report [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Refreshing aggregate associations for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719, aggregates: None {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1100.316197] env[69524]: INFO nova.compute.manager [None req-4a89b05d-1cdf-4b83-91ba-e59e40884709 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Resuming [ 1100.316853] env[69524]: DEBUG nova.objects.instance [None req-4a89b05d-1cdf-4b83-91ba-e59e40884709 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Lazy-loading 'flavor' on Instance uuid 26b87865-1683-4797-ae24-f51084419ce4 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1100.327372] env[69524]: DEBUG nova.scheduler.client.report [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Refreshing trait associations for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1100.347637] env[69524]: DEBUG nova.network.neutron [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1100.509387] env[69524]: DEBUG oslo_vmware.api [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068507, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.612914] env[69524]: DEBUG nova.network.neutron [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac] Updating instance_info_cache with network_info: [{"id": "0a68bdfd-c9bc-4e3f-adb4-2465f946b253", "address": "fa:16:3e:41:22:85", "network": {"id": "b23ca180-1a84-452a-9514-9d8f6aa62900", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1041588650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2fffe3417744e99ce079788dc320b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a68bdfd-c9", "ovs_interfaceid": "0a68bdfd-c9bc-4e3f-adb4-2465f946b253", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.750236] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34cc86b3-543e-4a35-8ea2-d61ccc96ca75 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.758660] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980f14fd-daba-47c5-a152-500d238e1214 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.791946] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467d7a90-8bb9-4938-b938-35f078bb32fc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.799777] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be089c30-c067-4c0b-8d90-23840ac21e5f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.815620] env[69524]: DEBUG nova.compute.provider_tree [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1101.008150] env[69524]: DEBUG oslo_vmware.api [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068507, 'name': PowerOnVM_Task, 'duration_secs': 0.526981} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.009395] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 68e172e5-0970-400f-95cf-81bc4b41606e] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1101.009395] env[69524]: INFO nova.compute.manager [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 68e172e5-0970-400f-95cf-81bc4b41606e] Took 11.45 seconds to spawn the instance on the hypervisor. [ 1101.009395] env[69524]: DEBUG nova.compute.manager [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 68e172e5-0970-400f-95cf-81bc4b41606e] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1101.010416] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b917663c-f3e3-4065-b33e-1cd14d13aa26 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.054225] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1101.054634] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1101.122356] env[69524]: DEBUG oslo_concurrency.lockutils [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Releasing lock "refresh_cache-ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.122698] env[69524]: DEBUG nova.compute.manager [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac] Instance network_info: |[{"id": "0a68bdfd-c9bc-4e3f-adb4-2465f946b253", "address": "fa:16:3e:41:22:85", "network": {"id": "b23ca180-1a84-452a-9514-9d8f6aa62900", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1041588650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2fffe3417744e99ce079788dc320b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a68bdfd-c9", "ovs_interfaceid": "0a68bdfd-c9bc-4e3f-adb4-2465f946b253", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1101.123189] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:22:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4020f51-6e46-4b73-a79e-9fe3fd51b917', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a68bdfd-c9bc-4e3f-adb4-2465f946b253', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1101.130914] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.131296] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1101.131581] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d978a02c-0add-4bab-8bdf-d93f9a112fa6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.152423] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1101.152423] env[69524]: value = "task-4068508" [ 1101.152423] env[69524]: _type = "Task" [ 1101.152423] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.165018] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068508, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.356994] env[69524]: DEBUG nova.scheduler.client.report [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Updated inventory for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with generation 112 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1101.357292] env[69524]: DEBUG nova.compute.provider_tree [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Updating resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 generation from 112 to 113 during operation: update_inventory {{(pid=69524) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1101.357464] env[69524]: DEBUG nova.compute.provider_tree [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1101.416236] env[69524]: DEBUG nova.compute.manager [req-83967bb9-98ef-44a5-b01f-f64b98b3ff86 req-422c1ff5-2f29-4906-a126-56c1a16b8243 service nova] [instance: ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac] Received event network-changed-0a68bdfd-c9bc-4e3f-adb4-2465f946b253 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.416574] env[69524]: DEBUG nova.compute.manager [req-83967bb9-98ef-44a5-b01f-f64b98b3ff86 req-422c1ff5-2f29-4906-a126-56c1a16b8243 service nova] [instance: ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac] Refreshing instance network info cache due to event network-changed-0a68bdfd-c9bc-4e3f-adb4-2465f946b253. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1101.417023] env[69524]: DEBUG oslo_concurrency.lockutils [req-83967bb9-98ef-44a5-b01f-f64b98b3ff86 req-422c1ff5-2f29-4906-a126-56c1a16b8243 service nova] Acquiring lock "refresh_cache-ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.417271] env[69524]: DEBUG oslo_concurrency.lockutils [req-83967bb9-98ef-44a5-b01f-f64b98b3ff86 req-422c1ff5-2f29-4906-a126-56c1a16b8243 service nova] Acquired lock "refresh_cache-ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.417417] env[69524]: DEBUG nova.network.neutron [req-83967bb9-98ef-44a5-b01f-f64b98b3ff86 req-422c1ff5-2f29-4906-a126-56c1a16b8243 service nova] [instance: ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac] Refreshing network info cache for port 0a68bdfd-c9bc-4e3f-adb4-2465f946b253 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1101.531985] env[69524]: INFO nova.compute.manager [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 68e172e5-0970-400f-95cf-81bc4b41606e] Took 41.38 seconds to build instance. [ 1101.566219] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1101.566219] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1101.566219] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1101.566219] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1101.566219] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1101.566219] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1101.566219] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69524) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1101.566219] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1101.663783] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068508, 'name': CreateVM_Task, 'duration_secs': 0.409915} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.663783] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1101.664484] env[69524]: DEBUG oslo_concurrency.lockutils [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.664679] env[69524]: DEBUG oslo_concurrency.lockutils [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.665311] env[69524]: DEBUG oslo_concurrency.lockutils [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.666390] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81b8dc5e-52e7-497e-8bb8-bd2154a36903 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.671444] env[69524]: DEBUG oslo_vmware.api [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1101.671444] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]523ee6b2-1dd0-e377-ce23-2eb7128f02ff" [ 1101.671444] env[69524]: _type = "Task" [ 1101.671444] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.680469] env[69524]: DEBUG oslo_vmware.api [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]523ee6b2-1dd0-e377-ce23-2eb7128f02ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.833417] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4a89b05d-1cdf-4b83-91ba-e59e40884709 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Acquiring lock "refresh_cache-26b87865-1683-4797-ae24-f51084419ce4" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.833417] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4a89b05d-1cdf-4b83-91ba-e59e40884709 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Acquired lock "refresh_cache-26b87865-1683-4797-ae24-f51084419ce4" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.833649] env[69524]: DEBUG nova.network.neutron [None req-4a89b05d-1cdf-4b83-91ba-e59e40884709 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1101.864846] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.637s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.865411] env[69524]: DEBUG nova.compute.manager [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1101.867930] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d313d6fc-a4a0-463e-9a46-ba30266d596a tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.316s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.868169] env[69524]: DEBUG nova.objects.instance [None req-d313d6fc-a4a0-463e-9a46-ba30266d596a tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Lazy-loading 'resources' on Instance uuid 3a962860-7a12-485a-af4e-1e86f7292a8a {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1102.034010] env[69524]: DEBUG oslo_concurrency.lockutils [None req-953bca0b-76d2-42ed-8834-18dcdbb61c88 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "68e172e5-0970-400f-95cf-81bc4b41606e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.885s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.072487] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.182863] env[69524]: DEBUG oslo_vmware.api [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]523ee6b2-1dd0-e377-ce23-2eb7128f02ff, 'name': SearchDatastore_Task, 'duration_secs': 0.012778} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.183227] env[69524]: DEBUG oslo_concurrency.lockutils [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.183409] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1102.183659] env[69524]: DEBUG oslo_concurrency.lockutils [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.183817] env[69524]: DEBUG oslo_concurrency.lockutils [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.184049] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1102.184326] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8464ac5d-6466-402f-ac03-426dbc2613c4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.199187] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1102.201573] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1102.201573] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60dbe715-48d9-4cb9-b91c-63627fa3c4f8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.208439] env[69524]: DEBUG oslo_vmware.api [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1102.208439] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52cd81de-51e1-26ec-6710-712be3dc83a3" [ 1102.208439] env[69524]: _type = "Task" [ 1102.208439] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.221169] env[69524]: DEBUG oslo_vmware.api [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52cd81de-51e1-26ec-6710-712be3dc83a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.248416] env[69524]: DEBUG nova.network.neutron [req-83967bb9-98ef-44a5-b01f-f64b98b3ff86 req-422c1ff5-2f29-4906-a126-56c1a16b8243 service nova] [instance: ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac] Updated VIF entry in instance network info cache for port 0a68bdfd-c9bc-4e3f-adb4-2465f946b253. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1102.249373] env[69524]: DEBUG nova.network.neutron [req-83967bb9-98ef-44a5-b01f-f64b98b3ff86 req-422c1ff5-2f29-4906-a126-56c1a16b8243 service nova] [instance: ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac] Updating instance_info_cache with network_info: [{"id": "0a68bdfd-c9bc-4e3f-adb4-2465f946b253", "address": "fa:16:3e:41:22:85", "network": {"id": "b23ca180-1a84-452a-9514-9d8f6aa62900", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1041588650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2fffe3417744e99ce079788dc320b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a68bdfd-c9", "ovs_interfaceid": "0a68bdfd-c9bc-4e3f-adb4-2465f946b253", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.372460] env[69524]: DEBUG nova.compute.utils [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1102.379992] env[69524]: DEBUG nova.compute.manager [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1102.380185] env[69524]: DEBUG nova.network.neutron [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1102.453815] env[69524]: DEBUG nova.policy [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a583296edfd14a9486c009be1d31c5dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19b783619cdb483cb17f8d07f699f9dd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 1102.676979] env[69524]: DEBUG nova.network.neutron [None req-4a89b05d-1cdf-4b83-91ba-e59e40884709 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Updating instance_info_cache with network_info: [{"id": "9a326075-d521-48f8-83a0-9a89b76cf723", "address": "fa:16:3e:ab:2b:2c", "network": {"id": "7ee020cd-b29f-46bb-b312-06a885d300a5", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1240151067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9c997eb05634f5fa1c746f901f82619", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b033f4d-2e92-4702-add6-410a29d3f251", "external-id": "nsx-vlan-transportzone-649", "segmentation_id": 649, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a326075-d5", "ovs_interfaceid": "9a326075-d521-48f8-83a0-9a89b76cf723", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.726332] env[69524]: DEBUG oslo_vmware.api [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52cd81de-51e1-26ec-6710-712be3dc83a3, 'name': SearchDatastore_Task, 'duration_secs': 0.017592} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.727795] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e3ccc9b-8846-40f5-9138-d73dab4dc4d8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.738484] env[69524]: DEBUG oslo_vmware.api [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1102.738484] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]526e8c66-1218-864b-1224-6dd0fd56b679" [ 1102.738484] env[69524]: _type = "Task" [ 1102.738484] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.749174] env[69524]: DEBUG oslo_vmware.api [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]526e8c66-1218-864b-1224-6dd0fd56b679, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.755462] env[69524]: DEBUG oslo_concurrency.lockutils [req-83967bb9-98ef-44a5-b01f-f64b98b3ff86 req-422c1ff5-2f29-4906-a126-56c1a16b8243 service nova] Releasing lock "refresh_cache-ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.779117] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173081b0-b019-47b1-91a8-bfb5a264a84c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.787919] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2436fa-f220-4a4a-ad0c-f09b35e44c2d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.827978] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f41e93c-d818-467b-8ba3-ee06261438ee {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.838073] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e8b981-3099-442b-85a1-6a33685295e3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.854232] env[69524]: DEBUG nova.compute.provider_tree [None req-d313d6fc-a4a0-463e-9a46-ba30266d596a tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.878143] env[69524]: DEBUG nova.compute.manager [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1102.919384] env[69524]: DEBUG nova.network.neutron [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d] Successfully created port: b4f878c1-1798-491c-8673-9dad27134d4d {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1103.183953] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4a89b05d-1cdf-4b83-91ba-e59e40884709 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Releasing lock "refresh_cache-26b87865-1683-4797-ae24-f51084419ce4" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.186479] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d9d946-646b-42e6-b584-f79bb158c8c3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.195161] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-4a89b05d-1cdf-4b83-91ba-e59e40884709 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Resuming the VM {{(pid=69524) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1103.195161] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7fdae692-6440-44d9-b9b0-d1c5dac15c2f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.204464] env[69524]: DEBUG oslo_vmware.api [None req-4a89b05d-1cdf-4b83-91ba-e59e40884709 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Waiting for the task: (returnval){ [ 1103.204464] env[69524]: value = "task-4068510" [ 1103.204464] env[69524]: _type = "Task" [ 1103.204464] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.215094] env[69524]: DEBUG oslo_vmware.api [None req-4a89b05d-1cdf-4b83-91ba-e59e40884709 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068510, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.250222] env[69524]: DEBUG oslo_vmware.api [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]526e8c66-1218-864b-1224-6dd0fd56b679, 'name': SearchDatastore_Task, 'duration_secs': 0.011723} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.250501] env[69524]: DEBUG oslo_concurrency.lockutils [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.250778] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac/ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1103.251053] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04088f18-de36-4746-b388-a8f36f82da50 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.258671] env[69524]: DEBUG oslo_vmware.api [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1103.258671] env[69524]: value = "task-4068511" [ 1103.258671] env[69524]: _type = "Task" [ 1103.258671] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.268847] env[69524]: DEBUG oslo_vmware.api [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068511, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.357135] env[69524]: DEBUG nova.scheduler.client.report [None req-d313d6fc-a4a0-463e-9a46-ba30266d596a tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.382764] env[69524]: DEBUG oslo_concurrency.lockutils [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquiring lock "5f17ffdf-5368-4e18-b484-19aeb233ebe2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.382994] env[69524]: DEBUG oslo_concurrency.lockutils [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "5f17ffdf-5368-4e18-b484-19aeb233ebe2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.718478] env[69524]: DEBUG oslo_vmware.api [None req-4a89b05d-1cdf-4b83-91ba-e59e40884709 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068510, 'name': PowerOnVM_Task} progress is 93%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.770130] env[69524]: DEBUG oslo_vmware.api [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068511, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.862375] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d313d6fc-a4a0-463e-9a46-ba30266d596a tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.994s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.865031] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 19.580s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.889063] env[69524]: DEBUG nova.compute.manager [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 5f17ffdf-5368-4e18-b484-19aeb233ebe2] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1103.894877] env[69524]: DEBUG nova.compute.manager [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1103.910161] env[69524]: INFO nova.scheduler.client.report [None req-d313d6fc-a4a0-463e-9a46-ba30266d596a tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Deleted allocations for instance 3a962860-7a12-485a-af4e-1e86f7292a8a [ 1103.939554] env[69524]: DEBUG nova.virt.hardware [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1103.939554] env[69524]: DEBUG nova.virt.hardware [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1103.940026] env[69524]: DEBUG nova.virt.hardware [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1103.940382] env[69524]: DEBUG nova.virt.hardware [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1103.944024] env[69524]: DEBUG nova.virt.hardware [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1103.944024] env[69524]: DEBUG nova.virt.hardware [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1103.944024] env[69524]: DEBUG nova.virt.hardware [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1103.944024] env[69524]: DEBUG nova.virt.hardware [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1103.944024] env[69524]: DEBUG nova.virt.hardware [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1103.944024] env[69524]: DEBUG nova.virt.hardware [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1103.944024] env[69524]: DEBUG nova.virt.hardware [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1103.944024] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a06641-47fe-489b-a576-6ad77855f4e1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.956609] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51aa5ef-4a34-4910-8930-34960b644e13 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.216499] env[69524]: DEBUG oslo_vmware.api [None req-4a89b05d-1cdf-4b83-91ba-e59e40884709 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068510, 'name': PowerOnVM_Task, 'duration_secs': 0.718891} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.216983] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-4a89b05d-1cdf-4b83-91ba-e59e40884709 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Resumed the VM {{(pid=69524) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1104.217193] env[69524]: DEBUG nova.compute.manager [None req-4a89b05d-1cdf-4b83-91ba-e59e40884709 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1104.217987] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f0dedf-b3cd-4ec9-85a3-a0f29777633d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.272992] env[69524]: DEBUG oslo_vmware.api [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068511, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560615} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.276155] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac/ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1104.276155] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1104.276155] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31e71897-9212-4ce4-b38c-95217938ed02 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.284744] env[69524]: DEBUG oslo_vmware.api [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1104.284744] env[69524]: value = "task-4068512" [ 1104.284744] env[69524]: _type = "Task" [ 1104.284744] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.294447] env[69524]: DEBUG oslo_vmware.api [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068512, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.371498] env[69524]: INFO nova.compute.claims [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1104.418498] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d313d6fc-a4a0-463e-9a46-ba30266d596a tempest-MigrationsAdminTest-1941194271 tempest-MigrationsAdminTest-1941194271-project-member] Lock "3a962860-7a12-485a-af4e-1e86f7292a8a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.378s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.439023] env[69524]: DEBUG oslo_concurrency.lockutils [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.671967] env[69524]: DEBUG nova.compute.manager [req-e2431e1b-1ba7-4ef2-b83d-72c77af6379f req-b880b217-ab90-4c75-b6d2-fd348f9e7f83 service nova] [instance: a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d] Received event network-vif-plugged-b4f878c1-1798-491c-8673-9dad27134d4d {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.671967] env[69524]: DEBUG oslo_concurrency.lockutils [req-e2431e1b-1ba7-4ef2-b83d-72c77af6379f req-b880b217-ab90-4c75-b6d2-fd348f9e7f83 service nova] Acquiring lock "a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.671967] env[69524]: DEBUG oslo_concurrency.lockutils [req-e2431e1b-1ba7-4ef2-b83d-72c77af6379f req-b880b217-ab90-4c75-b6d2-fd348f9e7f83 service nova] Lock "a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.671967] env[69524]: DEBUG oslo_concurrency.lockutils [req-e2431e1b-1ba7-4ef2-b83d-72c77af6379f req-b880b217-ab90-4c75-b6d2-fd348f9e7f83 service nova] Lock "a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.671967] env[69524]: DEBUG nova.compute.manager [req-e2431e1b-1ba7-4ef2-b83d-72c77af6379f req-b880b217-ab90-4c75-b6d2-fd348f9e7f83 service nova] [instance: a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d] No waiting events found dispatching network-vif-plugged-b4f878c1-1798-491c-8673-9dad27134d4d {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1104.676377] env[69524]: WARNING nova.compute.manager [req-e2431e1b-1ba7-4ef2-b83d-72c77af6379f req-b880b217-ab90-4c75-b6d2-fd348f9e7f83 service nova] [instance: a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d] Received unexpected event network-vif-plugged-b4f878c1-1798-491c-8673-9dad27134d4d for instance with vm_state building and task_state spawning. [ 1104.798275] env[69524]: DEBUG oslo_vmware.api [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068512, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.212087} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.799942] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1104.799942] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ddd2f3b-710a-4fd7-897d-652c33edb73a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.825258] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac/ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1104.825984] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9024c29-9482-4f6d-83cb-952592c495a8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.851589] env[69524]: DEBUG oslo_vmware.api [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1104.851589] env[69524]: value = "task-4068513" [ 1104.851589] env[69524]: _type = "Task" [ 1104.851589] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.864779] env[69524]: DEBUG oslo_vmware.api [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068513, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.880125] env[69524]: INFO nova.compute.resource_tracker [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Updating resource usage from migration a4bd415c-3282-495b-b51c-6ef7d8642ff6 [ 1104.943101] env[69524]: DEBUG nova.network.neutron [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d] Successfully updated port: b4f878c1-1798-491c-8673-9dad27134d4d {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1105.260223] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66cfa6b4-dfb6-4254-bad6-d74859d0fc32 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.268757] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a31afc-5cb5-4093-a2e3-d4644e059eb4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.306867] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7495daa6-e487-4e99-8351-3ef320f17fb6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.316676] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925b447f-c47a-47b5-ac26-c889690d82da {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.333598] env[69524]: DEBUG nova.compute.provider_tree [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1105.350340] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6575d67a-eba2-4579-bfb7-d32ab8310734 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquiring lock "7bdde934-b122-4b19-849b-daced27c0533" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.350340] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6575d67a-eba2-4579-bfb7-d32ab8310734 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lock "7bdde934-b122-4b19-849b-daced27c0533" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.350340] env[69524]: DEBUG nova.compute.manager [None req-6575d67a-eba2-4579-bfb7-d32ab8310734 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1105.350340] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380bfab5-6569-43dc-9681-890c25cc03c2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.363554] env[69524]: DEBUG oslo_vmware.api [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068513, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.365730] env[69524]: DEBUG nova.compute.manager [None req-6575d67a-eba2-4579-bfb7-d32ab8310734 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69524) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1105.366458] env[69524]: DEBUG nova.objects.instance [None req-6575d67a-eba2-4579-bfb7-d32ab8310734 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lazy-loading 'flavor' on Instance uuid 7bdde934-b122-4b19-849b-daced27c0533 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.449665] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Acquiring lock "refresh_cache-a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.449911] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Acquired lock "refresh_cache-a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.450039] env[69524]: DEBUG nova.network.neutron [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1105.869157] env[69524]: ERROR nova.scheduler.client.report [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [req-0e0197e7-0e4d-4d56-950d-31c5848d6c9f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 333a7aa4-d2cd-4888-ac97-9e43e6b91719. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0e0197e7-0e4d-4d56-950d-31c5848d6c9f"}]} [ 1105.870244] env[69524]: DEBUG oslo_vmware.api [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068513, 'name': ReconfigVM_Task, 'duration_secs': 0.860787} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.878085] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac] Reconfigured VM instance instance-00000051 to attach disk [datastore1] ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac/ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1105.878824] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3d1d6e7-f44e-4af7-91af-fa11fc96083d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.891578] env[69524]: DEBUG oslo_vmware.api [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1105.891578] env[69524]: value = "task-4068514" [ 1105.891578] env[69524]: _type = "Task" [ 1105.891578] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.905045] env[69524]: DEBUG oslo_vmware.api [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068514, 'name': Rename_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.906365] env[69524]: DEBUG nova.scheduler.client.report [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Refreshing inventories for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1105.927339] env[69524]: DEBUG nova.scheduler.client.report [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Updating ProviderTree inventory for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1105.927566] env[69524]: DEBUG nova.compute.provider_tree [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1105.943714] env[69524]: DEBUG nova.scheduler.client.report [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Refreshing aggregate associations for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719, aggregates: None {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1105.972529] env[69524]: DEBUG nova.scheduler.client.report [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Refreshing trait associations for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1106.019671] env[69524]: DEBUG nova.network.neutron [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1106.337150] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589e5f18-5f58-4f9a-b9d4-72f97ff1b7fb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.345134] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976cdc41-6ee6-4b7f-aad4-ad70d0cb8cf2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.383602] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6575d67a-eba2-4579-bfb7-d32ab8310734 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1106.386019] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-154b0ef6-e676-4ed9-a097-07150a2d7152 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.387485] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aecda6a-ed7b-4e4a-8707-c46705478d38 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.403575] env[69524]: DEBUG oslo_vmware.api [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068514, 'name': Rename_Task, 'duration_secs': 0.198962} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.412121] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.412901] env[69524]: DEBUG oslo_vmware.api [None req-6575d67a-eba2-4579-bfb7-d32ab8310734 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1106.412901] env[69524]: value = "task-4068516" [ 1106.412901] env[69524]: _type = "Task" [ 1106.412901] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.413383] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f3136ab-24b6-431f-af6b-8ff9c1cd1a85 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.416398] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495bdba3-3b13-498c-9bb1-4c79b0d9a08b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.438707] env[69524]: DEBUG oslo_vmware.api [None req-6575d67a-eba2-4579-bfb7-d32ab8310734 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4068516, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.451270] env[69524]: DEBUG oslo_vmware.api [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1106.451270] env[69524]: value = "task-4068517" [ 1106.451270] env[69524]: _type = "Task" [ 1106.451270] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.452023] env[69524]: DEBUG nova.compute.provider_tree [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1106.464865] env[69524]: DEBUG oslo_vmware.api [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068517, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.551813] env[69524]: DEBUG nova.network.neutron [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d] Updating instance_info_cache with network_info: [{"id": "b4f878c1-1798-491c-8673-9dad27134d4d", "address": "fa:16:3e:47:5a:e3", "network": {"id": "e0dde9b3-a334-4e54-8fee-24aad786ff1e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1060603023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19b783619cdb483cb17f8d07f699f9dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4f878c1-17", "ovs_interfaceid": "b4f878c1-1798-491c-8673-9dad27134d4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.902755] env[69524]: DEBUG nova.compute.manager [req-f6d23a26-a689-4357-b660-a28cccbc0bd7 req-5ae32e2d-b96d-415f-af9f-899095242291 service nova] [instance: a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d] Received event network-changed-b4f878c1-1798-491c-8673-9dad27134d4d {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.902970] env[69524]: DEBUG nova.compute.manager [req-f6d23a26-a689-4357-b660-a28cccbc0bd7 req-5ae32e2d-b96d-415f-af9f-899095242291 service nova] [instance: a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d] Refreshing instance network info cache due to event network-changed-b4f878c1-1798-491c-8673-9dad27134d4d. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1106.903210] env[69524]: DEBUG oslo_concurrency.lockutils [req-f6d23a26-a689-4357-b660-a28cccbc0bd7 req-5ae32e2d-b96d-415f-af9f-899095242291 service nova] Acquiring lock "refresh_cache-a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.936659] env[69524]: DEBUG oslo_vmware.api [None req-6575d67a-eba2-4579-bfb7-d32ab8310734 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4068516, 'name': PowerOffVM_Task, 'duration_secs': 0.405521} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.937037] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6575d67a-eba2-4579-bfb7-d32ab8310734 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1106.937269] env[69524]: DEBUG nova.compute.manager [None req-6575d67a-eba2-4579-bfb7-d32ab8310734 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1106.938233] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-245ad12f-ad32-4183-8d84-c1d25e2df2f2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.971103] env[69524]: DEBUG oslo_vmware.api [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068517, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.005194] env[69524]: DEBUG nova.scheduler.client.report [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Updated inventory for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with generation 115 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1107.005454] env[69524]: DEBUG nova.compute.provider_tree [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Updating resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 generation from 115 to 116 during operation: update_inventory {{(pid=69524) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1107.005626] env[69524]: DEBUG nova.compute.provider_tree [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1107.057860] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Releasing lock "refresh_cache-a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.058851] env[69524]: DEBUG nova.compute.manager [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d] Instance network_info: |[{"id": "b4f878c1-1798-491c-8673-9dad27134d4d", "address": "fa:16:3e:47:5a:e3", "network": {"id": "e0dde9b3-a334-4e54-8fee-24aad786ff1e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1060603023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19b783619cdb483cb17f8d07f699f9dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4f878c1-17", "ovs_interfaceid": "b4f878c1-1798-491c-8673-9dad27134d4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1107.058851] env[69524]: DEBUG oslo_concurrency.lockutils [req-f6d23a26-a689-4357-b660-a28cccbc0bd7 req-5ae32e2d-b96d-415f-af9f-899095242291 service nova] Acquired lock "refresh_cache-a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.059147] env[69524]: DEBUG nova.network.neutron [req-f6d23a26-a689-4357-b660-a28cccbc0bd7 req-5ae32e2d-b96d-415f-af9f-899095242291 service nova] [instance: a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d] Refreshing network info cache for port b4f878c1-1798-491c-8673-9dad27134d4d {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1107.061680] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:5a:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13e71dbb-4279-427c-b39d-ba5df9895e58', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4f878c1-1798-491c-8673-9dad27134d4d', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1107.074930] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Creating folder: Project (19b783619cdb483cb17f8d07f699f9dd). Parent ref: group-v806025. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1107.078273] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33173745-4800-41b9-96e4-6851d0753145 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.091936] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Created folder: Project (19b783619cdb483cb17f8d07f699f9dd) in parent group-v806025. [ 1107.092292] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Creating folder: Instances. Parent ref: group-v806265. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1107.092481] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44d68c4e-8b5f-498f-8ecc-25b62948c8da {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.103279] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Created folder: Instances in parent group-v806265. [ 1107.103474] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.103668] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1107.104490] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-175c6980-adf0-430a-8c8c-50567cc8891e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.127100] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1107.127100] env[69524]: value = "task-4068520" [ 1107.127100] env[69524]: _type = "Task" [ 1107.127100] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.138458] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068520, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.408028] env[69524]: DEBUG nova.network.neutron [req-f6d23a26-a689-4357-b660-a28cccbc0bd7 req-5ae32e2d-b96d-415f-af9f-899095242291 service nova] [instance: a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d] Updated VIF entry in instance network info cache for port b4f878c1-1798-491c-8673-9dad27134d4d. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1107.409382] env[69524]: DEBUG nova.network.neutron [req-f6d23a26-a689-4357-b660-a28cccbc0bd7 req-5ae32e2d-b96d-415f-af9f-899095242291 service nova] [instance: a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d] Updating instance_info_cache with network_info: [{"id": "b4f878c1-1798-491c-8673-9dad27134d4d", "address": "fa:16:3e:47:5a:e3", "network": {"id": "e0dde9b3-a334-4e54-8fee-24aad786ff1e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1060603023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19b783619cdb483cb17f8d07f699f9dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4f878c1-17", "ovs_interfaceid": "b4f878c1-1798-491c-8673-9dad27134d4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.452956] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6575d67a-eba2-4579-bfb7-d32ab8310734 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lock "7bdde934-b122-4b19-849b-daced27c0533" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.104s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.469908] env[69524]: DEBUG oslo_vmware.api [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068517, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.510424] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.645s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.510628] env[69524]: INFO nova.compute.manager [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Migrating [ 1107.517895] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e9ca94e6-9df7-41c5-809b-adfa933fbc28 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 21.541s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.639704] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068520, 'name': CreateVM_Task, 'duration_secs': 0.43967} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.639704] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1107.642436] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.642644] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.643477] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.643477] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef832b65-33e4-4df1-84d1-493960a395f5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.649953] env[69524]: DEBUG oslo_vmware.api [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Waiting for the task: (returnval){ [ 1107.649953] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52f11ecd-a096-e161-15a8-f7938c16004b" [ 1107.649953] env[69524]: _type = "Task" [ 1107.649953] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.664544] env[69524]: DEBUG oslo_vmware.api [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52f11ecd-a096-e161-15a8-f7938c16004b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.912481] env[69524]: DEBUG oslo_concurrency.lockutils [req-f6d23a26-a689-4357-b660-a28cccbc0bd7 req-5ae32e2d-b96d-415f-af9f-899095242291 service nova] Releasing lock "refresh_cache-a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.970434] env[69524]: DEBUG oslo_vmware.api [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068517, 'name': PowerOnVM_Task, 'duration_secs': 1.036666} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.970434] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1107.970434] env[69524]: INFO nova.compute.manager [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac] Took 9.79 seconds to spawn the instance on the hypervisor. [ 1107.970434] env[69524]: DEBUG nova.compute.manager [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1107.973145] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0815e2-0945-4e0e-96e8-34ccbd270925 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.033474] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquiring lock "refresh_cache-bb9e5237-7ba0-424d-82a6-0d7b8b26a681" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.033474] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquired lock "refresh_cache-bb9e5237-7ba0-424d-82a6-0d7b8b26a681" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.034072] env[69524]: DEBUG nova.network.neutron [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.163128] env[69524]: DEBUG oslo_vmware.api [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52f11ecd-a096-e161-15a8-f7938c16004b, 'name': SearchDatastore_Task, 'duration_secs': 0.013829} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.166025] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.166223] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1108.166466] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.166611] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.166786] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1108.167283] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57fc6fff-5b05-4c20-86c2-faa32cd97c0f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.186969] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1108.187074] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1108.188100] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc8e3c31-3e1c-4710-808d-0268bc6b38b8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.197030] env[69524]: DEBUG nova.objects.instance [None req-3e638d0a-4cfa-4263-b77f-0b64099d6378 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lazy-loading 'flavor' on Instance uuid 7bdde934-b122-4b19-849b-daced27c0533 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.198791] env[69524]: DEBUG oslo_vmware.api [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Waiting for the task: (returnval){ [ 1108.198791] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52d88c2c-701a-a18c-ad3e-bade427eb266" [ 1108.198791] env[69524]: _type = "Task" [ 1108.198791] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.211552] env[69524]: DEBUG oslo_vmware.api [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52d88c2c-701a-a18c-ad3e-bade427eb266, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.220670] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d70068b9-88ba-468e-bc49-e0c27e3512e0 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquiring lock "87a52851-044c-4a42-9c08-6302d8817f5f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.220969] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d70068b9-88ba-468e-bc49-e0c27e3512e0 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "87a52851-044c-4a42-9c08-6302d8817f5f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.388030] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d021af47-c9f3-4810-807b-9f9c2eca8ea9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.399642] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d93c23c-0952-423b-acf5-88efcc47d866 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.449853] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5fa5d8-e965-4c21-9d96-834d14005ce4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.462473] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92c53ca-9d2c-465c-a368-f66b0ce84c14 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.482035] env[69524]: DEBUG nova.compute.provider_tree [None req-e9ca94e6-9df7-41c5-809b-adfa933fbc28 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.498205] env[69524]: INFO nova.compute.manager [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac] Took 28.54 seconds to build instance. [ 1108.709538] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3e638d0a-4cfa-4263-b77f-0b64099d6378 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquiring lock "refresh_cache-7bdde934-b122-4b19-849b-daced27c0533" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.709707] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3e638d0a-4cfa-4263-b77f-0b64099d6378 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquired lock "refresh_cache-7bdde934-b122-4b19-849b-daced27c0533" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.709850] env[69524]: DEBUG nova.network.neutron [None req-3e638d0a-4cfa-4263-b77f-0b64099d6378 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.710043] env[69524]: DEBUG nova.objects.instance [None req-3e638d0a-4cfa-4263-b77f-0b64099d6378 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lazy-loading 'info_cache' on Instance uuid 7bdde934-b122-4b19-849b-daced27c0533 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.715185] env[69524]: DEBUG oslo_vmware.api [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52d88c2c-701a-a18c-ad3e-bade427eb266, 'name': SearchDatastore_Task, 'duration_secs': 0.029675} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.716135] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce952a09-560c-4062-9ff4-88f1d44ee267 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.721910] env[69524]: DEBUG oslo_vmware.api [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Waiting for the task: (returnval){ [ 1108.721910] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52a091b7-0ce8-8273-b935-05d6d31efb37" [ 1108.721910] env[69524]: _type = "Task" [ 1108.721910] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.726360] env[69524]: DEBUG nova.compute.utils [None req-d70068b9-88ba-468e-bc49-e0c27e3512e0 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1108.734375] env[69524]: DEBUG oslo_vmware.api [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52a091b7-0ce8-8273-b935-05d6d31efb37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.910611] env[69524]: DEBUG nova.network.neutron [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Updating instance_info_cache with network_info: [{"id": "e2746cb1-fc8f-45cc-9cfc-9c8051291608", "address": "fa:16:3e:34:57:ac", "network": {"id": "44e29569-eeca-4e3a-bfa6-eaf437fc808b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1419956527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4133a0547d154af78d7556a7517cb285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2746cb1-fc", "ovs_interfaceid": "e2746cb1-fc8f-45cc-9cfc-9c8051291608", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.984754] env[69524]: DEBUG nova.scheduler.client.report [None req-e9ca94e6-9df7-41c5-809b-adfa933fbc28 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.000139] env[69524]: DEBUG oslo_concurrency.lockutils [None req-71dbbf1a-8609-4199-8071-47e61a8e9ff8 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.047s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.219444] env[69524]: DEBUG nova.objects.base [None req-3e638d0a-4cfa-4263-b77f-0b64099d6378 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Object Instance<7bdde934-b122-4b19-849b-daced27c0533> lazy-loaded attributes: flavor,info_cache {{(pid=69524) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1109.229468] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d70068b9-88ba-468e-bc49-e0c27e3512e0 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "87a52851-044c-4a42-9c08-6302d8817f5f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.233816] env[69524]: DEBUG oslo_vmware.api [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52a091b7-0ce8-8273-b935-05d6d31efb37, 'name': SearchDatastore_Task, 'duration_secs': 0.023027} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.235216] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.236236] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d/a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1109.236236] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a5743fd-e639-48bf-bf57-ca5f205f0b90 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.245375] env[69524]: DEBUG oslo_vmware.api [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Waiting for the task: (returnval){ [ 1109.245375] env[69524]: value = "task-4068521" [ 1109.245375] env[69524]: _type = "Task" [ 1109.245375] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.254388] env[69524]: DEBUG oslo_vmware.api [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068521, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.415378] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Releasing lock "refresh_cache-bb9e5237-7ba0-424d-82a6-0d7b8b26a681" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.755692] env[69524]: DEBUG oslo_vmware.api [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068521, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.996998] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e9ca94e6-9df7-41c5-809b-adfa933fbc28 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.479s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.002896] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6dca1615-22ca-420d-9970-b08054b3a745 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.978s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.003259] env[69524]: DEBUG nova.objects.instance [None req-6dca1615-22ca-420d-9970-b08054b3a745 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Lazy-loading 'resources' on Instance uuid ae0cb12e-3637-4d4e-9803-4e2208f7c277 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.139503] env[69524]: DEBUG nova.network.neutron [None req-3e638d0a-4cfa-4263-b77f-0b64099d6378 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Updating instance_info_cache with network_info: [{"id": "29946d17-47b7-4c35-b521-51c0a007f5d1", "address": "fa:16:3e:03:3d:0b", "network": {"id": "6e80ee80-02f9-45cb-9650-7615a3358ad7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-286530929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a638896dde45449a8d091abde05fda3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29946d17-47", "ovs_interfaceid": "29946d17-47b7-4c35-b521-51c0a007f5d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.258621] env[69524]: DEBUG oslo_vmware.api [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068521, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.86214} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.258621] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d/a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1110.258621] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1110.258954] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ed3b1f4-8fc0-4744-b2ea-02f3ea222d60 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.267379] env[69524]: DEBUG oslo_vmware.api [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Waiting for the task: (returnval){ [ 1110.267379] env[69524]: value = "task-4068522" [ 1110.267379] env[69524]: _type = "Task" [ 1110.267379] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.280611] env[69524]: DEBUG oslo_vmware.api [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068522, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.299294] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d70068b9-88ba-468e-bc49-e0c27e3512e0 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquiring lock "87a52851-044c-4a42-9c08-6302d8817f5f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.299595] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d70068b9-88ba-468e-bc49-e0c27e3512e0 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "87a52851-044c-4a42-9c08-6302d8817f5f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.299763] env[69524]: INFO nova.compute.manager [None req-d70068b9-88ba-468e-bc49-e0c27e3512e0 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Attaching volume 9c118da6-8f4a-4994-b3d1-6455cfdbc8f1 to /dev/sdb [ 1110.344256] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08442182-fc6b-4a34-b191-8ca963578641 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.352285] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d784cbc-96b3-4f06-bd43-8074238bb24f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.369084] env[69524]: DEBUG nova.virt.block_device [None req-d70068b9-88ba-468e-bc49-e0c27e3512e0 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Updating existing volume attachment record: 9af9cfc4-0b88-4d4a-9353-738eff0dc4f2 {{(pid=69524) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1110.482444] env[69524]: DEBUG oslo_concurrency.lockutils [None req-052c3350-e890-47a3-8d5c-3b2470d64d34 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquiring lock "ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.482875] env[69524]: DEBUG oslo_concurrency.lockutils [None req-052c3350-e890-47a3-8d5c-3b2470d64d34 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.588388] env[69524]: INFO nova.scheduler.client.report [None req-e9ca94e6-9df7-41c5-809b-adfa933fbc28 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Deleted allocation for migration 4bec333c-ee25-4047-b025-30bdf24fbb44 [ 1110.644122] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3e638d0a-4cfa-4263-b77f-0b64099d6378 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Releasing lock "refresh_cache-7bdde934-b122-4b19-849b-daced27c0533" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.777942] env[69524]: DEBUG oslo_vmware.api [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068522, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073892} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.777942] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1110.779193] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996c9820-24d2-4f6e-87c3-af79f6f64f6e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.817473] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d/a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1110.819345] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5fd75cc-7fe4-4a89-ae7b-9a3c6f70b57f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.840884] env[69524]: DEBUG oslo_vmware.api [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Waiting for the task: (returnval){ [ 1110.840884] env[69524]: value = "task-4068526" [ 1110.840884] env[69524]: _type = "Task" [ 1110.840884] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.853094] env[69524]: DEBUG oslo_vmware.api [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068526, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.919496] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dba5568-8a54-4840-b35f-dc06aeb85555 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.928210] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ac728c-cb86-426c-a02a-1e1aa41a58af {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.937314] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360695fe-bd0a-40a3-a2b9-70fd331f1239 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.969323] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee15bed6-2506-474e-a04d-4554bb934178 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.991748] env[69524]: DEBUG nova.compute.utils [None req-052c3350-e890-47a3-8d5c-3b2470d64d34 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1110.993796] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Updating instance 'bb9e5237-7ba0-424d-82a6-0d7b8b26a681' progress to 0 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1111.004253] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09e23d7-0150-4fe5-8b19-50bd6295d5ec {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.019839] env[69524]: DEBUG nova.compute.provider_tree [None req-6dca1615-22ca-420d-9970-b08054b3a745 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.096963] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e9ca94e6-9df7-41c5-809b-adfa933fbc28 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "c6acfcbb-5272-4eef-bde3-22c20d85df2e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 28.970s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.352758] env[69524]: DEBUG oslo_vmware.api [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068526, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.499440] env[69524]: DEBUG oslo_concurrency.lockutils [None req-052c3350-e890-47a3-8d5c-3b2470d64d34 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.016s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.501573] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.501906] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2619736b-79cc-4bb9-81ba-3a37cfc2328a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.510159] env[69524]: DEBUG oslo_vmware.api [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 1111.510159] env[69524]: value = "task-4068527" [ 1111.510159] env[69524]: _type = "Task" [ 1111.510159] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.520197] env[69524]: DEBUG oslo_vmware.api [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068527, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.522977] env[69524]: DEBUG nova.scheduler.client.report [None req-6dca1615-22ca-420d-9970-b08054b3a745 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.651771] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e638d0a-4cfa-4263-b77f-0b64099d6378 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1111.652174] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec78a78d-3a73-49f3-ba8b-b92a5c824f5b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.661584] env[69524]: DEBUG oslo_vmware.api [None req-3e638d0a-4cfa-4263-b77f-0b64099d6378 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1111.661584] env[69524]: value = "task-4068528" [ 1111.661584] env[69524]: _type = "Task" [ 1111.661584] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.671088] env[69524]: DEBUG oslo_vmware.api [None req-3e638d0a-4cfa-4263-b77f-0b64099d6378 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4068528, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.855020] env[69524]: DEBUG oslo_vmware.api [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068526, 'name': ReconfigVM_Task, 'duration_secs': 0.862799} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.855020] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d] Reconfigured VM instance instance-00000052 to attach disk [datastore1] a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d/a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1111.855020] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac8cb34c-2cb6-46ab-928f-ecb10ff37ba2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.862580] env[69524]: DEBUG oslo_vmware.api [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Waiting for the task: (returnval){ [ 1111.862580] env[69524]: value = "task-4068529" [ 1111.862580] env[69524]: _type = "Task" [ 1111.862580] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.874232] env[69524]: DEBUG oslo_vmware.api [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068529, 'name': Rename_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.026143] env[69524]: DEBUG oslo_vmware.api [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068527, 'name': PowerOffVM_Task, 'duration_secs': 0.26558} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.026739] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1112.027513] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Updating instance 'bb9e5237-7ba0-424d-82a6-0d7b8b26a681' progress to 17 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1112.033898] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6dca1615-22ca-420d-9970-b08054b3a745 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.031s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.042449] env[69524]: DEBUG oslo_concurrency.lockutils [None req-73b10a24-7916-4cd5-bc1a-886d0ca66d20 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.490s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.042449] env[69524]: DEBUG nova.objects.instance [None req-73b10a24-7916-4cd5-bc1a-886d0ca66d20 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Lazy-loading 'resources' on Instance uuid e10f80ba-47b3-4493-8f28-7541d32553d1 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.076281] env[69524]: INFO nova.scheduler.client.report [None req-6dca1615-22ca-420d-9970-b08054b3a745 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Deleted allocations for instance ae0cb12e-3637-4d4e-9803-4e2208f7c277 [ 1112.171921] env[69524]: DEBUG oslo_vmware.api [None req-3e638d0a-4cfa-4263-b77f-0b64099d6378 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4068528, 'name': PowerOnVM_Task, 'duration_secs': 0.476426} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.172583] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e638d0a-4cfa-4263-b77f-0b64099d6378 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1112.172802] env[69524]: DEBUG nova.compute.manager [None req-3e638d0a-4cfa-4263-b77f-0b64099d6378 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1112.173670] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26ea37b-a4d8-4538-85c8-d904cdd1ad53 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.376361] env[69524]: DEBUG oslo_vmware.api [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068529, 'name': Rename_Task, 'duration_secs': 0.207493} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.376986] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1112.376986] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c44a363f-41fc-489d-855f-2013bf1cc1ba {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.387201] env[69524]: DEBUG oslo_vmware.api [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Waiting for the task: (returnval){ [ 1112.387201] env[69524]: value = "task-4068530" [ 1112.387201] env[69524]: _type = "Task" [ 1112.387201] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.402589] env[69524]: DEBUG oslo_vmware.api [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068530, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.544286] env[69524]: DEBUG nova.virt.hardware [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1112.544286] env[69524]: DEBUG nova.virt.hardware [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1112.544286] env[69524]: DEBUG nova.virt.hardware [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1112.544866] env[69524]: DEBUG nova.virt.hardware [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1112.545401] env[69524]: DEBUG nova.virt.hardware [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1112.545793] env[69524]: DEBUG nova.virt.hardware [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1112.546294] env[69524]: DEBUG nova.virt.hardware [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1112.546671] env[69524]: DEBUG nova.virt.hardware [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1112.551584] env[69524]: DEBUG nova.virt.hardware [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1112.551584] env[69524]: DEBUG nova.virt.hardware [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1112.551584] env[69524]: DEBUG nova.virt.hardware [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1112.562220] env[69524]: DEBUG oslo_concurrency.lockutils [None req-bae54372-f930-48af-95c0-0dffaf6206e0 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Acquiring lock "26b87865-1683-4797-ae24-f51084419ce4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.563082] env[69524]: DEBUG oslo_concurrency.lockutils [None req-bae54372-f930-48af-95c0-0dffaf6206e0 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Lock "26b87865-1683-4797-ae24-f51084419ce4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.563436] env[69524]: DEBUG oslo_concurrency.lockutils [None req-bae54372-f930-48af-95c0-0dffaf6206e0 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Acquiring lock "26b87865-1683-4797-ae24-f51084419ce4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.563769] env[69524]: DEBUG oslo_concurrency.lockutils [None req-bae54372-f930-48af-95c0-0dffaf6206e0 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Lock "26b87865-1683-4797-ae24-f51084419ce4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.564104] env[69524]: DEBUG oslo_concurrency.lockutils [None req-bae54372-f930-48af-95c0-0dffaf6206e0 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Lock "26b87865-1683-4797-ae24-f51084419ce4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.569778] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5334d08-8062-455d-9d11-cdc234021656 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.589895] env[69524]: INFO nova.compute.manager [None req-bae54372-f930-48af-95c0-0dffaf6206e0 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Terminating instance [ 1112.598126] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6dca1615-22ca-420d-9970-b08054b3a745 tempest-ServerShowV247Test-440013499 tempest-ServerShowV247Test-440013499-project-member] Lock "ae0cb12e-3637-4d4e-9803-4e2208f7c277" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.446s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.604346] env[69524]: DEBUG oslo_concurrency.lockutils [None req-052c3350-e890-47a3-8d5c-3b2470d64d34 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquiring lock "ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.604752] env[69524]: DEBUG oslo_concurrency.lockutils [None req-052c3350-e890-47a3-8d5c-3b2470d64d34 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.605387] env[69524]: INFO nova.compute.manager [None req-052c3350-e890-47a3-8d5c-3b2470d64d34 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac] Attaching volume 42c42f44-062e-4377-b261-ad06e5f869b7 to /dev/sdb [ 1112.607997] env[69524]: DEBUG oslo_vmware.api [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 1112.607997] env[69524]: value = "task-4068531" [ 1112.607997] env[69524]: _type = "Task" [ 1112.607997] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.622083] env[69524]: DEBUG oslo_vmware.api [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068531, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.661864] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694193fc-f51c-4f3e-9021-430b3258d04c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.671438] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c761fc-a257-4c3e-a8c4-e6a90639ef88 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.691024] env[69524]: DEBUG nova.virt.block_device [None req-052c3350-e890-47a3-8d5c-3b2470d64d34 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac] Updating existing volume attachment record: 8651bfe9-3760-4189-b550-7f92e40e838b {{(pid=69524) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1112.900178] env[69524]: DEBUG oslo_vmware.api [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068530, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.971806] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0758eb-e6c5-412b-95ff-156a0910bece {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.983546] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa23273-f9f9-4985-8d5a-bf11473eda93 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.017928] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9d7eb1-986a-4b19-8e7f-1208835dfa53 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.026820] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44708dc9-794e-4e36-b4a8-e3818691dc0f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.044555] env[69524]: DEBUG nova.compute.provider_tree [None req-73b10a24-7916-4cd5-bc1a-886d0ca66d20 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.100310] env[69524]: DEBUG nova.compute.manager [None req-bae54372-f930-48af-95c0-0dffaf6206e0 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1113.100583] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-bae54372-f930-48af-95c0-0dffaf6206e0 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1113.101982] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28dc6e59-4f60-4bb1-a3f1-210ebb2b5752 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.111627] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-bae54372-f930-48af-95c0-0dffaf6206e0 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1113.118058] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f8809da-6e5d-4275-9ecd-c0d46d5e049b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.126564] env[69524]: DEBUG oslo_vmware.api [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068531, 'name': ReconfigVM_Task, 'duration_secs': 0.25948} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.128341] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Updating instance 'bb9e5237-7ba0-424d-82a6-0d7b8b26a681' progress to 33 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1113.132589] env[69524]: DEBUG oslo_vmware.api [None req-bae54372-f930-48af-95c0-0dffaf6206e0 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Waiting for the task: (returnval){ [ 1113.132589] env[69524]: value = "task-4068534" [ 1113.132589] env[69524]: _type = "Task" [ 1113.132589] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.150731] env[69524]: DEBUG oslo_vmware.api [None req-bae54372-f930-48af-95c0-0dffaf6206e0 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068534, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.398039] env[69524]: DEBUG oslo_vmware.api [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068530, 'name': PowerOnVM_Task, 'duration_secs': 0.620989} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.398506] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1113.398587] env[69524]: INFO nova.compute.manager [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d] Took 9.50 seconds to spawn the instance on the hypervisor. [ 1113.399292] env[69524]: DEBUG nova.compute.manager [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1113.399632] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b913a69b-0d27-45ad-bcfe-fe143749cc5b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.548373] env[69524]: DEBUG nova.scheduler.client.report [None req-73b10a24-7916-4cd5-bc1a-886d0ca66d20 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.640726] env[69524]: DEBUG nova.virt.hardware [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1113.641013] env[69524]: DEBUG nova.virt.hardware [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1113.641338] env[69524]: DEBUG nova.virt.hardware [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.641546] env[69524]: DEBUG nova.virt.hardware [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1113.641717] env[69524]: DEBUG nova.virt.hardware [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.641869] env[69524]: DEBUG nova.virt.hardware [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1113.642100] env[69524]: DEBUG nova.virt.hardware [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1113.642273] env[69524]: DEBUG nova.virt.hardware [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1113.642434] env[69524]: DEBUG nova.virt.hardware [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1113.642589] env[69524]: DEBUG nova.virt.hardware [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1113.642755] env[69524]: DEBUG nova.virt.hardware [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1113.648110] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Reconfiguring VM instance instance-00000044 to detach disk 2000 {{(pid=69524) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1113.651495] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66eae706-a42c-48a5-9aee-853520a92a0c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.665245] env[69524]: DEBUG oslo_vmware.api [None req-bae54372-f930-48af-95c0-0dffaf6206e0 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068534, 'name': PowerOffVM_Task, 'duration_secs': 0.327775} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.665509] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-bae54372-f930-48af-95c0-0dffaf6206e0 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1113.665673] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-bae54372-f930-48af-95c0-0dffaf6206e0 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1113.666346] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f69b1e89-bfc3-4a96-9a10-67f58c149ddd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.672086] env[69524]: DEBUG oslo_vmware.api [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 1113.672086] env[69524]: value = "task-4068537" [ 1113.672086] env[69524]: _type = "Task" [ 1113.672086] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.683956] env[69524]: DEBUG oslo_vmware.api [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068537, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.747297] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-bae54372-f930-48af-95c0-0dffaf6206e0 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1113.747567] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-bae54372-f930-48af-95c0-0dffaf6206e0 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Deleting contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1113.747789] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-bae54372-f930-48af-95c0-0dffaf6206e0 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Deleting the datastore file [datastore2] 26b87865-1683-4797-ae24-f51084419ce4 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1113.748104] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aad111b8-6e00-40de-aa69-8cc4754e08d9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.756284] env[69524]: DEBUG oslo_vmware.api [None req-bae54372-f930-48af-95c0-0dffaf6206e0 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Waiting for the task: (returnval){ [ 1113.756284] env[69524]: value = "task-4068539" [ 1113.756284] env[69524]: _type = "Task" [ 1113.756284] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.768533] env[69524]: DEBUG oslo_vmware.api [None req-bae54372-f930-48af-95c0-0dffaf6206e0 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068539, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.924205] env[69524]: INFO nova.compute.manager [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d] Took 31.19 seconds to build instance. [ 1114.055521] env[69524]: DEBUG oslo_concurrency.lockutils [None req-73b10a24-7916-4cd5-bc1a-886d0ca66d20 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.016s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.060051] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.489s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.060428] env[69524]: INFO nova.compute.claims [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f0b8c6b9-5696-496b-965d-b9ec5db65831] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1114.099057] env[69524]: INFO nova.scheduler.client.report [None req-73b10a24-7916-4cd5-bc1a-886d0ca66d20 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Deleted allocations for instance e10f80ba-47b3-4493-8f28-7541d32553d1 [ 1114.184100] env[69524]: DEBUG oslo_vmware.api [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068537, 'name': ReconfigVM_Task, 'duration_secs': 0.227195} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.184362] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Reconfigured VM instance instance-00000044 to detach disk 2000 {{(pid=69524) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1114.185202] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8b71ec-4c89-449d-bde1-72a3c0a8104f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.218224] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] bb9e5237-7ba0-424d-82a6-0d7b8b26a681/bb9e5237-7ba0-424d-82a6-0d7b8b26a681.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1114.218938] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e165b9e1-27bb-4d2b-8d3a-526d39cbf66b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.241738] env[69524]: DEBUG oslo_vmware.api [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 1114.241738] env[69524]: value = "task-4068540" [ 1114.241738] env[69524]: _type = "Task" [ 1114.241738] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.250891] env[69524]: DEBUG oslo_vmware.api [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068540, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.266225] env[69524]: DEBUG oslo_vmware.api [None req-bae54372-f930-48af-95c0-0dffaf6206e0 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Task: {'id': task-4068539, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212058} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.266848] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-bae54372-f930-48af-95c0-0dffaf6206e0 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1114.266848] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-bae54372-f930-48af-95c0-0dffaf6206e0 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Deleted contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1114.266848] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-bae54372-f930-48af-95c0-0dffaf6206e0 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1114.267085] env[69524]: INFO nova.compute.manager [None req-bae54372-f930-48af-95c0-0dffaf6206e0 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1114.267288] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bae54372-f930-48af-95c0-0dffaf6206e0 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1114.267474] env[69524]: DEBUG nova.compute.manager [-] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1114.267560] env[69524]: DEBUG nova.network.neutron [-] [instance: 26b87865-1683-4797-ae24-f51084419ce4] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1114.364806] env[69524]: DEBUG oslo_concurrency.lockutils [None req-bb4bf236-f52e-4dfe-a3ce-5546c008633d tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquiring lock "c6acfcbb-5272-4eef-bde3-22c20d85df2e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.364806] env[69524]: DEBUG oslo_concurrency.lockutils [None req-bb4bf236-f52e-4dfe-a3ce-5546c008633d tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "c6acfcbb-5272-4eef-bde3-22c20d85df2e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.364806] env[69524]: DEBUG oslo_concurrency.lockutils [None req-bb4bf236-f52e-4dfe-a3ce-5546c008633d tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquiring lock "c6acfcbb-5272-4eef-bde3-22c20d85df2e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.364806] env[69524]: DEBUG oslo_concurrency.lockutils [None req-bb4bf236-f52e-4dfe-a3ce-5546c008633d tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "c6acfcbb-5272-4eef-bde3-22c20d85df2e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.364806] env[69524]: DEBUG oslo_concurrency.lockutils [None req-bb4bf236-f52e-4dfe-a3ce-5546c008633d tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "c6acfcbb-5272-4eef-bde3-22c20d85df2e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.366581] env[69524]: INFO nova.compute.manager [None req-bb4bf236-f52e-4dfe-a3ce-5546c008633d tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Terminating instance [ 1114.428279] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f8b90f38-5cbb-4a42-bf1d-9de38fe52829 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Lock "a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.699s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.609857] env[69524]: DEBUG oslo_concurrency.lockutils [None req-73b10a24-7916-4cd5-bc1a-886d0ca66d20 tempest-ImagesTestJSON-213005221 tempest-ImagesTestJSON-213005221-project-member] Lock "e10f80ba-47b3-4493-8f28-7541d32553d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.354s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.756426] env[69524]: DEBUG oslo_vmware.api [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068540, 'name': ReconfigVM_Task, 'duration_secs': 0.334562} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.756734] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Reconfigured VM instance instance-00000044 to attach disk [datastore2] bb9e5237-7ba0-424d-82a6-0d7b8b26a681/bb9e5237-7ba0-424d-82a6-0d7b8b26a681.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.757636] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Updating instance 'bb9e5237-7ba0-424d-82a6-0d7b8b26a681' progress to 50 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1114.872308] env[69524]: DEBUG nova.compute.manager [None req-bb4bf236-f52e-4dfe-a3ce-5546c008633d tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1114.872591] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4bf236-f52e-4dfe-a3ce-5546c008633d tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1114.874175] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9b64e8-eecd-4411-b4c7-0f939c31f028 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.882930] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb4bf236-f52e-4dfe-a3ce-5546c008633d tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1114.883233] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09de1e79-02fd-41d8-ad37-ef567c1010be {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.889736] env[69524]: DEBUG oslo_vmware.api [None req-bb4bf236-f52e-4dfe-a3ce-5546c008633d tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 1114.889736] env[69524]: value = "task-4068541" [ 1114.889736] env[69524]: _type = "Task" [ 1114.889736] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.900960] env[69524]: DEBUG oslo_vmware.api [None req-bb4bf236-f52e-4dfe-a3ce-5546c008633d tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068541, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.947545] env[69524]: DEBUG nova.compute.manager [req-6cfa1391-556f-445a-bff3-14d84002d1ee req-a3ef96df-8f0d-4cc6-be65-65687a267f5e service nova] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Received event network-vif-deleted-9a326075-d521-48f8-83a0-9a89b76cf723 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.947879] env[69524]: INFO nova.compute.manager [req-6cfa1391-556f-445a-bff3-14d84002d1ee req-a3ef96df-8f0d-4cc6-be65-65687a267f5e service nova] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Neutron deleted interface 9a326075-d521-48f8-83a0-9a89b76cf723; detaching it from the instance and deleting it from the info cache [ 1114.948013] env[69524]: DEBUG nova.network.neutron [req-6cfa1391-556f-445a-bff3-14d84002d1ee req-a3ef96df-8f0d-4cc6-be65-65687a267f5e service nova] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.218535] env[69524]: DEBUG nova.network.neutron [-] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.264735] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf43c939-a3e3-4f76-b1d8-fda69083df3c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.299534] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d7570ae-2de1-4d24-8eaf-db80949df7a6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.306967] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquiring lock "4bfb9279-d345-4ddf-8c3a-397b75e20788" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.307279] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "4bfb9279-d345-4ddf-8c3a-397b75e20788" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.330744] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Updating instance 'bb9e5237-7ba0-424d-82a6-0d7b8b26a681' progress to 67 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1115.401344] env[69524]: DEBUG oslo_vmware.api [None req-bb4bf236-f52e-4dfe-a3ce-5546c008633d tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068541, 'name': PowerOffVM_Task, 'duration_secs': 0.422741} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.401344] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb4bf236-f52e-4dfe-a3ce-5546c008633d tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1115.401814] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4bf236-f52e-4dfe-a3ce-5546c008633d tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1115.401814] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f9c3810-bd7c-4d43-a169-b324b500069c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.427416] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-d70068b9-88ba-468e-bc49-e0c27e3512e0 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Volume attach. Driver type: vmdk {{(pid=69524) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1115.427416] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-d70068b9-88ba-468e-bc49-e0c27e3512e0 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806269', 'volume_id': '9c118da6-8f4a-4994-b3d1-6455cfdbc8f1', 'name': 'volume-9c118da6-8f4a-4994-b3d1-6455cfdbc8f1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '87a52851-044c-4a42-9c08-6302d8817f5f', 'attached_at': '', 'detached_at': '', 'volume_id': '9c118da6-8f4a-4994-b3d1-6455cfdbc8f1', 'serial': '9c118da6-8f4a-4994-b3d1-6455cfdbc8f1'} {{(pid=69524) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1115.428170] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71178ed-779c-4132-a8b8-7a37049ffd5f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.458378] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-de419b60-9096-434c-aaf8-8b00e2fed8b7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.461367] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e8daac-7d48-4760-87c9-dc1382932bfe {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.499276] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-d70068b9-88ba-468e-bc49-e0c27e3512e0 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] volume-9c118da6-8f4a-4994-b3d1-6455cfdbc8f1/volume-9c118da6-8f4a-4994-b3d1-6455cfdbc8f1.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1115.503031] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3b6f834-3922-4e87-8b2b-c9a7140a8e5e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.519474] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550b0dee-4bd2-4d51-8d24-723a1d236a5e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.523692] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4bf236-f52e-4dfe-a3ce-5546c008633d tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1115.524020] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4bf236-f52e-4dfe-a3ce-5546c008633d tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Deleting contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1115.524332] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb4bf236-f52e-4dfe-a3ce-5546c008633d tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Deleting the datastore file [datastore2] c6acfcbb-5272-4eef-bde3-22c20d85df2e {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1115.528087] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4042856a-687a-4f92-adbb-051b7b4c5307 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.540462] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79b5c723-6a78-4de1-8f0e-ee9828ff52d0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.553054] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da21e0c7-3f0d-4daf-b512-16a4a79cc22b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.557186] env[69524]: DEBUG oslo_vmware.api [None req-bb4bf236-f52e-4dfe-a3ce-5546c008633d tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 1115.557186] env[69524]: value = "task-4068545" [ 1115.557186] env[69524]: _type = "Task" [ 1115.557186] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.561027] env[69524]: DEBUG oslo_vmware.api [None req-d70068b9-88ba-468e-bc49-e0c27e3512e0 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 1115.561027] env[69524]: value = "task-4068544" [ 1115.561027] env[69524]: _type = "Task" [ 1115.561027] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.607199] env[69524]: DEBUG nova.compute.manager [req-6cfa1391-556f-445a-bff3-14d84002d1ee req-a3ef96df-8f0d-4cc6-be65-65687a267f5e service nova] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Detach interface failed, port_id=9a326075-d521-48f8-83a0-9a89b76cf723, reason: Instance 26b87865-1683-4797-ae24-f51084419ce4 could not be found. {{(pid=69524) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1115.609344] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71042d64-84db-40bb-a47d-8294f554c537 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.619252] env[69524]: DEBUG oslo_vmware.api [None req-bb4bf236-f52e-4dfe-a3ce-5546c008633d tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068545, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.619564] env[69524]: DEBUG oslo_vmware.api [None req-d70068b9-88ba-468e-bc49-e0c27e3512e0 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068544, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.625882] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b67052-b6e1-44a3-a5a6-c3ab35144c03 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.645823] env[69524]: DEBUG nova.compute.provider_tree [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.721045] env[69524]: INFO nova.compute.manager [-] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Took 1.45 seconds to deallocate network for instance. [ 1115.810331] env[69524]: DEBUG nova.compute.manager [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1116.070369] env[69524]: DEBUG oslo_vmware.api [None req-bb4bf236-f52e-4dfe-a3ce-5546c008633d tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068545, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229332} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.073913] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb4bf236-f52e-4dfe-a3ce-5546c008633d tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1116.074146] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4bf236-f52e-4dfe-a3ce-5546c008633d tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Deleted contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1116.074330] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4bf236-f52e-4dfe-a3ce-5546c008633d tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1116.074503] env[69524]: INFO nova.compute.manager [None req-bb4bf236-f52e-4dfe-a3ce-5546c008633d tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1116.074785] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb4bf236-f52e-4dfe-a3ce-5546c008633d tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1116.077287] env[69524]: DEBUG oslo_vmware.api [None req-d70068b9-88ba-468e-bc49-e0c27e3512e0 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068544, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.077287] env[69524]: DEBUG nova.compute.manager [-] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1116.077287] env[69524]: DEBUG nova.network.neutron [-] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1116.150218] env[69524]: DEBUG nova.scheduler.client.report [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.229217] env[69524]: DEBUG oslo_concurrency.lockutils [None req-bae54372-f930-48af-95c0-0dffaf6206e0 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.340317] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.572567] env[69524]: DEBUG oslo_vmware.api [None req-d70068b9-88ba-468e-bc49-e0c27e3512e0 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068544, 'name': ReconfigVM_Task, 'duration_secs': 0.667348} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.573474] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-d70068b9-88ba-468e-bc49-e0c27e3512e0 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Reconfigured VM instance instance-0000004d to attach disk [datastore1] volume-9c118da6-8f4a-4994-b3d1-6455cfdbc8f1/volume-9c118da6-8f4a-4994-b3d1-6455cfdbc8f1.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1116.578539] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54eb134f-7fb1-44fd-b2fa-e69ce9ad57ed {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.598199] env[69524]: DEBUG oslo_vmware.api [None req-d70068b9-88ba-468e-bc49-e0c27e3512e0 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 1116.598199] env[69524]: value = "task-4068546" [ 1116.598199] env[69524]: _type = "Task" [ 1116.598199] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.609450] env[69524]: DEBUG oslo_vmware.api [None req-d70068b9-88ba-468e-bc49-e0c27e3512e0 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068546, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.656106] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.598s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.656638] env[69524]: DEBUG nova.compute.manager [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f0b8c6b9-5696-496b-965d-b9ec5db65831] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1116.659295] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.085s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.663124] env[69524]: INFO nova.compute.claims [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: 519b1818-9713-4a2d-855e-697eca2866ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1116.911579] env[69524]: DEBUG nova.network.neutron [-] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.008680] env[69524]: DEBUG nova.compute.manager [req-e074ce7d-cd79-4ab4-8bd8-0514f41e6367 req-daaa1dd9-2707-4e46-8f8f-af40a17aa6c9 service nova] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Received event network-vif-deleted-cfaaf210-b968-4586-9a57-8f9a2f4482e9 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.046113] env[69524]: DEBUG nova.network.neutron [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Port e2746cb1-fc8f-45cc-9cfc-9c8051291608 binding to destination host cpu-1 is already ACTIVE {{(pid=69524) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1117.111046] env[69524]: DEBUG oslo_vmware.api [None req-d70068b9-88ba-468e-bc49-e0c27e3512e0 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068546, 'name': ReconfigVM_Task, 'duration_secs': 0.234665} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.112028] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-d70068b9-88ba-468e-bc49-e0c27e3512e0 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806269', 'volume_id': '9c118da6-8f4a-4994-b3d1-6455cfdbc8f1', 'name': 'volume-9c118da6-8f4a-4994-b3d1-6455cfdbc8f1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '87a52851-044c-4a42-9c08-6302d8817f5f', 'attached_at': '', 'detached_at': '', 'volume_id': '9c118da6-8f4a-4994-b3d1-6455cfdbc8f1', 'serial': '9c118da6-8f4a-4994-b3d1-6455cfdbc8f1'} {{(pid=69524) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1117.165988] env[69524]: DEBUG nova.compute.utils [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1117.170198] env[69524]: DEBUG nova.compute.manager [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f0b8c6b9-5696-496b-965d-b9ec5db65831] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1117.170420] env[69524]: DEBUG nova.network.neutron [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f0b8c6b9-5696-496b-965d-b9ec5db65831] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1117.243295] env[69524]: DEBUG nova.policy [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a61cee3adcc49aea543a1bfc8a93ce8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e689b193aa343f39ae20da345214ae2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 1117.415597] env[69524]: INFO nova.compute.manager [-] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Took 1.34 seconds to deallocate network for instance. [ 1117.571944] env[69524]: DEBUG nova.compute.manager [None req-7bb1f771-c100-4841-8a21-a692fe534733 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1117.572903] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22d8ee3-ddf8-4cca-bd65-698df4633c98 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.678875] env[69524]: DEBUG nova.compute.manager [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f0b8c6b9-5696-496b-965d-b9ec5db65831] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1117.760085] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-052c3350-e890-47a3-8d5c-3b2470d64d34 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac] Volume attach. Driver type: vmdk {{(pid=69524) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1117.760359] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-052c3350-e890-47a3-8d5c-3b2470d64d34 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806271', 'volume_id': '42c42f44-062e-4377-b261-ad06e5f869b7', 'name': 'volume-42c42f44-062e-4377-b261-ad06e5f869b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac', 'attached_at': '', 'detached_at': '', 'volume_id': '42c42f44-062e-4377-b261-ad06e5f869b7', 'serial': '42c42f44-062e-4377-b261-ad06e5f869b7'} {{(pid=69524) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1117.762730] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-314cc16c-fd9e-4c43-b5d3-9cac5726c444 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.785262] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e650f7b-1a79-40eb-9d46-76b595270561 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.813899] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-052c3350-e890-47a3-8d5c-3b2470d64d34 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] volume-42c42f44-062e-4377-b261-ad06e5f869b7/volume-42c42f44-062e-4377-b261-ad06e5f869b7.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1117.817122] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-195624b3-68e9-46a5-addb-32e6ecbbc5cb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.841414] env[69524]: DEBUG oslo_vmware.api [None req-052c3350-e890-47a3-8d5c-3b2470d64d34 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1117.841414] env[69524]: value = "task-4068547" [ 1117.841414] env[69524]: _type = "Task" [ 1117.841414] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.860290] env[69524]: DEBUG oslo_vmware.api [None req-052c3350-e890-47a3-8d5c-3b2470d64d34 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068547, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.923377] env[69524]: DEBUG oslo_concurrency.lockutils [None req-bb4bf236-f52e-4dfe-a3ce-5546c008633d tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.048906] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b064438-804a-4e28-869b-63cb2f1fa2d6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.053256] env[69524]: DEBUG nova.network.neutron [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f0b8c6b9-5696-496b-965d-b9ec5db65831] Successfully created port: d5907ff8-dc78-43b1-8484-8a3a7a63e80e {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1118.074012] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073d4f94-1418-4e08-b2b4-db06fb2b2cd3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.085461] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquiring lock "bb9e5237-7ba0-424d-82a6-0d7b8b26a681-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.085696] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lock "bb9e5237-7ba0-424d-82a6-0d7b8b26a681-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.085868] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lock "bb9e5237-7ba0-424d-82a6-0d7b8b26a681-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.088224] env[69524]: INFO nova.compute.manager [None req-7bb1f771-c100-4841-8a21-a692fe534733 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d] instance snapshotting [ 1118.123355] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec21c526-c0e9-4524-b7e0-4eed868a130c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.128774] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c271ca6e-8a6e-44ef-94e3-f9ced3bfdf15 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.155847] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1b6b24-7079-4942-a3a7-3fea36612318 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.160330] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ce7173-2238-4ca1-b00d-3381f0a839df {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.164046] env[69524]: DEBUG nova.objects.instance [None req-d70068b9-88ba-468e-bc49-e0c27e3512e0 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lazy-loading 'flavor' on Instance uuid 87a52851-044c-4a42-9c08-6302d8817f5f {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1118.183764] env[69524]: DEBUG nova.compute.provider_tree [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.354100] env[69524]: DEBUG oslo_vmware.api [None req-052c3350-e890-47a3-8d5c-3b2470d64d34 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068547, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.670903] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d70068b9-88ba-468e-bc49-e0c27e3512e0 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "87a52851-044c-4a42-9c08-6302d8817f5f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.370s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.687574] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb1f771-c100-4841-8a21-a692fe534733 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d] Creating Snapshot of the VM instance {{(pid=69524) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1118.692560] env[69524]: DEBUG nova.scheduler.client.report [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.701131] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-898da371-1d44-41fa-a431-eab72f186c74 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.706328] env[69524]: DEBUG nova.compute.manager [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f0b8c6b9-5696-496b-965d-b9ec5db65831] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1118.719472] env[69524]: DEBUG oslo_vmware.api [None req-7bb1f771-c100-4841-8a21-a692fe534733 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Waiting for the task: (returnval){ [ 1118.719472] env[69524]: value = "task-4068548" [ 1118.719472] env[69524]: _type = "Task" [ 1118.719472] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.731706] env[69524]: DEBUG oslo_vmware.api [None req-7bb1f771-c100-4841-8a21-a692fe534733 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068548, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.749232] env[69524]: DEBUG nova.virt.hardware [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1118.749232] env[69524]: DEBUG nova.virt.hardware [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1118.749451] env[69524]: DEBUG nova.virt.hardware [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1118.749755] env[69524]: DEBUG nova.virt.hardware [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1118.750091] env[69524]: DEBUG nova.virt.hardware [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1118.750375] env[69524]: DEBUG nova.virt.hardware [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1118.750760] env[69524]: DEBUG nova.virt.hardware [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1118.751096] env[69524]: DEBUG nova.virt.hardware [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1118.752534] env[69524]: DEBUG nova.virt.hardware [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1118.752534] env[69524]: DEBUG nova.virt.hardware [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1118.752534] env[69524]: DEBUG nova.virt.hardware [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1118.754776] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f540ee54-8e3c-4ac1-baac-c56b65270c10 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.766440] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed0d724b-456b-4bbf-9e80-ceabc5043beb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.854921] env[69524]: DEBUG oslo_vmware.api [None req-052c3350-e890-47a3-8d5c-3b2470d64d34 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068547, 'name': ReconfigVM_Task, 'duration_secs': 0.847674} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.855487] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-052c3350-e890-47a3-8d5c-3b2470d64d34 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac] Reconfigured VM instance instance-00000051 to attach disk [datastore1] volume-42c42f44-062e-4377-b261-ad06e5f869b7/volume-42c42f44-062e-4377-b261-ad06e5f869b7.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1118.860591] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdc3c41a-383c-4cc1-a1b8-329670c29c4e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.880182] env[69524]: DEBUG oslo_vmware.api [None req-052c3350-e890-47a3-8d5c-3b2470d64d34 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1118.880182] env[69524]: value = "task-4068549" [ 1118.880182] env[69524]: _type = "Task" [ 1118.880182] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.891387] env[69524]: DEBUG oslo_vmware.api [None req-052c3350-e890-47a3-8d5c-3b2470d64d34 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068549, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.136229] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquiring lock "refresh_cache-bb9e5237-7ba0-424d-82a6-0d7b8b26a681" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.136480] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquired lock "refresh_cache-bb9e5237-7ba0-424d-82a6-0d7b8b26a681" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.136480] env[69524]: DEBUG nova.network.neutron [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1119.206900] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.548s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.207451] env[69524]: DEBUG nova.compute.manager [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: 519b1818-9713-4a2d-855e-697eca2866ca] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1119.212014] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ce2d0a42-2aad-49ff-9ece-39e777810344 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.393s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.212382] env[69524]: DEBUG nova.objects.instance [None req-ce2d0a42-2aad-49ff-9ece-39e777810344 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Lazy-loading 'resources' on Instance uuid bb318096-0380-4270-81aa-66c1f722d97c {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.240484] env[69524]: DEBUG oslo_vmware.api [None req-7bb1f771-c100-4841-8a21-a692fe534733 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068548, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.391628] env[69524]: DEBUG oslo_vmware.api [None req-052c3350-e890-47a3-8d5c-3b2470d64d34 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068549, 'name': ReconfigVM_Task, 'duration_secs': 0.155671} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.391929] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-052c3350-e890-47a3-8d5c-3b2470d64d34 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806271', 'volume_id': '42c42f44-062e-4377-b261-ad06e5f869b7', 'name': 'volume-42c42f44-062e-4377-b261-ad06e5f869b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac', 'attached_at': '', 'detached_at': '', 'volume_id': '42c42f44-062e-4377-b261-ad06e5f869b7', 'serial': '42c42f44-062e-4377-b261-ad06e5f869b7'} {{(pid=69524) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1119.611588] env[69524]: DEBUG nova.compute.manager [req-5c038589-989c-465e-a3bb-e05df05aa85a req-9bc740d3-a106-42fb-a8d6-8e9909fae8d1 service nova] [instance: f0b8c6b9-5696-496b-965d-b9ec5db65831] Received event network-vif-plugged-d5907ff8-dc78-43b1-8484-8a3a7a63e80e {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.611806] env[69524]: DEBUG oslo_concurrency.lockutils [req-5c038589-989c-465e-a3bb-e05df05aa85a req-9bc740d3-a106-42fb-a8d6-8e9909fae8d1 service nova] Acquiring lock "f0b8c6b9-5696-496b-965d-b9ec5db65831-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.612041] env[69524]: DEBUG oslo_concurrency.lockutils [req-5c038589-989c-465e-a3bb-e05df05aa85a req-9bc740d3-a106-42fb-a8d6-8e9909fae8d1 service nova] Lock "f0b8c6b9-5696-496b-965d-b9ec5db65831-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.612258] env[69524]: DEBUG oslo_concurrency.lockutils [req-5c038589-989c-465e-a3bb-e05df05aa85a req-9bc740d3-a106-42fb-a8d6-8e9909fae8d1 service nova] Lock "f0b8c6b9-5696-496b-965d-b9ec5db65831-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.612453] env[69524]: DEBUG nova.compute.manager [req-5c038589-989c-465e-a3bb-e05df05aa85a req-9bc740d3-a106-42fb-a8d6-8e9909fae8d1 service nova] [instance: f0b8c6b9-5696-496b-965d-b9ec5db65831] No waiting events found dispatching network-vif-plugged-d5907ff8-dc78-43b1-8484-8a3a7a63e80e {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1119.612622] env[69524]: WARNING nova.compute.manager [req-5c038589-989c-465e-a3bb-e05df05aa85a req-9bc740d3-a106-42fb-a8d6-8e9909fae8d1 service nova] [instance: f0b8c6b9-5696-496b-965d-b9ec5db65831] Received unexpected event network-vif-plugged-d5907ff8-dc78-43b1-8484-8a3a7a63e80e for instance with vm_state building and task_state spawning. [ 1119.665474] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Acquiring lock "91d71de3-5ab1-491d-b470-6897ac841c1c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.667431] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Lock "91d71de3-5ab1-491d-b470-6897ac841c1c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.713376] env[69524]: DEBUG nova.compute.utils [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1119.718019] env[69524]: DEBUG nova.compute.manager [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: 519b1818-9713-4a2d-855e-697eca2866ca] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1119.718019] env[69524]: DEBUG nova.network.neutron [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: 519b1818-9713-4a2d-855e-697eca2866ca] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1119.735032] env[69524]: DEBUG oslo_vmware.api [None req-7bb1f771-c100-4841-8a21-a692fe534733 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068548, 'name': CreateSnapshot_Task, 'duration_secs': 0.650673} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.738589] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb1f771-c100-4841-8a21-a692fe534733 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d] Created Snapshot of the VM instance {{(pid=69524) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1119.738589] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1397aa7c-c8f1-4dba-8f4d-9b9c1b21479c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.757131] env[69524]: DEBUG nova.network.neutron [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f0b8c6b9-5696-496b-965d-b9ec5db65831] Successfully updated port: d5907ff8-dc78-43b1-8484-8a3a7a63e80e {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1119.785515] env[69524]: DEBUG nova.policy [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a61cee3adcc49aea543a1bfc8a93ce8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e689b193aa343f39ae20da345214ae2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 1119.849248] env[69524]: INFO nova.compute.manager [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Rebuilding instance [ 1119.914772] env[69524]: DEBUG nova.compute.manager [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1119.915679] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e5566f-3b2f-447c-a577-e921ee50c646 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.102908] env[69524]: DEBUG nova.network.neutron [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Updating instance_info_cache with network_info: [{"id": "e2746cb1-fc8f-45cc-9cfc-9c8051291608", "address": "fa:16:3e:34:57:ac", "network": {"id": "44e29569-eeca-4e3a-bfa6-eaf437fc808b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1419956527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4133a0547d154af78d7556a7517cb285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2746cb1-fc", "ovs_interfaceid": "e2746cb1-fc8f-45cc-9cfc-9c8051291608", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.126459] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052adda2-82c5-46e6-992d-c35a9147c60d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.134927] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6baefe-2700-478d-b851-8c1919bd13eb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.169146] env[69524]: DEBUG nova.compute.manager [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] [instance: 91d71de3-5ab1-491d-b470-6897ac841c1c] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1120.174047] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ffb9d6-2f10-45cb-a1d7-ea305c347c48 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.180707] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a21ede-000b-4e86-a28d-e9cfd18fbd73 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.198903] env[69524]: DEBUG nova.compute.provider_tree [None req-ce2d0a42-2aad-49ff-9ece-39e777810344 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.224205] env[69524]: DEBUG nova.compute.manager [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: 519b1818-9713-4a2d-855e-697eca2866ca] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1120.262933] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb1f771-c100-4841-8a21-a692fe534733 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d] Creating linked-clone VM from snapshot {{(pid=69524) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1120.265040] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Acquiring lock "refresh_cache-f0b8c6b9-5696-496b-965d-b9ec5db65831" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.265040] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Acquired lock "refresh_cache-f0b8c6b9-5696-496b-965d-b9ec5db65831" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.265040] env[69524]: DEBUG nova.network.neutron [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f0b8c6b9-5696-496b-965d-b9ec5db65831] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1120.267684] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6d7d870c-eac8-467c-971f-1876feeb2857 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.272566] env[69524]: DEBUG nova.network.neutron [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: 519b1818-9713-4a2d-855e-697eca2866ca] Successfully created port: 653abec3-bfd9-458c-8fe2-1dd6c56a880e {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1120.284913] env[69524]: DEBUG oslo_vmware.api [None req-7bb1f771-c100-4841-8a21-a692fe534733 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Waiting for the task: (returnval){ [ 1120.284913] env[69524]: value = "task-4068550" [ 1120.284913] env[69524]: _type = "Task" [ 1120.284913] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.296141] env[69524]: DEBUG oslo_vmware.api [None req-7bb1f771-c100-4841-8a21-a692fe534733 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068550, 'name': CloneVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.337318] env[69524]: DEBUG nova.network.neutron [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f0b8c6b9-5696-496b-965d-b9ec5db65831] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1120.453311] env[69524]: DEBUG nova.objects.instance [None req-052c3350-e890-47a3-8d5c-3b2470d64d34 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lazy-loading 'flavor' on Instance uuid ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.612544] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Releasing lock "refresh_cache-bb9e5237-7ba0-424d-82a6-0d7b8b26a681" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.702582] env[69524]: DEBUG nova.scheduler.client.report [None req-ce2d0a42-2aad-49ff-9ece-39e777810344 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.708364] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.710468] env[69524]: DEBUG nova.network.neutron [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f0b8c6b9-5696-496b-965d-b9ec5db65831] Updating instance_info_cache with network_info: [{"id": "d5907ff8-dc78-43b1-8484-8a3a7a63e80e", "address": "fa:16:3e:19:7e:fb", "network": {"id": "2e8618f3-4c22-4b00-9b55-9f0cd1923cb3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1904629154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e689b193aa343f39ae20da345214ae2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5907ff8-dc", "ovs_interfaceid": "d5907ff8-dc78-43b1-8484-8a3a7a63e80e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.797427] env[69524]: DEBUG oslo_vmware.api [None req-7bb1f771-c100-4841-8a21-a692fe534733 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068550, 'name': CloneVM_Task} progress is 94%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.939758] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1120.941624] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-491f1939-dba2-446d-9a40-92c585c04678 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.951825] env[69524]: DEBUG oslo_vmware.api [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 1120.951825] env[69524]: value = "task-4068551" [ 1120.951825] env[69524]: _type = "Task" [ 1120.951825] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.962863] env[69524]: DEBUG oslo_concurrency.lockutils [None req-052c3350-e890-47a3-8d5c-3b2470d64d34 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.357s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.970429] env[69524]: DEBUG oslo_vmware.api [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068551, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.123209] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a406168-63d2-44d7-8eb8-9435b5418152 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.130931] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173793f5-b9b6-4028-8cd0-e143a00d541d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.213681] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Releasing lock "refresh_cache-f0b8c6b9-5696-496b-965d-b9ec5db65831" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.214974] env[69524]: DEBUG nova.compute.manager [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f0b8c6b9-5696-496b-965d-b9ec5db65831] Instance network_info: |[{"id": "d5907ff8-dc78-43b1-8484-8a3a7a63e80e", "address": "fa:16:3e:19:7e:fb", "network": {"id": "2e8618f3-4c22-4b00-9b55-9f0cd1923cb3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1904629154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e689b193aa343f39ae20da345214ae2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5907ff8-dc", "ovs_interfaceid": "d5907ff8-dc78-43b1-8484-8a3a7a63e80e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1121.215681] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ce2d0a42-2aad-49ff-9ece-39e777810344 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.004s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.219299] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f0b8c6b9-5696-496b-965d-b9ec5db65831] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:7e:fb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30c39e9a-a798-4f25-a48c-91f786ba332c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd5907ff8-dc78-43b1-8484-8a3a7a63e80e', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1121.229589] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1121.229872] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 19.158s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.230085] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.230329] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69524) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1121.230727] env[69524]: DEBUG oslo_concurrency.lockutils [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.792s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.232560] env[69524]: INFO nova.compute.claims [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 5f17ffdf-5368-4e18-b484-19aeb233ebe2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1121.236054] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0b8c6b9-5696-496b-965d-b9ec5db65831] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1121.237300] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682a9394-d283-4665-942c-11c02e2c7b93 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.241565] env[69524]: DEBUG nova.compute.manager [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: 519b1818-9713-4a2d-855e-697eca2866ca] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1121.243966] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3310fcae-67c3-4d81-ba6e-a3cafdc93f11 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.262557] env[69524]: INFO nova.scheduler.client.report [None req-ce2d0a42-2aad-49ff-9ece-39e777810344 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Deleted allocations for instance bb318096-0380-4270-81aa-66c1f722d97c [ 1121.272410] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a1e2fb8-3241-4694-8c19-f210fc075d6b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.278999] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1121.278999] env[69524]: value = "task-4068552" [ 1121.278999] env[69524]: _type = "Task" [ 1121.278999] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.296491] env[69524]: DEBUG nova.virt.hardware [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1121.296729] env[69524]: DEBUG nova.virt.hardware [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1121.296882] env[69524]: DEBUG nova.virt.hardware [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1121.297071] env[69524]: DEBUG nova.virt.hardware [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1121.297215] env[69524]: DEBUG nova.virt.hardware [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1121.297362] env[69524]: DEBUG nova.virt.hardware [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1121.297604] env[69524]: DEBUG nova.virt.hardware [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1121.297755] env[69524]: DEBUG nova.virt.hardware [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1121.298177] env[69524]: DEBUG nova.virt.hardware [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1121.298412] env[69524]: DEBUG nova.virt.hardware [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1121.298591] env[69524]: DEBUG nova.virt.hardware [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1121.303549] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b2c47b-9a60-4cf8-9694-f7481766889e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.311023] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1fe9bc-7513-406c-8bc0-0583003b173c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.316680] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068552, 'name': CreateVM_Task} progress is 10%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.326900] env[69524]: DEBUG oslo_vmware.api [None req-7bb1f771-c100-4841-8a21-a692fe534733 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068550, 'name': CloneVM_Task} progress is 94%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.330246] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a66af1b-3c82-4e2b-9f52-67c38affdc4a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.335912] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7819c4-c710-416f-b00f-2e86ef2ad1c0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.386041] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178583MB free_disk=20GB free_vcpus=48 pci_devices=None {{(pid=69524) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1121.386297] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.462934] env[69524]: DEBUG oslo_vmware.api [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068551, 'name': PowerOffVM_Task, 'duration_secs': 0.367893} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.463234] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.508485] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8b2f2435-c4ed-4e5d-b6a2-20fd8c1cbbad tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquiring lock "ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.508812] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8b2f2435-c4ed-4e5d-b6a2-20fd8c1cbbad tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.509065] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8b2f2435-c4ed-4e5d-b6a2-20fd8c1cbbad tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquiring lock "ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.509289] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8b2f2435-c4ed-4e5d-b6a2-20fd8c1cbbad tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.509447] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8b2f2435-c4ed-4e5d-b6a2-20fd8c1cbbad tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.514570] env[69524]: INFO nova.compute.manager [None req-8b2f2435-c4ed-4e5d-b6a2-20fd8c1cbbad tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac] Terminating instance [ 1121.531106] env[69524]: INFO nova.compute.manager [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Detaching volume 9c118da6-8f4a-4994-b3d1-6455cfdbc8f1 [ 1121.577183] env[69524]: INFO nova.virt.block_device [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Attempting to driver detach volume 9c118da6-8f4a-4994-b3d1-6455cfdbc8f1 from mountpoint /dev/sdb [ 1121.577459] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Volume detach. Driver type: vmdk {{(pid=69524) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1121.577645] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806269', 'volume_id': '9c118da6-8f4a-4994-b3d1-6455cfdbc8f1', 'name': 'volume-9c118da6-8f4a-4994-b3d1-6455cfdbc8f1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '87a52851-044c-4a42-9c08-6302d8817f5f', 'attached_at': '', 'detached_at': '', 'volume_id': '9c118da6-8f4a-4994-b3d1-6455cfdbc8f1', 'serial': '9c118da6-8f4a-4994-b3d1-6455cfdbc8f1'} {{(pid=69524) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1121.578561] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ceba2dd-37cb-4649-85b2-d4a1b7123523 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.604639] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a6e5d8-6073-4343-8d2d-e62d49e35577 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.612551] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ba70df-ad72-4985-a6b6-8594476bd818 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.636872] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa734d6-ae26-4a62-8051-2c1806758f8d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.653510] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] The volume has not been displaced from its original location: [datastore1] volume-9c118da6-8f4a-4994-b3d1-6455cfdbc8f1/volume-9c118da6-8f4a-4994-b3d1-6455cfdbc8f1.vmdk. No consolidation needed. {{(pid=69524) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1121.658964] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Reconfiguring VM instance instance-0000004d to detach disk 2001 {{(pid=69524) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1121.660481] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-066b87c9-fea1-4eaa-a7c4-c2d414b95691 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.674638] env[69524]: DEBUG nova.compute.manager [req-7e1e5182-9d9e-49b7-a1dd-28cdb015c2ca req-cabf7b05-cd06-4387-8bf2-6c71fc588d78 service nova] [instance: f0b8c6b9-5696-496b-965d-b9ec5db65831] Received event network-changed-d5907ff8-dc78-43b1-8484-8a3a7a63e80e {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.674866] env[69524]: DEBUG nova.compute.manager [req-7e1e5182-9d9e-49b7-a1dd-28cdb015c2ca req-cabf7b05-cd06-4387-8bf2-6c71fc588d78 service nova] [instance: f0b8c6b9-5696-496b-965d-b9ec5db65831] Refreshing instance network info cache due to event network-changed-d5907ff8-dc78-43b1-8484-8a3a7a63e80e. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1121.675109] env[69524]: DEBUG oslo_concurrency.lockutils [req-7e1e5182-9d9e-49b7-a1dd-28cdb015c2ca req-cabf7b05-cd06-4387-8bf2-6c71fc588d78 service nova] Acquiring lock "refresh_cache-f0b8c6b9-5696-496b-965d-b9ec5db65831" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.675261] env[69524]: DEBUG oslo_concurrency.lockutils [req-7e1e5182-9d9e-49b7-a1dd-28cdb015c2ca req-cabf7b05-cd06-4387-8bf2-6c71fc588d78 service nova] Acquired lock "refresh_cache-f0b8c6b9-5696-496b-965d-b9ec5db65831" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.675422] env[69524]: DEBUG nova.network.neutron [req-7e1e5182-9d9e-49b7-a1dd-28cdb015c2ca req-cabf7b05-cd06-4387-8bf2-6c71fc588d78 service nova] [instance: f0b8c6b9-5696-496b-965d-b9ec5db65831] Refreshing network info cache for port d5907ff8-dc78-43b1-8484-8a3a7a63e80e {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1121.683458] env[69524]: DEBUG oslo_vmware.api [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 1121.683458] env[69524]: value = "task-4068553" [ 1121.683458] env[69524]: _type = "Task" [ 1121.683458] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.693656] env[69524]: DEBUG oslo_vmware.api [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068553, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.775399] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ce2d0a42-2aad-49ff-9ece-39e777810344 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Lock "bb318096-0380-4270-81aa-66c1f722d97c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.574s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.794890] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068552, 'name': CreateVM_Task, 'duration_secs': 0.360727} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.800106] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0b8c6b9-5696-496b-965d-b9ec5db65831] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1121.800469] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.800663] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.802272] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.802272] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a49d99b3-7364-4171-a405-928160d5699e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.808337] env[69524]: DEBUG oslo_vmware.api [None req-7bb1f771-c100-4841-8a21-a692fe534733 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068550, 'name': CloneVM_Task, 'duration_secs': 1.423032} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.808628] env[69524]: INFO nova.virt.vmwareapi.vmops [None req-7bb1f771-c100-4841-8a21-a692fe534733 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d] Created linked-clone VM from snapshot [ 1121.810188] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f86b51-403a-40b3-83f2-d341a3004168 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.816769] env[69524]: DEBUG oslo_vmware.api [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Waiting for the task: (returnval){ [ 1121.816769] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52070b44-c6b1-b143-9d78-2a265129ec07" [ 1121.816769] env[69524]: _type = "Task" [ 1121.816769] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.821092] env[69524]: DEBUG nova.virt.vmwareapi.images [None req-7bb1f771-c100-4841-8a21-a692fe534733 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d] Uploading image a4adf131-9c9c-46f2-a403-53dd7e3da75c {{(pid=69524) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1121.831391] env[69524]: DEBUG oslo_vmware.api [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52070b44-c6b1-b143-9d78-2a265129ec07, 'name': SearchDatastore_Task, 'duration_secs': 0.010248} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.831391] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.831391] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f0b8c6b9-5696-496b-965d-b9ec5db65831] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1121.831391] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.831697] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.831743] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1121.832721] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-955c8999-8474-48b8-9446-ac655c33a84f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.839900] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-7bb1f771-c100-4841-8a21-a692fe534733 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d] Destroying the VM {{(pid=69524) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1121.839900] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cdbc5cae-6333-42e9-a26d-b55c130553c4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.845523] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1121.845722] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1121.847480] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48dd792f-ddbe-4806-b2fe-86c90a9c09af {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.851447] env[69524]: DEBUG oslo_vmware.api [None req-7bb1f771-c100-4841-8a21-a692fe534733 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Waiting for the task: (returnval){ [ 1121.851447] env[69524]: value = "task-4068554" [ 1121.851447] env[69524]: _type = "Task" [ 1121.851447] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.857429] env[69524]: DEBUG oslo_vmware.api [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Waiting for the task: (returnval){ [ 1121.857429] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52abb321-f3a3-f2f2-6eaa-92b4648bce00" [ 1121.857429] env[69524]: _type = "Task" [ 1121.857429] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.866983] env[69524]: DEBUG oslo_vmware.api [None req-7bb1f771-c100-4841-8a21-a692fe534733 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068554, 'name': Destroy_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.875089] env[69524]: DEBUG oslo_vmware.api [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52abb321-f3a3-f2f2-6eaa-92b4648bce00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.020370] env[69524]: DEBUG nova.compute.manager [None req-8b2f2435-c4ed-4e5d-b6a2-20fd8c1cbbad tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1122.020370] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b2f2435-c4ed-4e5d-b6a2-20fd8c1cbbad tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1122.020370] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db6bd0c1-5a22-4b90-8b6b-b081fbeaf441 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.029302] env[69524]: DEBUG oslo_vmware.api [None req-8b2f2435-c4ed-4e5d-b6a2-20fd8c1cbbad tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1122.029302] env[69524]: value = "task-4068555" [ 1122.029302] env[69524]: _type = "Task" [ 1122.029302] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.039411] env[69524]: DEBUG oslo_vmware.api [None req-8b2f2435-c4ed-4e5d-b6a2-20fd8c1cbbad tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068555, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.200305] env[69524]: DEBUG oslo_vmware.api [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068553, 'name': ReconfigVM_Task, 'duration_secs': 0.204582} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.200454] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Reconfigured VM instance instance-0000004d to detach disk 2001 {{(pid=69524) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1122.205954] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33dd00e3-d62d-4ec3-a97f-1283e959f0ff {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.224838] env[69524]: DEBUG oslo_vmware.api [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 1122.224838] env[69524]: value = "task-4068556" [ 1122.224838] env[69524]: _type = "Task" [ 1122.224838] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.237473] env[69524]: DEBUG oslo_vmware.api [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068556, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.255103] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ede653-10dd-43fe-9154-7bd892847eee {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.292342] env[69524]: DEBUG nova.network.neutron [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: 519b1818-9713-4a2d-855e-697eca2866ca] Successfully updated port: 653abec3-bfd9-458c-8fe2-1dd6c56a880e {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1122.294077] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eedde0b6-e2b0-4714-9baa-16a7eed77e37 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.303379] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Updating instance 'bb9e5237-7ba0-424d-82a6-0d7b8b26a681' progress to 83 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1122.369814] env[69524]: DEBUG oslo_vmware.api [None req-7bb1f771-c100-4841-8a21-a692fe534733 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068554, 'name': Destroy_Task} progress is 33%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.383270] env[69524]: DEBUG oslo_vmware.api [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52abb321-f3a3-f2f2-6eaa-92b4648bce00, 'name': SearchDatastore_Task, 'duration_secs': 0.024609} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.384454] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38fb733b-eca7-4e28-873e-f2faaad6485b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.394658] env[69524]: DEBUG oslo_vmware.api [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Waiting for the task: (returnval){ [ 1122.394658] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52b092eb-63fa-acf7-c9c3-869e0b06af18" [ 1122.394658] env[69524]: _type = "Task" [ 1122.394658] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.415746] env[69524]: DEBUG oslo_vmware.api [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52b092eb-63fa-acf7-c9c3-869e0b06af18, 'name': SearchDatastore_Task, 'duration_secs': 0.019703} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.416019] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.416306] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] f0b8c6b9-5696-496b-965d-b9ec5db65831/f0b8c6b9-5696-496b-965d-b9ec5db65831.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1122.416940] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca420ad5-2733-454a-be0e-10d29c43555d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.429021] env[69524]: DEBUG oslo_vmware.api [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Waiting for the task: (returnval){ [ 1122.429021] env[69524]: value = "task-4068557" [ 1122.429021] env[69524]: _type = "Task" [ 1122.429021] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.437508] env[69524]: DEBUG oslo_vmware.api [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': task-4068557, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.540114] env[69524]: DEBUG oslo_vmware.api [None req-8b2f2435-c4ed-4e5d-b6a2-20fd8c1cbbad tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068555, 'name': PowerOffVM_Task, 'duration_secs': 0.338379} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.542917] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b2f2435-c4ed-4e5d-b6a2-20fd8c1cbbad tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1122.543132] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b2f2435-c4ed-4e5d-b6a2-20fd8c1cbbad tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac] Volume detach. Driver type: vmdk {{(pid=69524) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1122.543324] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b2f2435-c4ed-4e5d-b6a2-20fd8c1cbbad tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806271', 'volume_id': '42c42f44-062e-4377-b261-ad06e5f869b7', 'name': 'volume-42c42f44-062e-4377-b261-ad06e5f869b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac', 'attached_at': '', 'detached_at': '', 'volume_id': '42c42f44-062e-4377-b261-ad06e5f869b7', 'serial': '42c42f44-062e-4377-b261-ad06e5f869b7'} {{(pid=69524) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1122.546586] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52539062-ad71-44d2-ad97-d9b325b89380 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.574628] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81833b37-882e-4305-ae4d-5ff5cb158bda {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.582844] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780dbc16-0abc-44da-b37d-e13e2bba3ac6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.608983] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05a2ebd-e34c-4ca6-827e-8ce5f69ef874 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.629640] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b2f2435-c4ed-4e5d-b6a2-20fd8c1cbbad tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] The volume has not been displaced from its original location: [datastore1] volume-42c42f44-062e-4377-b261-ad06e5f869b7/volume-42c42f44-062e-4377-b261-ad06e5f869b7.vmdk. No consolidation needed. {{(pid=69524) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1122.635375] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b2f2435-c4ed-4e5d-b6a2-20fd8c1cbbad tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac] Reconfiguring VM instance instance-00000051 to detach disk 2001 {{(pid=69524) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1122.636569] env[69524]: DEBUG nova.network.neutron [req-7e1e5182-9d9e-49b7-a1dd-28cdb015c2ca req-cabf7b05-cd06-4387-8bf2-6c71fc588d78 service nova] [instance: f0b8c6b9-5696-496b-965d-b9ec5db65831] Updated VIF entry in instance network info cache for port d5907ff8-dc78-43b1-8484-8a3a7a63e80e. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1122.637085] env[69524]: DEBUG nova.network.neutron [req-7e1e5182-9d9e-49b7-a1dd-28cdb015c2ca req-cabf7b05-cd06-4387-8bf2-6c71fc588d78 service nova] [instance: f0b8c6b9-5696-496b-965d-b9ec5db65831] Updating instance_info_cache with network_info: [{"id": "d5907ff8-dc78-43b1-8484-8a3a7a63e80e", "address": "fa:16:3e:19:7e:fb", "network": {"id": "2e8618f3-4c22-4b00-9b55-9f0cd1923cb3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1904629154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e689b193aa343f39ae20da345214ae2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5907ff8-dc", "ovs_interfaceid": "d5907ff8-dc78-43b1-8484-8a3a7a63e80e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.642067] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7056ae14-c0ad-489c-8efd-07f1ce2ef9bf {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.666336] env[69524]: DEBUG oslo_vmware.api [None req-8b2f2435-c4ed-4e5d-b6a2-20fd8c1cbbad tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1122.666336] env[69524]: value = "task-4068559" [ 1122.666336] env[69524]: _type = "Task" [ 1122.666336] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.677193] env[69524]: DEBUG oslo_vmware.api [None req-8b2f2435-c4ed-4e5d-b6a2-20fd8c1cbbad tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068559, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.725017] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d87e4ea-b12d-4b32-9922-3a8c9caabab7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.740771] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27e5f27-b6f4-4a10-8141-5c6454fff872 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.746045] env[69524]: DEBUG oslo_vmware.api [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068556, 'name': ReconfigVM_Task, 'duration_secs': 0.180933} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.746045] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806269', 'volume_id': '9c118da6-8f4a-4994-b3d1-6455cfdbc8f1', 'name': 'volume-9c118da6-8f4a-4994-b3d1-6455cfdbc8f1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '87a52851-044c-4a42-9c08-6302d8817f5f', 'attached_at': '', 'detached_at': '', 'volume_id': '9c118da6-8f4a-4994-b3d1-6455cfdbc8f1', 'serial': '9c118da6-8f4a-4994-b3d1-6455cfdbc8f1'} {{(pid=69524) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1122.790781] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4bc308e-3f38-43ad-8714-9d241a684a4e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.799044] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Acquiring lock "refresh_cache-519b1818-9713-4a2d-855e-697eca2866ca" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.799044] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Acquired lock "refresh_cache-519b1818-9713-4a2d-855e-697eca2866ca" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.799044] env[69524]: DEBUG nova.network.neutron [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: 519b1818-9713-4a2d-855e-697eca2866ca] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1122.804695] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47899fa1-0290-4294-9309-ed23a3f33d5f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.813742] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1122.814240] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4b55c36-2cd3-4d11-8ae5-2139d178de74 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.823316] env[69524]: DEBUG oslo_vmware.api [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 1122.823316] env[69524]: value = "task-4068560" [ 1122.823316] env[69524]: _type = "Task" [ 1122.823316] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.832877] env[69524]: DEBUG nova.compute.provider_tree [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.845161] env[69524]: DEBUG oslo_vmware.api [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068560, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.870051] env[69524]: DEBUG oslo_vmware.api [None req-7bb1f771-c100-4841-8a21-a692fe534733 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068554, 'name': Destroy_Task, 'duration_secs': 0.567204} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.870546] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-7bb1f771-c100-4841-8a21-a692fe534733 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d] Destroyed the VM [ 1122.870723] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb1f771-c100-4841-8a21-a692fe534733 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d] Deleting Snapshot of the VM instance {{(pid=69524) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1122.870879] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9ece70e5-d3b9-4711-b1e1-1496cb51809d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.886924] env[69524]: DEBUG oslo_vmware.api [None req-7bb1f771-c100-4841-8a21-a692fe534733 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Waiting for the task: (returnval){ [ 1122.886924] env[69524]: value = "task-4068561" [ 1122.886924] env[69524]: _type = "Task" [ 1122.886924] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.898388] env[69524]: DEBUG oslo_vmware.api [None req-7bb1f771-c100-4841-8a21-a692fe534733 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068561, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.938238] env[69524]: DEBUG oslo_vmware.api [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': task-4068557, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.139908] env[69524]: DEBUG oslo_concurrency.lockutils [req-7e1e5182-9d9e-49b7-a1dd-28cdb015c2ca req-cabf7b05-cd06-4387-8bf2-6c71fc588d78 service nova] Releasing lock "refresh_cache-f0b8c6b9-5696-496b-965d-b9ec5db65831" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.181020] env[69524]: DEBUG oslo_vmware.api [None req-8b2f2435-c4ed-4e5d-b6a2-20fd8c1cbbad tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068559, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.338885] env[69524]: DEBUG nova.scheduler.client.report [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1123.345928] env[69524]: DEBUG oslo_vmware.api [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068560, 'name': PowerOnVM_Task, 'duration_secs': 0.478927} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.346249] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1123.346434] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a40d6e6f-1fb2-4068-98d1-86027ab3494b tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Updating instance 'bb9e5237-7ba0-424d-82a6-0d7b8b26a681' progress to 100 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1123.353027] env[69524]: DEBUG nova.network.neutron [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: 519b1818-9713-4a2d-855e-697eca2866ca] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1123.400545] env[69524]: DEBUG oslo_vmware.api [None req-7bb1f771-c100-4841-8a21-a692fe534733 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068561, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.438283] env[69524]: DEBUG oslo_vmware.api [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': task-4068557, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.634351} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.438899] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] f0b8c6b9-5696-496b-965d-b9ec5db65831/f0b8c6b9-5696-496b-965d-b9ec5db65831.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1123.439230] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f0b8c6b9-5696-496b-965d-b9ec5db65831] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1123.439947] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a399a508-4e2a-4df3-98b2-775988c2df9c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.452430] env[69524]: DEBUG oslo_vmware.api [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Waiting for the task: (returnval){ [ 1123.452430] env[69524]: value = "task-4068562" [ 1123.452430] env[69524]: _type = "Task" [ 1123.452430] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.466434] env[69524]: DEBUG oslo_vmware.api [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': task-4068562, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.478657] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4c237444-4992-4053-85fc-dca991af201e tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Acquiring lock "c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.479121] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4c237444-4992-4053-85fc-dca991af201e tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Lock "c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.479422] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4c237444-4992-4053-85fc-dca991af201e tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Acquiring lock "c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.479569] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4c237444-4992-4053-85fc-dca991af201e tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Lock "c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.479750] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4c237444-4992-4053-85fc-dca991af201e tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Lock "c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.482802] env[69524]: INFO nova.compute.manager [None req-4c237444-4992-4053-85fc-dca991af201e tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] [instance: c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4] Terminating instance [ 1123.610795] env[69524]: DEBUG nova.network.neutron [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: 519b1818-9713-4a2d-855e-697eca2866ca] Updating instance_info_cache with network_info: [{"id": "653abec3-bfd9-458c-8fe2-1dd6c56a880e", "address": "fa:16:3e:f2:0d:16", "network": {"id": "2e8618f3-4c22-4b00-9b55-9f0cd1923cb3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1904629154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e689b193aa343f39ae20da345214ae2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap653abec3-bf", "ovs_interfaceid": "653abec3-bfd9-458c-8fe2-1dd6c56a880e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.676794] env[69524]: DEBUG nova.compute.manager [req-fcd63eb6-c525-4545-9a82-f5fb8014c4ca req-13f5040f-fa3a-4744-b2db-a6b966d66602 service nova] [instance: 519b1818-9713-4a2d-855e-697eca2866ca] Received event network-vif-plugged-653abec3-bfd9-458c-8fe2-1dd6c56a880e {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.676794] env[69524]: DEBUG oslo_concurrency.lockutils [req-fcd63eb6-c525-4545-9a82-f5fb8014c4ca req-13f5040f-fa3a-4744-b2db-a6b966d66602 service nova] Acquiring lock "519b1818-9713-4a2d-855e-697eca2866ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.676794] env[69524]: DEBUG oslo_concurrency.lockutils [req-fcd63eb6-c525-4545-9a82-f5fb8014c4ca req-13f5040f-fa3a-4744-b2db-a6b966d66602 service nova] Lock "519b1818-9713-4a2d-855e-697eca2866ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.676794] env[69524]: DEBUG oslo_concurrency.lockutils [req-fcd63eb6-c525-4545-9a82-f5fb8014c4ca req-13f5040f-fa3a-4744-b2db-a6b966d66602 service nova] Lock "519b1818-9713-4a2d-855e-697eca2866ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.676794] env[69524]: DEBUG nova.compute.manager [req-fcd63eb6-c525-4545-9a82-f5fb8014c4ca req-13f5040f-fa3a-4744-b2db-a6b966d66602 service nova] [instance: 519b1818-9713-4a2d-855e-697eca2866ca] No waiting events found dispatching network-vif-plugged-653abec3-bfd9-458c-8fe2-1dd6c56a880e {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1123.676794] env[69524]: WARNING nova.compute.manager [req-fcd63eb6-c525-4545-9a82-f5fb8014c4ca req-13f5040f-fa3a-4744-b2db-a6b966d66602 service nova] [instance: 519b1818-9713-4a2d-855e-697eca2866ca] Received unexpected event network-vif-plugged-653abec3-bfd9-458c-8fe2-1dd6c56a880e for instance with vm_state building and task_state spawning. [ 1123.676794] env[69524]: DEBUG nova.compute.manager [req-fcd63eb6-c525-4545-9a82-f5fb8014c4ca req-13f5040f-fa3a-4744-b2db-a6b966d66602 service nova] [instance: 519b1818-9713-4a2d-855e-697eca2866ca] Received event network-changed-653abec3-bfd9-458c-8fe2-1dd6c56a880e {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1123.676794] env[69524]: DEBUG nova.compute.manager [req-fcd63eb6-c525-4545-9a82-f5fb8014c4ca req-13f5040f-fa3a-4744-b2db-a6b966d66602 service nova] [instance: 519b1818-9713-4a2d-855e-697eca2866ca] Refreshing instance network info cache due to event network-changed-653abec3-bfd9-458c-8fe2-1dd6c56a880e. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1123.677107] env[69524]: DEBUG oslo_concurrency.lockutils [req-fcd63eb6-c525-4545-9a82-f5fb8014c4ca req-13f5040f-fa3a-4744-b2db-a6b966d66602 service nova] Acquiring lock "refresh_cache-519b1818-9713-4a2d-855e-697eca2866ca" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.683601] env[69524]: DEBUG oslo_vmware.api [None req-8b2f2435-c4ed-4e5d-b6a2-20fd8c1cbbad tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068559, 'name': ReconfigVM_Task, 'duration_secs': 0.561345} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.683858] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b2f2435-c4ed-4e5d-b6a2-20fd8c1cbbad tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac] Reconfigured VM instance instance-00000051 to detach disk 2001 {{(pid=69524) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1123.690263] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09783b0c-5fa1-4eb0-9ea7-4def579013f3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.707102] env[69524]: DEBUG oslo_vmware.api [None req-8b2f2435-c4ed-4e5d-b6a2-20fd8c1cbbad tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1123.707102] env[69524]: value = "task-4068563" [ 1123.707102] env[69524]: _type = "Task" [ 1123.707102] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.716878] env[69524]: DEBUG oslo_vmware.api [None req-8b2f2435-c4ed-4e5d-b6a2-20fd8c1cbbad tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068563, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.809553] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1123.809964] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab4b73a0-7b04-4d77-9156-c30cd1acc591 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.819652] env[69524]: DEBUG oslo_vmware.api [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 1123.819652] env[69524]: value = "task-4068564" [ 1123.819652] env[69524]: _type = "Task" [ 1123.819652] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.830223] env[69524]: DEBUG oslo_vmware.api [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068564, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.847261] env[69524]: DEBUG oslo_concurrency.lockutils [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.616s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.847802] env[69524]: DEBUG nova.compute.manager [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 5f17ffdf-5368-4e18-b484-19aeb233ebe2] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1123.850628] env[69524]: DEBUG oslo_concurrency.lockutils [None req-bae54372-f930-48af-95c0-0dffaf6206e0 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.622s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.850846] env[69524]: DEBUG nova.objects.instance [None req-bae54372-f930-48af-95c0-0dffaf6206e0 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Lazy-loading 'resources' on Instance uuid 26b87865-1683-4797-ae24-f51084419ce4 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.902249] env[69524]: DEBUG oslo_vmware.api [None req-7bb1f771-c100-4841-8a21-a692fe534733 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068561, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.964129] env[69524]: DEBUG oslo_vmware.api [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': task-4068562, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.286989} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.964129] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f0b8c6b9-5696-496b-965d-b9ec5db65831] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1123.965015] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c27ff5-c4c6-4dcc-990b-2319cd1e0806 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.989107] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f0b8c6b9-5696-496b-965d-b9ec5db65831] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] f0b8c6b9-5696-496b-965d-b9ec5db65831/f0b8c6b9-5696-496b-965d-b9ec5db65831.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.990193] env[69524]: DEBUG nova.compute.manager [None req-4c237444-4992-4053-85fc-dca991af201e tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] [instance: c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1123.990193] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-4c237444-4992-4053-85fc-dca991af201e tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] [instance: c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1123.990343] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b622f97-aebc-4e5f-b8f8-9eef2070b5ff {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.005843] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa9d7855-3006-4665-ab64-27d1f134079a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.014471] env[69524]: DEBUG oslo_vmware.api [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Waiting for the task: (returnval){ [ 1124.014471] env[69524]: value = "task-4068565" [ 1124.014471] env[69524]: _type = "Task" [ 1124.014471] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.016513] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c237444-4992-4053-85fc-dca991af201e tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] [instance: c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1124.019913] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05f4993c-c123-4e1c-9b98-9e0940e8523d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.026960] env[69524]: DEBUG oslo_vmware.api [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': task-4068565, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.028461] env[69524]: DEBUG oslo_vmware.api [None req-4c237444-4992-4053-85fc-dca991af201e tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Waiting for the task: (returnval){ [ 1124.028461] env[69524]: value = "task-4068566" [ 1124.028461] env[69524]: _type = "Task" [ 1124.028461] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.037219] env[69524]: DEBUG oslo_vmware.api [None req-4c237444-4992-4053-85fc-dca991af201e tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Task: {'id': task-4068566, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.114713] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Releasing lock "refresh_cache-519b1818-9713-4a2d-855e-697eca2866ca" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.115095] env[69524]: DEBUG nova.compute.manager [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: 519b1818-9713-4a2d-855e-697eca2866ca] Instance network_info: |[{"id": "653abec3-bfd9-458c-8fe2-1dd6c56a880e", "address": "fa:16:3e:f2:0d:16", "network": {"id": "2e8618f3-4c22-4b00-9b55-9f0cd1923cb3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1904629154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e689b193aa343f39ae20da345214ae2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap653abec3-bf", "ovs_interfaceid": "653abec3-bfd9-458c-8fe2-1dd6c56a880e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1124.115455] env[69524]: DEBUG oslo_concurrency.lockutils [req-fcd63eb6-c525-4545-9a82-f5fb8014c4ca req-13f5040f-fa3a-4744-b2db-a6b966d66602 service nova] Acquired lock "refresh_cache-519b1818-9713-4a2d-855e-697eca2866ca" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.115643] env[69524]: DEBUG nova.network.neutron [req-fcd63eb6-c525-4545-9a82-f5fb8014c4ca req-13f5040f-fa3a-4744-b2db-a6b966d66602 service nova] [instance: 519b1818-9713-4a2d-855e-697eca2866ca] Refreshing network info cache for port 653abec3-bfd9-458c-8fe2-1dd6c56a880e {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1124.118681] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: 519b1818-9713-4a2d-855e-697eca2866ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:0d:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30c39e9a-a798-4f25-a48c-91f786ba332c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '653abec3-bfd9-458c-8fe2-1dd6c56a880e', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1124.127356] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1124.127356] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 519b1818-9713-4a2d-855e-697eca2866ca] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1124.129320] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9b14798-6a3c-4d21-85a7-721e97e5ec2f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.158225] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1124.158225] env[69524]: value = "task-4068567" [ 1124.158225] env[69524]: _type = "Task" [ 1124.158225] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.171042] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068567, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.219140] env[69524]: DEBUG oslo_vmware.api [None req-8b2f2435-c4ed-4e5d-b6a2-20fd8c1cbbad tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068563, 'name': ReconfigVM_Task, 'duration_secs': 0.150262} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.219817] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b2f2435-c4ed-4e5d-b6a2-20fd8c1cbbad tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806271', 'volume_id': '42c42f44-062e-4377-b261-ad06e5f869b7', 'name': 'volume-42c42f44-062e-4377-b261-ad06e5f869b7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac', 'attached_at': '', 'detached_at': '', 'volume_id': '42c42f44-062e-4377-b261-ad06e5f869b7', 'serial': '42c42f44-062e-4377-b261-ad06e5f869b7'} {{(pid=69524) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1124.220179] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-8b2f2435-c4ed-4e5d-b6a2-20fd8c1cbbad tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1124.221083] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996012a4-f76e-4ec1-9980-12803b3c740b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.229388] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-8b2f2435-c4ed-4e5d-b6a2-20fd8c1cbbad tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1124.230298] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c12ace74-a0e4-4afb-8ad9-c6e1c2f07f35 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.308798] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-8b2f2435-c4ed-4e5d-b6a2-20fd8c1cbbad tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1124.309103] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-8b2f2435-c4ed-4e5d-b6a2-20fd8c1cbbad tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1124.309284] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b2f2435-c4ed-4e5d-b6a2-20fd8c1cbbad tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Deleting the datastore file [datastore1] ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1124.309643] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea869d8d-cb47-44ef-a685-28916005050b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.317134] env[69524]: DEBUG oslo_vmware.api [None req-8b2f2435-c4ed-4e5d-b6a2-20fd8c1cbbad tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1124.317134] env[69524]: value = "task-4068569" [ 1124.317134] env[69524]: _type = "Task" [ 1124.317134] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.329871] env[69524]: DEBUG oslo_vmware.api [None req-8b2f2435-c4ed-4e5d-b6a2-20fd8c1cbbad tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068569, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.334130] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] VM already powered off {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1124.334394] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Volume detach. Driver type: vmdk {{(pid=69524) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1124.334571] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806269', 'volume_id': '9c118da6-8f4a-4994-b3d1-6455cfdbc8f1', 'name': 'volume-9c118da6-8f4a-4994-b3d1-6455cfdbc8f1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '87a52851-044c-4a42-9c08-6302d8817f5f', 'attached_at': '', 'detached_at': '', 'volume_id': '9c118da6-8f4a-4994-b3d1-6455cfdbc8f1', 'serial': '9c118da6-8f4a-4994-b3d1-6455cfdbc8f1'} {{(pid=69524) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1124.335359] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f0cf4e-5e16-40cb-8e25-c18c69562e6a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.354430] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664fe6bf-216a-43c2-acc4-01ebdc210e45 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.358576] env[69524]: DEBUG nova.compute.utils [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1124.363761] env[69524]: DEBUG nova.compute.manager [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 5f17ffdf-5368-4e18-b484-19aeb233ebe2] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1124.363761] env[69524]: DEBUG nova.network.neutron [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 5f17ffdf-5368-4e18-b484-19aeb233ebe2] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1124.370181] env[69524]: WARNING nova.virt.vmwareapi.driver [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1124.370551] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1124.371409] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c83d68-e45a-4943-9a2c-2585bdfb0d08 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.379871] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1124.380156] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a068836-5724-43eb-8456-54fee515fccf {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.402790] env[69524]: DEBUG oslo_vmware.api [None req-7bb1f771-c100-4841-8a21-a692fe534733 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068561, 'name': RemoveSnapshot_Task, 'duration_secs': 1.124515} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.404792] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-7bb1f771-c100-4841-8a21-a692fe534733 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d] Deleted Snapshot of the VM instance {{(pid=69524) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1124.420167] env[69524]: DEBUG nova.policy [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd8e1eea2c1f941fa84188c6d8a0c65e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a94659e7b1e4498afd816883f31bda9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 1124.528375] env[69524]: DEBUG oslo_vmware.api [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': task-4068565, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.541254] env[69524]: DEBUG oslo_vmware.api [None req-4c237444-4992-4053-85fc-dca991af201e tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Task: {'id': task-4068566, 'name': PowerOffVM_Task, 'duration_secs': 0.267439} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.541714] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c237444-4992-4053-85fc-dca991af201e tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] [instance: c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1124.541979] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-4c237444-4992-4053-85fc-dca991af201e tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] [instance: c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1124.542497] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca8519d8-9cba-41ae-bf8b-453a917b345b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.622647] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-4c237444-4992-4053-85fc-dca991af201e tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] [instance: c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1124.623072] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-4c237444-4992-4053-85fc-dca991af201e tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] [instance: c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4] Deleting contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1124.623379] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c237444-4992-4053-85fc-dca991af201e tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Deleting the datastore file [datastore2] c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1124.623716] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d166857-8456-4694-802c-bfad1b29eb1d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.631948] env[69524]: DEBUG oslo_vmware.api [None req-4c237444-4992-4053-85fc-dca991af201e tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Waiting for the task: (returnval){ [ 1124.631948] env[69524]: value = "task-4068572" [ 1124.631948] env[69524]: _type = "Task" [ 1124.631948] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.644593] env[69524]: DEBUG oslo_vmware.api [None req-4c237444-4992-4053-85fc-dca991af201e tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Task: {'id': task-4068572, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.670059] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068567, 'name': CreateVM_Task} progress is 25%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.696873] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e354407b-8251-4a75-9f9e-ef27d0373819 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.706272] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4744b1-a944-44f5-99c9-92e01131b4b3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.747659] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1124.747919] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1124.748186] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Deleting the datastore file [datastore1] 87a52851-044c-4a42-9c08-6302d8817f5f {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1124.749422] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3c9d47-d0af-4524-8b0f-0bfb162bbc76 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.755665] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5f068186-98fd-4545-9a0f-cc273da1a879 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.764679] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a0283f-900d-446f-bf4b-4497f8e50999 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.770314] env[69524]: DEBUG oslo_vmware.api [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 1124.770314] env[69524]: value = "task-4068573" [ 1124.770314] env[69524]: _type = "Task" [ 1124.770314] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.783147] env[69524]: DEBUG nova.compute.provider_tree [None req-bae54372-f930-48af-95c0-0dffaf6206e0 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.789245] env[69524]: DEBUG oslo_vmware.api [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068573, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.827970] env[69524]: DEBUG oslo_vmware.api [None req-8b2f2435-c4ed-4e5d-b6a2-20fd8c1cbbad tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068569, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164604} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.828266] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b2f2435-c4ed-4e5d-b6a2-20fd8c1cbbad tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1124.828454] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-8b2f2435-c4ed-4e5d-b6a2-20fd8c1cbbad tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1124.828630] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-8b2f2435-c4ed-4e5d-b6a2-20fd8c1cbbad tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1124.828802] env[69524]: INFO nova.compute.manager [None req-8b2f2435-c4ed-4e5d-b6a2-20fd8c1cbbad tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac] Took 2.81 seconds to destroy the instance on the hypervisor. [ 1124.829074] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b2f2435-c4ed-4e5d-b6a2-20fd8c1cbbad tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1124.829322] env[69524]: DEBUG nova.compute.manager [-] [instance: ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1124.829425] env[69524]: DEBUG nova.network.neutron [-] [instance: ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1124.864144] env[69524]: DEBUG nova.compute.manager [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 5f17ffdf-5368-4e18-b484-19aeb233ebe2] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1124.897747] env[69524]: DEBUG nova.network.neutron [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 5f17ffdf-5368-4e18-b484-19aeb233ebe2] Successfully created port: 4180295c-433b-4039-867d-c139c73c000b {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1124.914980] env[69524]: WARNING nova.compute.manager [None req-7bb1f771-c100-4841-8a21-a692fe534733 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d] Image not found during snapshot: nova.exception.ImageNotFound: Image a4adf131-9c9c-46f2-a403-53dd7e3da75c could not be found. [ 1125.022647] env[69524]: DEBUG nova.network.neutron [req-fcd63eb6-c525-4545-9a82-f5fb8014c4ca req-13f5040f-fa3a-4744-b2db-a6b966d66602 service nova] [instance: 519b1818-9713-4a2d-855e-697eca2866ca] Updated VIF entry in instance network info cache for port 653abec3-bfd9-458c-8fe2-1dd6c56a880e. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1125.023015] env[69524]: DEBUG nova.network.neutron [req-fcd63eb6-c525-4545-9a82-f5fb8014c4ca req-13f5040f-fa3a-4744-b2db-a6b966d66602 service nova] [instance: 519b1818-9713-4a2d-855e-697eca2866ca] Updating instance_info_cache with network_info: [{"id": "653abec3-bfd9-458c-8fe2-1dd6c56a880e", "address": "fa:16:3e:f2:0d:16", "network": {"id": "2e8618f3-4c22-4b00-9b55-9f0cd1923cb3", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1904629154-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8e689b193aa343f39ae20da345214ae2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap653abec3-bf", "ovs_interfaceid": "653abec3-bfd9-458c-8fe2-1dd6c56a880e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.034237] env[69524]: DEBUG oslo_vmware.api [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': task-4068565, 'name': ReconfigVM_Task, 'duration_secs': 0.769115} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.034527] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f0b8c6b9-5696-496b-965d-b9ec5db65831] Reconfigured VM instance instance-00000054 to attach disk [datastore1] f0b8c6b9-5696-496b-965d-b9ec5db65831/f0b8c6b9-5696-496b-965d-b9ec5db65831.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1125.035199] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96fe5cef-8390-434a-9023-0acde9afda67 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.043368] env[69524]: DEBUG oslo_vmware.api [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Waiting for the task: (returnval){ [ 1125.043368] env[69524]: value = "task-4068574" [ 1125.043368] env[69524]: _type = "Task" [ 1125.043368] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.061145] env[69524]: DEBUG oslo_vmware.api [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': task-4068574, 'name': Rename_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.154320] env[69524]: DEBUG oslo_vmware.api [None req-4c237444-4992-4053-85fc-dca991af201e tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Task: {'id': task-4068572, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177289} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.154320] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c237444-4992-4053-85fc-dca991af201e tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1125.154320] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-4c237444-4992-4053-85fc-dca991af201e tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] [instance: c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4] Deleted contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1125.154320] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-4c237444-4992-4053-85fc-dca991af201e tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] [instance: c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1125.154320] env[69524]: INFO nova.compute.manager [None req-4c237444-4992-4053-85fc-dca991af201e tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] [instance: c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1125.154320] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4c237444-4992-4053-85fc-dca991af201e tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1125.154320] env[69524]: DEBUG nova.compute.manager [-] [instance: c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1125.154320] env[69524]: DEBUG nova.network.neutron [-] [instance: c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1125.170247] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068567, 'name': CreateVM_Task, 'duration_secs': 0.673042} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.174021] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 519b1818-9713-4a2d-855e-697eca2866ca] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1125.174021] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.174021] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.174021] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.174021] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd1c80a9-f349-4e19-a36c-1641a8fc8378 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.178421] env[69524]: DEBUG oslo_vmware.api [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Waiting for the task: (returnval){ [ 1125.178421] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52b1a321-994f-a427-9393-5a2b21afbaf1" [ 1125.178421] env[69524]: _type = "Task" [ 1125.178421] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.188948] env[69524]: DEBUG oslo_vmware.api [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52b1a321-994f-a427-9393-5a2b21afbaf1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.282806] env[69524]: DEBUG oslo_vmware.api [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068573, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165347} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.283485] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1125.283867] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1125.284226] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1125.295049] env[69524]: DEBUG nova.scheduler.client.report [None req-bae54372-f930-48af-95c0-0dffaf6206e0 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.525555] env[69524]: DEBUG oslo_concurrency.lockutils [req-fcd63eb6-c525-4545-9a82-f5fb8014c4ca req-13f5040f-fa3a-4744-b2db-a6b966d66602 service nova] Releasing lock "refresh_cache-519b1818-9713-4a2d-855e-697eca2866ca" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.557513] env[69524]: DEBUG oslo_vmware.api [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': task-4068574, 'name': Rename_Task, 'duration_secs': 0.400059} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.557513] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f0b8c6b9-5696-496b-965d-b9ec5db65831] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1125.557513] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6b95f98-474b-4def-b9b9-65a24159e7fd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.564935] env[69524]: DEBUG oslo_vmware.api [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Waiting for the task: (returnval){ [ 1125.564935] env[69524]: value = "task-4068575" [ 1125.564935] env[69524]: _type = "Task" [ 1125.564935] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.578340] env[69524]: DEBUG oslo_vmware.api [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': task-4068575, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.693035] env[69524]: DEBUG oslo_vmware.api [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52b1a321-994f-a427-9393-5a2b21afbaf1, 'name': SearchDatastore_Task, 'duration_secs': 0.014965} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.693578] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.693892] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: 519b1818-9713-4a2d-855e-697eca2866ca] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1125.694268] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.694505] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.694759] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1125.695124] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84a1a62c-b4bf-4d11-b4cc-681b652ed332 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.706107] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1125.706393] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1125.707326] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e043b086-4af5-40b7-bf6c-137ae091cec5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.714678] env[69524]: DEBUG oslo_vmware.api [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Waiting for the task: (returnval){ [ 1125.714678] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52011f94-303e-5b69-c329-c44656506ed8" [ 1125.714678] env[69524]: _type = "Task" [ 1125.714678] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.722929] env[69524]: DEBUG nova.compute.manager [req-12999237-e5f3-408e-9d93-739efafafa15 req-0f834349-c30f-4048-a39f-505c7b33a07a service nova] [instance: ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac] Received event network-vif-deleted-0a68bdfd-c9bc-4e3f-adb4-2465f946b253 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.723248] env[69524]: INFO nova.compute.manager [req-12999237-e5f3-408e-9d93-739efafafa15 req-0f834349-c30f-4048-a39f-505c7b33a07a service nova] [instance: ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac] Neutron deleted interface 0a68bdfd-c9bc-4e3f-adb4-2465f946b253; detaching it from the instance and deleting it from the info cache [ 1125.723482] env[69524]: DEBUG nova.network.neutron [req-12999237-e5f3-408e-9d93-739efafafa15 req-0f834349-c30f-4048-a39f-505c7b33a07a service nova] [instance: ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.731839] env[69524]: DEBUG nova.network.neutron [-] [instance: ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.733057] env[69524]: DEBUG oslo_vmware.api [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52011f94-303e-5b69-c329-c44656506ed8, 'name': SearchDatastore_Task, 'duration_secs': 0.013105} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.734122] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e07034f4-7bbc-48a7-a0b4-240626cb63ef {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.741013] env[69524]: DEBUG oslo_vmware.api [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Waiting for the task: (returnval){ [ 1125.741013] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52a9dce5-12e9-726a-0f8a-a81a5a88affe" [ 1125.741013] env[69524]: _type = "Task" [ 1125.741013] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.751252] env[69524]: DEBUG oslo_vmware.api [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52a9dce5-12e9-726a-0f8a-a81a5a88affe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.765407] env[69524]: DEBUG nova.network.neutron [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Port e2746cb1-fc8f-45cc-9cfc-9c8051291608 binding to destination host cpu-1 is already ACTIVE {{(pid=69524) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1125.765668] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquiring lock "refresh_cache-bb9e5237-7ba0-424d-82a6-0d7b8b26a681" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.765812] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquired lock "refresh_cache-bb9e5237-7ba0-424d-82a6-0d7b8b26a681" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.765965] env[69524]: DEBUG nova.network.neutron [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1125.790644] env[69524]: INFO nova.virt.block_device [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Booting with volume 9c118da6-8f4a-4994-b3d1-6455cfdbc8f1 at /dev/sdb [ 1125.804710] env[69524]: DEBUG oslo_concurrency.lockutils [None req-bae54372-f930-48af-95c0-0dffaf6206e0 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.950s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.805106] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.465s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.806620] env[69524]: INFO nova.compute.claims [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1125.841042] env[69524]: INFO nova.scheduler.client.report [None req-bae54372-f930-48af-95c0-0dffaf6206e0 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Deleted allocations for instance 26b87865-1683-4797-ae24-f51084419ce4 [ 1125.857144] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-68329cc6-cc33-43db-a3d7-63758bd9ad5f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.873234] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-953a491d-d238-4ace-ad0c-df45c3edf006 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.893391] env[69524]: DEBUG nova.compute.manager [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 5f17ffdf-5368-4e18-b484-19aeb233ebe2] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1125.907543] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0c72443c-0752-4ba4-8655-85ed26555614 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Acquiring lock "a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.907827] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0c72443c-0752-4ba4-8655-85ed26555614 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Lock "a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.908052] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0c72443c-0752-4ba4-8655-85ed26555614 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Acquiring lock "a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.908246] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0c72443c-0752-4ba4-8655-85ed26555614 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Lock "a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.908462] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0c72443c-0752-4ba4-8655-85ed26555614 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Lock "a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.924158] env[69524]: INFO nova.compute.manager [None req-0c72443c-0752-4ba4-8655-85ed26555614 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d] Terminating instance [ 1125.929406] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-914cb0d6-a8a0-4d56-ab75-fcd956412d87 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.940195] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a6b85d-26ce-44b6-9e83-28f5d92d43bd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.958301] env[69524]: DEBUG nova.virt.hardware [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1125.958672] env[69524]: DEBUG nova.virt.hardware [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1125.958862] env[69524]: DEBUG nova.virt.hardware [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1125.959065] env[69524]: DEBUG nova.virt.hardware [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1125.959240] env[69524]: DEBUG nova.virt.hardware [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1125.959407] env[69524]: DEBUG nova.virt.hardware [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1125.959620] env[69524]: DEBUG nova.virt.hardware [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1125.959767] env[69524]: DEBUG nova.virt.hardware [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1125.959968] env[69524]: DEBUG nova.virt.hardware [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1125.960143] env[69524]: DEBUG nova.virt.hardware [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1125.960307] env[69524]: DEBUG nova.virt.hardware [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1125.962996] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c32fef4-66b2-4136-b23e-9607dc03d48a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.973156] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa20f4d5-7d31-4ae5-89d4-9f4046b86a55 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.990152] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd07eb4-b917-4d5a-8339-ebcae9dbabf2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.006934] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edec69ea-0953-4307-a741-cf0aa7cbadb4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.022770] env[69524]: DEBUG nova.virt.block_device [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Updating existing volume attachment record: bd3419fc-569e-4c61-8251-ccefccfaaae1 {{(pid=69524) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1126.081730] env[69524]: DEBUG oslo_vmware.api [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': task-4068575, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.227818] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dad2b017-bdde-402f-b91e-559929b282af {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.236027] env[69524]: INFO nova.compute.manager [-] [instance: ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac] Took 1.41 seconds to deallocate network for instance. [ 1126.243433] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe27bd3-6c5b-497e-b243-60e8e12f0793 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.271718] env[69524]: DEBUG oslo_vmware.api [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52a9dce5-12e9-726a-0f8a-a81a5a88affe, 'name': SearchDatastore_Task, 'duration_secs': 0.010009} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.272112] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.272467] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 519b1818-9713-4a2d-855e-697eca2866ca/519b1818-9713-4a2d-855e-697eca2866ca.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1126.273294] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26d0286b-880f-4c1c-bad2-a71afbaf0927 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.286773] env[69524]: DEBUG nova.compute.manager [req-12999237-e5f3-408e-9d93-739efafafa15 req-0f834349-c30f-4048-a39f-505c7b33a07a service nova] [instance: ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac] Detach interface failed, port_id=0a68bdfd-c9bc-4e3f-adb4-2465f946b253, reason: Instance ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac could not be found. {{(pid=69524) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1126.293864] env[69524]: DEBUG oslo_vmware.api [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Waiting for the task: (returnval){ [ 1126.293864] env[69524]: value = "task-4068576" [ 1126.293864] env[69524]: _type = "Task" [ 1126.293864] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.303531] env[69524]: DEBUG oslo_vmware.api [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': task-4068576, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.355279] env[69524]: DEBUG oslo_concurrency.lockutils [None req-bae54372-f930-48af-95c0-0dffaf6206e0 tempest-ServersNegativeTestJSON-595318877 tempest-ServersNegativeTestJSON-595318877-project-member] Lock "26b87865-1683-4797-ae24-f51084419ce4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.792s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.432030] env[69524]: DEBUG nova.network.neutron [-] [instance: c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.435024] env[69524]: DEBUG nova.compute.manager [None req-0c72443c-0752-4ba4-8655-85ed26555614 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1126.435265] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-0c72443c-0752-4ba4-8655-85ed26555614 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1126.436394] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9e270b-80cc-41a0-b862-9d6f5ed8bf68 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.445140] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c72443c-0752-4ba4-8655-85ed26555614 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1126.445433] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ea8e453-f7af-4ed1-ac7d-15dc06b8299b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.455648] env[69524]: DEBUG oslo_vmware.api [None req-0c72443c-0752-4ba4-8655-85ed26555614 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Waiting for the task: (returnval){ [ 1126.455648] env[69524]: value = "task-4068577" [ 1126.455648] env[69524]: _type = "Task" [ 1126.455648] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.466124] env[69524]: DEBUG oslo_vmware.api [None req-0c72443c-0752-4ba4-8655-85ed26555614 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068577, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.582888] env[69524]: DEBUG oslo_vmware.api [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': task-4068575, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.712341] env[69524]: DEBUG nova.network.neutron [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Updating instance_info_cache with network_info: [{"id": "e2746cb1-fc8f-45cc-9cfc-9c8051291608", "address": "fa:16:3e:34:57:ac", "network": {"id": "44e29569-eeca-4e3a-bfa6-eaf437fc808b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1419956527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4133a0547d154af78d7556a7517cb285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2746cb1-fc", "ovs_interfaceid": "e2746cb1-fc8f-45cc-9cfc-9c8051291608", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.807666] env[69524]: DEBUG oslo_vmware.api [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': task-4068576, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.818792] env[69524]: INFO nova.compute.manager [None req-8b2f2435-c4ed-4e5d-b6a2-20fd8c1cbbad tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac] Took 0.58 seconds to detach 1 volumes for instance. [ 1126.941760] env[69524]: INFO nova.compute.manager [-] [instance: c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4] Took 1.79 seconds to deallocate network for instance. [ 1126.968144] env[69524]: DEBUG oslo_vmware.api [None req-0c72443c-0752-4ba4-8655-85ed26555614 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068577, 'name': PowerOffVM_Task, 'duration_secs': 0.496885} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.968709] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c72443c-0752-4ba4-8655-85ed26555614 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1126.968709] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-0c72443c-0752-4ba4-8655-85ed26555614 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1126.968864] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-150c00a7-7499-46a4-afea-341a52813724 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.013457] env[69524]: DEBUG nova.compute.manager [req-63e85c43-76bc-4a5d-bc09-17735d651ac9 req-c7b0e6c6-7ad1-42d2-b6b9-546cb28eda53 service nova] [instance: 5f17ffdf-5368-4e18-b484-19aeb233ebe2] Received event network-vif-plugged-4180295c-433b-4039-867d-c139c73c000b {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.013793] env[69524]: DEBUG oslo_concurrency.lockutils [req-63e85c43-76bc-4a5d-bc09-17735d651ac9 req-c7b0e6c6-7ad1-42d2-b6b9-546cb28eda53 service nova] Acquiring lock "5f17ffdf-5368-4e18-b484-19aeb233ebe2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.014100] env[69524]: DEBUG oslo_concurrency.lockutils [req-63e85c43-76bc-4a5d-bc09-17735d651ac9 req-c7b0e6c6-7ad1-42d2-b6b9-546cb28eda53 service nova] Lock "5f17ffdf-5368-4e18-b484-19aeb233ebe2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.014994] env[69524]: DEBUG oslo_concurrency.lockutils [req-63e85c43-76bc-4a5d-bc09-17735d651ac9 req-c7b0e6c6-7ad1-42d2-b6b9-546cb28eda53 service nova] Lock "5f17ffdf-5368-4e18-b484-19aeb233ebe2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.014994] env[69524]: DEBUG nova.compute.manager [req-63e85c43-76bc-4a5d-bc09-17735d651ac9 req-c7b0e6c6-7ad1-42d2-b6b9-546cb28eda53 service nova] [instance: 5f17ffdf-5368-4e18-b484-19aeb233ebe2] No waiting events found dispatching network-vif-plugged-4180295c-433b-4039-867d-c139c73c000b {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1127.014994] env[69524]: WARNING nova.compute.manager [req-63e85c43-76bc-4a5d-bc09-17735d651ac9 req-c7b0e6c6-7ad1-42d2-b6b9-546cb28eda53 service nova] [instance: 5f17ffdf-5368-4e18-b484-19aeb233ebe2] Received unexpected event network-vif-plugged-4180295c-433b-4039-867d-c139c73c000b for instance with vm_state building and task_state spawning. [ 1127.050024] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-0c72443c-0752-4ba4-8655-85ed26555614 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1127.050024] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-0c72443c-0752-4ba4-8655-85ed26555614 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1127.050024] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c72443c-0752-4ba4-8655-85ed26555614 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Deleting the datastore file [datastore1] a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1127.050024] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03ab196c-8ce4-4290-888d-5fb7d4d79f5d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.061025] env[69524]: DEBUG oslo_vmware.api [None req-0c72443c-0752-4ba4-8655-85ed26555614 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Waiting for the task: (returnval){ [ 1127.061025] env[69524]: value = "task-4068579" [ 1127.061025] env[69524]: _type = "Task" [ 1127.061025] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.070875] env[69524]: DEBUG oslo_vmware.api [None req-0c72443c-0752-4ba4-8655-85ed26555614 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068579, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.087049] env[69524]: DEBUG oslo_vmware.api [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': task-4068575, 'name': PowerOnVM_Task, 'duration_secs': 1.508537} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.088962] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f0b8c6b9-5696-496b-965d-b9ec5db65831] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1127.088962] env[69524]: INFO nova.compute.manager [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f0b8c6b9-5696-496b-965d-b9ec5db65831] Took 8.38 seconds to spawn the instance on the hypervisor. [ 1127.088962] env[69524]: DEBUG nova.compute.manager [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f0b8c6b9-5696-496b-965d-b9ec5db65831] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1127.095285] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c5b852-d8f9-4f4d-bd5e-6887ec8605d4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.158076] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32fd22c-ebaa-49a6-bbb3-af41e1d36321 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.174879] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570f39df-4bb6-4a17-a9db-82194aef65b1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.182034] env[69524]: DEBUG nova.network.neutron [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 5f17ffdf-5368-4e18-b484-19aeb233ebe2] Successfully updated port: 4180295c-433b-4039-867d-c139c73c000b {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1127.217277] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa5fa65-3883-468f-871a-3dc9045d2545 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.220664] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Releasing lock "refresh_cache-bb9e5237-7ba0-424d-82a6-0d7b8b26a681" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.229795] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e2ff49-dd81-41a0-9c3b-7d2206fd05c2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.250020] env[69524]: DEBUG nova.compute.provider_tree [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.311484] env[69524]: DEBUG oslo_vmware.api [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': task-4068576, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58218} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.312231] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 519b1818-9713-4a2d-855e-697eca2866ca/519b1818-9713-4a2d-855e-697eca2866ca.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1127.312598] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: 519b1818-9713-4a2d-855e-697eca2866ca] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1127.313024] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c04a7f81-53f5-49d6-9fed-d7d3321a08c5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.322223] env[69524]: DEBUG oslo_vmware.api [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Waiting for the task: (returnval){ [ 1127.322223] env[69524]: value = "task-4068580" [ 1127.322223] env[69524]: _type = "Task" [ 1127.322223] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.329409] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8b2f2435-c4ed-4e5d-b6a2-20fd8c1cbbad tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.336278] env[69524]: DEBUG oslo_vmware.api [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': task-4068580, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.449595] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4c237444-4992-4053-85fc-dca991af201e tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.571201] env[69524]: DEBUG oslo_vmware.api [None req-0c72443c-0752-4ba4-8655-85ed26555614 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068579, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242802} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.571561] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c72443c-0752-4ba4-8655-85ed26555614 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1127.571766] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-0c72443c-0752-4ba4-8655-85ed26555614 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1127.571924] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-0c72443c-0752-4ba4-8655-85ed26555614 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1127.572109] env[69524]: INFO nova.compute.manager [None req-0c72443c-0752-4ba4-8655-85ed26555614 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1127.572373] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c72443c-0752-4ba4-8655-85ed26555614 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1127.572565] env[69524]: DEBUG nova.compute.manager [-] [instance: a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1127.572660] env[69524]: DEBUG nova.network.neutron [-] [instance: a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1127.604025] env[69524]: DEBUG oslo_concurrency.lockutils [None req-fe043b47-64b7-4bb9-8f88-99523757ebc4 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Acquiring lock "b51544bf-55dd-45b8-8ff7-f0bdffbec768" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.604025] env[69524]: DEBUG oslo_concurrency.lockutils [None req-fe043b47-64b7-4bb9-8f88-99523757ebc4 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Lock "b51544bf-55dd-45b8-8ff7-f0bdffbec768" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.604025] env[69524]: DEBUG oslo_concurrency.lockutils [None req-fe043b47-64b7-4bb9-8f88-99523757ebc4 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Acquiring lock "b51544bf-55dd-45b8-8ff7-f0bdffbec768-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.604025] env[69524]: DEBUG oslo_concurrency.lockutils [None req-fe043b47-64b7-4bb9-8f88-99523757ebc4 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Lock "b51544bf-55dd-45b8-8ff7-f0bdffbec768-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.604025] env[69524]: DEBUG oslo_concurrency.lockutils [None req-fe043b47-64b7-4bb9-8f88-99523757ebc4 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Lock "b51544bf-55dd-45b8-8ff7-f0bdffbec768-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.605528] env[69524]: INFO nova.compute.manager [None req-fe043b47-64b7-4bb9-8f88-99523757ebc4 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: b51544bf-55dd-45b8-8ff7-f0bdffbec768] Terminating instance [ 1127.619837] env[69524]: INFO nova.compute.manager [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f0b8c6b9-5696-496b-965d-b9ec5db65831] Took 39.08 seconds to build instance. [ 1127.717339] env[69524]: DEBUG oslo_concurrency.lockutils [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquiring lock "refresh_cache-5f17ffdf-5368-4e18-b484-19aeb233ebe2" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.719060] env[69524]: DEBUG oslo_concurrency.lockutils [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquired lock "refresh_cache-5f17ffdf-5368-4e18-b484-19aeb233ebe2" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.719060] env[69524]: DEBUG nova.network.neutron [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 5f17ffdf-5368-4e18-b484-19aeb233ebe2] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1127.726615] env[69524]: DEBUG nova.compute.manager [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69524) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1127.753247] env[69524]: DEBUG nova.scheduler.client.report [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.835097] env[69524]: DEBUG oslo_vmware.api [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': task-4068580, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075318} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.835397] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: 519b1818-9713-4a2d-855e-697eca2866ca] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1127.836647] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd4e0585-b8ac-469c-a133-6b39e88b9abb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.866742] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: 519b1818-9713-4a2d-855e-697eca2866ca] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 519b1818-9713-4a2d-855e-697eca2866ca/519b1818-9713-4a2d-855e-697eca2866ca.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1127.868561] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13e5292a-18b6-4dd7-8ac9-7def432a1c1a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.923420] env[69524]: DEBUG nova.compute.manager [req-6b861cdb-09c3-4c28-8aeb-a205225a9aa0 req-b8267f65-e41e-4b45-ad31-838d0a430b51 service nova] [instance: c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4] Received event network-vif-deleted-aed503d2-ba80-4d78-9bdb-7310e06e2321 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.923420] env[69524]: DEBUG oslo_vmware.api [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Waiting for the task: (returnval){ [ 1127.923420] env[69524]: value = "task-4068581" [ 1127.923420] env[69524]: _type = "Task" [ 1127.923420] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.923420] env[69524]: DEBUG oslo_vmware.api [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': task-4068581, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.110252] env[69524]: DEBUG nova.compute.manager [None req-fe043b47-64b7-4bb9-8f88-99523757ebc4 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: b51544bf-55dd-45b8-8ff7-f0bdffbec768] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1128.110490] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-fe043b47-64b7-4bb9-8f88-99523757ebc4 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: b51544bf-55dd-45b8-8ff7-f0bdffbec768] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1128.111585] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0920a515-54ce-4294-bc44-83e8f498ec4b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.121737] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Lock "f0b8c6b9-5696-496b-965d-b9ec5db65831" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.265s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.122063] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe043b47-64b7-4bb9-8f88-99523757ebc4 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: b51544bf-55dd-45b8-8ff7-f0bdffbec768] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1128.122415] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a661340c-e7f4-4bb4-aa51-9b9caeb6340e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.130510] env[69524]: DEBUG oslo_vmware.api [None req-fe043b47-64b7-4bb9-8f88-99523757ebc4 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for the task: (returnval){ [ 1128.130510] env[69524]: value = "task-4068582" [ 1128.130510] env[69524]: _type = "Task" [ 1128.130510] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.140114] env[69524]: DEBUG oslo_vmware.api [None req-fe043b47-64b7-4bb9-8f88-99523757ebc4 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068582, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.193040] env[69524]: DEBUG nova.virt.hardware [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1128.193482] env[69524]: DEBUG nova.virt.hardware [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1128.193675] env[69524]: DEBUG nova.virt.hardware [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1128.193980] env[69524]: DEBUG nova.virt.hardware [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1128.194259] env[69524]: DEBUG nova.virt.hardware [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1128.194490] env[69524]: DEBUG nova.virt.hardware [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1128.194826] env[69524]: DEBUG nova.virt.hardware [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1128.195177] env[69524]: DEBUG nova.virt.hardware [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1128.195453] env[69524]: DEBUG nova.virt.hardware [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1128.195800] env[69524]: DEBUG nova.virt.hardware [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1128.196043] env[69524]: DEBUG nova.virt.hardware [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1128.196951] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22cdfef3-0f0c-40ac-bcd1-131d5194443a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.210710] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecaba3e1-cfcb-4ee3-a549-60c7025ce034 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.232658] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:9e:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e029825-6c65-4ac7-88f6-65f9d106db76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '032f0af3-342e-48d4-8b85-b3b9ea5534c1', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1128.238643] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1128.238992] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1128.240500] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7695267e-09a4-4aba-be42-e3ca028ead70 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.258641] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.453s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.259350] env[69524]: DEBUG nova.compute.manager [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1128.265302] env[69524]: DEBUG oslo_concurrency.lockutils [None req-bb4bf236-f52e-4dfe-a3ce-5546c008633d tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.342s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.265593] env[69524]: DEBUG oslo_concurrency.lockutils [None req-bb4bf236-f52e-4dfe-a3ce-5546c008633d tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.267636] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.559s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.271104] env[69524]: INFO nova.compute.claims [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] [instance: 91d71de3-5ab1-491d-b470-6897ac841c1c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1128.271916] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1128.271916] env[69524]: value = "task-4068583" [ 1128.271916] env[69524]: _type = "Task" [ 1128.271916] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.282853] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068583, 'name': CreateVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.298842] env[69524]: INFO nova.scheduler.client.report [None req-bb4bf236-f52e-4dfe-a3ce-5546c008633d tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Deleted allocations for instance c6acfcbb-5272-4eef-bde3-22c20d85df2e [ 1128.305744] env[69524]: DEBUG nova.network.neutron [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 5f17ffdf-5368-4e18-b484-19aeb233ebe2] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1128.391915] env[69524]: DEBUG nova.network.neutron [-] [instance: a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.412080] env[69524]: DEBUG oslo_vmware.api [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': task-4068581, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.641826] env[69524]: DEBUG oslo_vmware.api [None req-fe043b47-64b7-4bb9-8f88-99523757ebc4 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068582, 'name': PowerOffVM_Task, 'duration_secs': 0.301006} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.642206] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe043b47-64b7-4bb9-8f88-99523757ebc4 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: b51544bf-55dd-45b8-8ff7-f0bdffbec768] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1128.642390] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-fe043b47-64b7-4bb9-8f88-99523757ebc4 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: b51544bf-55dd-45b8-8ff7-f0bdffbec768] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1128.642797] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05d78f8e-f282-4822-b556-8957b359ac97 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.645186] env[69524]: DEBUG nova.network.neutron [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 5f17ffdf-5368-4e18-b484-19aeb233ebe2] Updating instance_info_cache with network_info: [{"id": "4180295c-433b-4039-867d-c139c73c000b", "address": "fa:16:3e:ff:9a:23", "network": {"id": "fb5872dc-060d-440d-9732-412267d366b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-932153407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a94659e7b1e4498afd816883f31bda9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4180295c-43", "ovs_interfaceid": "4180295c-433b-4039-867d-c139c73c000b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.713194] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-fe043b47-64b7-4bb9-8f88-99523757ebc4 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: b51544bf-55dd-45b8-8ff7-f0bdffbec768] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1128.713445] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-fe043b47-64b7-4bb9-8f88-99523757ebc4 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: b51544bf-55dd-45b8-8ff7-f0bdffbec768] Deleting contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1128.713973] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe043b47-64b7-4bb9-8f88-99523757ebc4 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Deleting the datastore file [datastore2] b51544bf-55dd-45b8-8ff7-f0bdffbec768 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1128.714048] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-708d4a93-d4cc-4174-9224-cbbf54b2b6b7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.724916] env[69524]: DEBUG oslo_vmware.api [None req-fe043b47-64b7-4bb9-8f88-99523757ebc4 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for the task: (returnval){ [ 1128.724916] env[69524]: value = "task-4068585" [ 1128.724916] env[69524]: _type = "Task" [ 1128.724916] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.739599] env[69524]: DEBUG oslo_vmware.api [None req-fe043b47-64b7-4bb9-8f88-99523757ebc4 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068585, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.776026] env[69524]: DEBUG nova.compute.utils [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1128.779523] env[69524]: DEBUG nova.compute.manager [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1128.779821] env[69524]: DEBUG nova.network.neutron [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1128.793122] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068583, 'name': CreateVM_Task, 'duration_secs': 0.480302} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.793417] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1128.795660] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.795976] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.797285] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.798318] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d72ba10-e87c-4c82-9496-744863fc2a7a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.809391] env[69524]: DEBUG oslo_vmware.api [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 1128.809391] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52857552-48c0-74ca-4d70-4a773b51af3b" [ 1128.809391] env[69524]: _type = "Task" [ 1128.809391] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.810171] env[69524]: DEBUG oslo_concurrency.lockutils [None req-bb4bf236-f52e-4dfe-a3ce-5546c008633d tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "c6acfcbb-5272-4eef-bde3-22c20d85df2e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.448s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.824026] env[69524]: DEBUG oslo_vmware.api [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52857552-48c0-74ca-4d70-4a773b51af3b, 'name': SearchDatastore_Task, 'duration_secs': 0.010808} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.824026] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.824026] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1128.824026] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.824331] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.824632] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1128.825316] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04e965fe-ff00-4f4d-a7a9-36bf40cc6cb1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.836424] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1128.836654] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1128.837533] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b326209-cd8a-4712-83ce-4b7f0abc6555 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.842142] env[69524]: DEBUG nova.policy [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa0e69885d644bb394a0b4a5c32bce57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c0583911a34499e92e7299e6bdb937d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 1128.847935] env[69524]: DEBUG oslo_vmware.api [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 1128.847935] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5210d2ff-be7b-8c80-e0c9-9b9b91a6b2c1" [ 1128.847935] env[69524]: _type = "Task" [ 1128.847935] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.857597] env[69524]: DEBUG oslo_vmware.api [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5210d2ff-be7b-8c80-e0c9-9b9b91a6b2c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.889660] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.895723] env[69524]: INFO nova.compute.manager [-] [instance: a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d] Took 1.32 seconds to deallocate network for instance. [ 1128.914072] env[69524]: DEBUG oslo_vmware.api [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': task-4068581, 'name': ReconfigVM_Task, 'duration_secs': 0.63969} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.914370] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: 519b1818-9713-4a2d-855e-697eca2866ca] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 519b1818-9713-4a2d-855e-697eca2866ca/519b1818-9713-4a2d-855e-697eca2866ca.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1128.915041] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94c6777b-00ea-4d22-bea4-c3e075fd365b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.922524] env[69524]: DEBUG oslo_vmware.api [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Waiting for the task: (returnval){ [ 1128.922524] env[69524]: value = "task-4068586" [ 1128.922524] env[69524]: _type = "Task" [ 1128.922524] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.935217] env[69524]: DEBUG oslo_vmware.api [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': task-4068586, 'name': Rename_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.098258] env[69524]: DEBUG nova.compute.manager [req-448434d5-cf2e-414d-9723-99aa81c18ffb req-c9c629cf-9f97-4bd1-8d22-bc1928c271eb service nova] [instance: 5f17ffdf-5368-4e18-b484-19aeb233ebe2] Received event network-changed-4180295c-433b-4039-867d-c139c73c000b {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.098468] env[69524]: DEBUG nova.compute.manager [req-448434d5-cf2e-414d-9723-99aa81c18ffb req-c9c629cf-9f97-4bd1-8d22-bc1928c271eb service nova] [instance: 5f17ffdf-5368-4e18-b484-19aeb233ebe2] Refreshing instance network info cache due to event network-changed-4180295c-433b-4039-867d-c139c73c000b. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1129.098657] env[69524]: DEBUG oslo_concurrency.lockutils [req-448434d5-cf2e-414d-9723-99aa81c18ffb req-c9c629cf-9f97-4bd1-8d22-bc1928c271eb service nova] Acquiring lock "refresh_cache-5f17ffdf-5368-4e18-b484-19aeb233ebe2" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.148530] env[69524]: DEBUG oslo_concurrency.lockutils [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Releasing lock "refresh_cache-5f17ffdf-5368-4e18-b484-19aeb233ebe2" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.149209] env[69524]: DEBUG nova.compute.manager [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 5f17ffdf-5368-4e18-b484-19aeb233ebe2] Instance network_info: |[{"id": "4180295c-433b-4039-867d-c139c73c000b", "address": "fa:16:3e:ff:9a:23", "network": {"id": "fb5872dc-060d-440d-9732-412267d366b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-932153407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a94659e7b1e4498afd816883f31bda9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4180295c-43", "ovs_interfaceid": "4180295c-433b-4039-867d-c139c73c000b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1129.149209] env[69524]: DEBUG oslo_concurrency.lockutils [req-448434d5-cf2e-414d-9723-99aa81c18ffb req-c9c629cf-9f97-4bd1-8d22-bc1928c271eb service nova] Acquired lock "refresh_cache-5f17ffdf-5368-4e18-b484-19aeb233ebe2" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.149477] env[69524]: DEBUG nova.network.neutron [req-448434d5-cf2e-414d-9723-99aa81c18ffb req-c9c629cf-9f97-4bd1-8d22-bc1928c271eb service nova] [instance: 5f17ffdf-5368-4e18-b484-19aeb233ebe2] Refreshing network info cache for port 4180295c-433b-4039-867d-c139c73c000b {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1129.150717] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 5f17ffdf-5368-4e18-b484-19aeb233ebe2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:9a:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4180295c-433b-4039-867d-c139c73c000b', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1129.158686] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1129.159945] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f17ffdf-5368-4e18-b484-19aeb233ebe2] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1129.160212] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-636c0f0d-21c5-4208-821b-6bee1836f135 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.187172] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1129.187172] env[69524]: value = "task-4068587" [ 1129.187172] env[69524]: _type = "Task" [ 1129.187172] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.198213] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068587, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.235403] env[69524]: DEBUG oslo_vmware.api [None req-fe043b47-64b7-4bb9-8f88-99523757ebc4 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068585, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209094} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.235661] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe043b47-64b7-4bb9-8f88-99523757ebc4 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1129.235848] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-fe043b47-64b7-4bb9-8f88-99523757ebc4 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: b51544bf-55dd-45b8-8ff7-f0bdffbec768] Deleted contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1129.236054] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-fe043b47-64b7-4bb9-8f88-99523757ebc4 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: b51544bf-55dd-45b8-8ff7-f0bdffbec768] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1129.236237] env[69524]: INFO nova.compute.manager [None req-fe043b47-64b7-4bb9-8f88-99523757ebc4 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: b51544bf-55dd-45b8-8ff7-f0bdffbec768] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1129.236468] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe043b47-64b7-4bb9-8f88-99523757ebc4 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1129.237195] env[69524]: DEBUG nova.compute.manager [-] [instance: b51544bf-55dd-45b8-8ff7-f0bdffbec768] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1129.237195] env[69524]: DEBUG nova.network.neutron [-] [instance: b51544bf-55dd-45b8-8ff7-f0bdffbec768] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1129.281047] env[69524]: DEBUG nova.compute.manager [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1129.362132] env[69524]: DEBUG oslo_vmware.api [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5210d2ff-be7b-8c80-e0c9-9b9b91a6b2c1, 'name': SearchDatastore_Task, 'duration_secs': 0.011326} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.363235] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-865d7a9e-17d4-4b47-b0fc-d883b3ff1906 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.370519] env[69524]: DEBUG oslo_vmware.api [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 1129.370519] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]527eb862-edf4-2ad4-2839-7f95a53a83af" [ 1129.370519] env[69524]: _type = "Task" [ 1129.370519] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.383243] env[69524]: DEBUG oslo_vmware.api [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]527eb862-edf4-2ad4-2839-7f95a53a83af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.409067] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0c72443c-0752-4ba4-8655-85ed26555614 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.433403] env[69524]: DEBUG oslo_vmware.api [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': task-4068586, 'name': Rename_Task, 'duration_secs': 0.411549} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.437000] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: 519b1818-9713-4a2d-855e-697eca2866ca] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1129.438352] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9541e25c-93bf-4dfb-9b33-43dbbd9e6fbe {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.446235] env[69524]: DEBUG oslo_vmware.api [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Waiting for the task: (returnval){ [ 1129.446235] env[69524]: value = "task-4068588" [ 1129.446235] env[69524]: _type = "Task" [ 1129.446235] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.447344] env[69524]: DEBUG nova.network.neutron [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Successfully created port: ad1a1f4d-2beb-4f27-a63d-a02e87dfc9c6 {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1129.463339] env[69524]: DEBUG oslo_vmware.api [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': task-4068588, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.646198] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e534f85f-9ac5-44ec-86dc-0f2c78a2bc04 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.655610] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55468331-20f5-4a6e-a933-b856d82c11e6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.695142] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5077caf5-bd08-4d2a-8007-bdd3d565d5b5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.704374] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068587, 'name': CreateVM_Task, 'duration_secs': 0.435621} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.706657] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f17ffdf-5368-4e18-b484-19aeb233ebe2] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1129.707551] env[69524]: DEBUG oslo_concurrency.lockutils [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.707720] env[69524]: DEBUG oslo_concurrency.lockutils [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.708060] env[69524]: DEBUG oslo_concurrency.lockutils [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.709364] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab91e65-1bc9-48b5-8118-ea22122f238c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.713351] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15f970a9-7957-44b7-ad97-4a71d9cef418 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.719422] env[69524]: DEBUG oslo_vmware.api [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1129.719422] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52f6a3ed-6488-2a7c-5fb8-c20a04860ba9" [ 1129.719422] env[69524]: _type = "Task" [ 1129.719422] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.727638] env[69524]: DEBUG nova.compute.provider_tree [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1129.741108] env[69524]: DEBUG oslo_vmware.api [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52f6a3ed-6488-2a7c-5fb8-c20a04860ba9, 'name': SearchDatastore_Task, 'duration_secs': 0.012537} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.742084] env[69524]: DEBUG oslo_concurrency.lockutils [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.742357] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 5f17ffdf-5368-4e18-b484-19aeb233ebe2] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1129.742585] env[69524]: DEBUG oslo_concurrency.lockutils [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.884021] env[69524]: DEBUG oslo_vmware.api [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]527eb862-edf4-2ad4-2839-7f95a53a83af, 'name': SearchDatastore_Task, 'duration_secs': 0.018112} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.884701] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.886521] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 87a52851-044c-4a42-9c08-6302d8817f5f/87a52851-044c-4a42-9c08-6302d8817f5f.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1129.886521] env[69524]: DEBUG oslo_concurrency.lockutils [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.886521] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1129.886646] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8374c5c-e77b-47e3-b08e-02914e6e4458 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.888934] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c9c2f85-13bc-4d01-8343-30aa89ce52f5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.897127] env[69524]: DEBUG oslo_vmware.api [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 1129.897127] env[69524]: value = "task-4068589" [ 1129.897127] env[69524]: _type = "Task" [ 1129.897127] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.902616] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1129.902810] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1129.906833] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5be202b0-d5d8-4342-8cec-d1dbb27fac35 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.909028] env[69524]: DEBUG oslo_vmware.api [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068589, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.913245] env[69524]: DEBUG oslo_vmware.api [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1129.913245] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]529fb74c-3f88-5b3f-aa7d-56786333320f" [ 1129.913245] env[69524]: _type = "Task" [ 1129.913245] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.920355] env[69524]: DEBUG nova.compute.manager [req-f59d10e1-e5c3-4930-99c6-e8982179f21a req-d238da41-6720-463a-9741-b00098407cd7 service nova] [instance: b51544bf-55dd-45b8-8ff7-f0bdffbec768] Received event network-vif-deleted-c13ad0ee-0c2e-49b1-b011-791a521aa4f7 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.920555] env[69524]: INFO nova.compute.manager [req-f59d10e1-e5c3-4930-99c6-e8982179f21a req-d238da41-6720-463a-9741-b00098407cd7 service nova] [instance: b51544bf-55dd-45b8-8ff7-f0bdffbec768] Neutron deleted interface c13ad0ee-0c2e-49b1-b011-791a521aa4f7; detaching it from the instance and deleting it from the info cache [ 1129.920722] env[69524]: DEBUG nova.network.neutron [req-f59d10e1-e5c3-4930-99c6-e8982179f21a req-d238da41-6720-463a-9741-b00098407cd7 service nova] [instance: b51544bf-55dd-45b8-8ff7-f0bdffbec768] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.932032] env[69524]: DEBUG oslo_vmware.api [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]529fb74c-3f88-5b3f-aa7d-56786333320f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.962504] env[69524]: DEBUG oslo_vmware.api [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': task-4068588, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.058961] env[69524]: DEBUG nova.network.neutron [-] [instance: b51544bf-55dd-45b8-8ff7-f0bdffbec768] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.061871] env[69524]: DEBUG nova.network.neutron [req-448434d5-cf2e-414d-9723-99aa81c18ffb req-c9c629cf-9f97-4bd1-8d22-bc1928c271eb service nova] [instance: 5f17ffdf-5368-4e18-b484-19aeb233ebe2] Updated VIF entry in instance network info cache for port 4180295c-433b-4039-867d-c139c73c000b. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1130.062221] env[69524]: DEBUG nova.network.neutron [req-448434d5-cf2e-414d-9723-99aa81c18ffb req-c9c629cf-9f97-4bd1-8d22-bc1928c271eb service nova] [instance: 5f17ffdf-5368-4e18-b484-19aeb233ebe2] Updating instance_info_cache with network_info: [{"id": "4180295c-433b-4039-867d-c139c73c000b", "address": "fa:16:3e:ff:9a:23", "network": {"id": "fb5872dc-060d-440d-9732-412267d366b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-932153407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a94659e7b1e4498afd816883f31bda9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4180295c-43", "ovs_interfaceid": "4180295c-433b-4039-867d-c139c73c000b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.264721] env[69524]: ERROR nova.scheduler.client.report [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] [req-bd310578-3651-4b03-b240-65a1ac0b886e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 333a7aa4-d2cd-4888-ac97-9e43e6b91719. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bd310578-3651-4b03-b240-65a1ac0b886e"}]} [ 1130.289081] env[69524]: DEBUG nova.scheduler.client.report [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Refreshing inventories for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1130.300852] env[69524]: DEBUG nova.compute.manager [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1130.313912] env[69524]: DEBUG nova.scheduler.client.report [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Updating ProviderTree inventory for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1130.314195] env[69524]: DEBUG nova.compute.provider_tree [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1130.328412] env[69524]: DEBUG nova.scheduler.client.report [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Refreshing aggregate associations for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719, aggregates: None {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1130.341384] env[69524]: DEBUG nova.virt.hardware [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1130.341728] env[69524]: DEBUG nova.virt.hardware [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1130.341900] env[69524]: DEBUG nova.virt.hardware [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1130.342101] env[69524]: DEBUG nova.virt.hardware [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1130.342273] env[69524]: DEBUG nova.virt.hardware [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1130.342460] env[69524]: DEBUG nova.virt.hardware [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1130.342672] env[69524]: DEBUG nova.virt.hardware [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1130.342825] env[69524]: DEBUG nova.virt.hardware [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1130.342986] env[69524]: DEBUG nova.virt.hardware [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1130.343178] env[69524]: DEBUG nova.virt.hardware [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1130.343323] env[69524]: DEBUG nova.virt.hardware [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1130.344246] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95b03b5-3d0f-46de-96a2-bbdeb7ed0b5d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.353439] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2ba260-926e-4b25-bd24-9a0399e44483 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.358732] env[69524]: DEBUG nova.scheduler.client.report [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Refreshing trait associations for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1130.408232] env[69524]: DEBUG oslo_vmware.api [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068589, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.426359] env[69524]: DEBUG oslo_vmware.api [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]529fb74c-3f88-5b3f-aa7d-56786333320f, 'name': SearchDatastore_Task, 'duration_secs': 0.013057} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.428339] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8985a51f-f7f6-4e0e-b567-220d1818df26 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.431494] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-896ef9a0-8037-49c5-ae52-8148c8362ed8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.441076] env[69524]: DEBUG oslo_vmware.api [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1130.441076] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]522299fc-6219-8b23-a63f-105064d194be" [ 1130.441076] env[69524]: _type = "Task" [ 1130.441076] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.450923] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f89c757-49b1-4ac0-93d7-a40f4102ce2c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.474036] env[69524]: DEBUG oslo_vmware.api [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]522299fc-6219-8b23-a63f-105064d194be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.480535] env[69524]: DEBUG oslo_vmware.api [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': task-4068588, 'name': PowerOnVM_Task, 'duration_secs': 0.593003} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.495187] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: 519b1818-9713-4a2d-855e-697eca2866ca] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1130.495456] env[69524]: INFO nova.compute.manager [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: 519b1818-9713-4a2d-855e-697eca2866ca] Took 9.25 seconds to spawn the instance on the hypervisor. [ 1130.495649] env[69524]: DEBUG nova.compute.manager [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: 519b1818-9713-4a2d-855e-697eca2866ca] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1130.496069] env[69524]: DEBUG nova.compute.manager [req-f59d10e1-e5c3-4930-99c6-e8982179f21a req-d238da41-6720-463a-9741-b00098407cd7 service nova] [instance: b51544bf-55dd-45b8-8ff7-f0bdffbec768] Detach interface failed, port_id=c13ad0ee-0c2e-49b1-b011-791a521aa4f7, reason: Instance b51544bf-55dd-45b8-8ff7-f0bdffbec768 could not be found. {{(pid=69524) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1130.500123] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa6df70-c327-4003-ac1f-75fd384e4a1a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.564284] env[69524]: INFO nova.compute.manager [-] [instance: b51544bf-55dd-45b8-8ff7-f0bdffbec768] Took 1.33 seconds to deallocate network for instance. [ 1130.566504] env[69524]: DEBUG oslo_concurrency.lockutils [req-448434d5-cf2e-414d-9723-99aa81c18ffb req-c9c629cf-9f97-4bd1-8d22-bc1928c271eb service nova] Releasing lock "refresh_cache-5f17ffdf-5368-4e18-b484-19aeb233ebe2" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.566749] env[69524]: DEBUG nova.compute.manager [req-448434d5-cf2e-414d-9723-99aa81c18ffb req-c9c629cf-9f97-4bd1-8d22-bc1928c271eb service nova] [instance: a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d] Received event network-vif-deleted-b4f878c1-1798-491c-8673-9dad27134d4d {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.690368] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106f9ebc-dde0-4ac5-a493-3441acc60158 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.701029] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa643db-6f19-4328-9677-881d6e414c85 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.734449] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea0aaac1-698e-446f-8b05-cb81db1fd383 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.744123] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063d970d-1533-46a8-9f4f-b67645bf5550 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.763107] env[69524]: DEBUG nova.compute.provider_tree [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1130.910372] env[69524]: DEBUG oslo_vmware.api [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068589, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.640225} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.910709] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 87a52851-044c-4a42-9c08-6302d8817f5f/87a52851-044c-4a42-9c08-6302d8817f5f.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1130.910967] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1130.911337] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84bbbb10-a9ff-43a3-afa1-8ff4114f0e43 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.919779] env[69524]: DEBUG oslo_vmware.api [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 1130.919779] env[69524]: value = "task-4068590" [ 1130.919779] env[69524]: _type = "Task" [ 1130.919779] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.931755] env[69524]: DEBUG oslo_vmware.api [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068590, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.953739] env[69524]: DEBUG oslo_vmware.api [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]522299fc-6219-8b23-a63f-105064d194be, 'name': SearchDatastore_Task, 'duration_secs': 0.051467} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.954114] env[69524]: DEBUG oslo_concurrency.lockutils [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.954282] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 5f17ffdf-5368-4e18-b484-19aeb233ebe2/5f17ffdf-5368-4e18-b484-19aeb233ebe2.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1130.954529] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6bc06172-c676-44c6-a958-2575c08c3dd4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.963124] env[69524]: DEBUG oslo_vmware.api [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1130.963124] env[69524]: value = "task-4068591" [ 1130.963124] env[69524]: _type = "Task" [ 1130.963124] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.973145] env[69524]: DEBUG oslo_vmware.api [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068591, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.024700] env[69524]: INFO nova.compute.manager [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: 519b1818-9713-4a2d-855e-697eca2866ca] Took 42.49 seconds to build instance. [ 1131.071468] env[69524]: DEBUG oslo_concurrency.lockutils [None req-fe043b47-64b7-4bb9-8f88-99523757ebc4 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.140878] env[69524]: DEBUG nova.compute.manager [req-6e514c40-0219-418c-add7-7462d68333fa req-461f7ce7-f84b-4e80-8003-9ee9fc934a49 service nova] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Received event network-vif-plugged-ad1a1f4d-2beb-4f27-a63d-a02e87dfc9c6 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.141255] env[69524]: DEBUG oslo_concurrency.lockutils [req-6e514c40-0219-418c-add7-7462d68333fa req-461f7ce7-f84b-4e80-8003-9ee9fc934a49 service nova] Acquiring lock "4bfb9279-d345-4ddf-8c3a-397b75e20788-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.141746] env[69524]: DEBUG oslo_concurrency.lockutils [req-6e514c40-0219-418c-add7-7462d68333fa req-461f7ce7-f84b-4e80-8003-9ee9fc934a49 service nova] Lock "4bfb9279-d345-4ddf-8c3a-397b75e20788-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.142016] env[69524]: DEBUG oslo_concurrency.lockutils [req-6e514c40-0219-418c-add7-7462d68333fa req-461f7ce7-f84b-4e80-8003-9ee9fc934a49 service nova] Lock "4bfb9279-d345-4ddf-8c3a-397b75e20788-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.142598] env[69524]: DEBUG nova.compute.manager [req-6e514c40-0219-418c-add7-7462d68333fa req-461f7ce7-f84b-4e80-8003-9ee9fc934a49 service nova] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] No waiting events found dispatching network-vif-plugged-ad1a1f4d-2beb-4f27-a63d-a02e87dfc9c6 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1131.142864] env[69524]: WARNING nova.compute.manager [req-6e514c40-0219-418c-add7-7462d68333fa req-461f7ce7-f84b-4e80-8003-9ee9fc934a49 service nova] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Received unexpected event network-vif-plugged-ad1a1f4d-2beb-4f27-a63d-a02e87dfc9c6 for instance with vm_state building and task_state spawning. [ 1131.230334] env[69524]: DEBUG nova.network.neutron [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Successfully updated port: ad1a1f4d-2beb-4f27-a63d-a02e87dfc9c6 {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1131.315019] env[69524]: DEBUG nova.scheduler.client.report [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Updated inventory for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with generation 119 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1131.315019] env[69524]: DEBUG nova.compute.provider_tree [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Updating resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 generation from 119 to 120 during operation: update_inventory {{(pid=69524) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1131.315019] env[69524]: DEBUG nova.compute.provider_tree [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1131.433764] env[69524]: DEBUG oslo_vmware.api [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068590, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07829} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.434794] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1131.436136] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a6d762-dff4-4214-b1b1-c33244af17ef {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.466382] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 87a52851-044c-4a42-9c08-6302d8817f5f/87a52851-044c-4a42-9c08-6302d8817f5f.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1131.466541] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08887775-700e-4c07-bfa2-d0a254c59974 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.493930] env[69524]: DEBUG oslo_vmware.api [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068591, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.495709] env[69524]: DEBUG oslo_vmware.api [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 1131.495709] env[69524]: value = "task-4068592" [ 1131.495709] env[69524]: _type = "Task" [ 1131.495709] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.507577] env[69524]: DEBUG oslo_vmware.api [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068592, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.527388] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5f386fb3-88ff-4ccc-beb8-095ab07e6461 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Lock "519b1818-9713-4a2d-855e-697eca2866ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.704s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.739301] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquiring lock "refresh_cache-4bfb9279-d345-4ddf-8c3a-397b75e20788" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.739566] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquired lock "refresh_cache-4bfb9279-d345-4ddf-8c3a-397b75e20788" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.740560] env[69524]: DEBUG nova.network.neutron [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1131.820509] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.553s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.821092] env[69524]: DEBUG nova.compute.manager [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] [instance: 91d71de3-5ab1-491d-b470-6897ac841c1c] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1131.823900] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 10.438s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.980568] env[69524]: DEBUG oslo_vmware.api [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068591, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546146} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.980923] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 5f17ffdf-5368-4e18-b484-19aeb233ebe2/5f17ffdf-5368-4e18-b484-19aeb233ebe2.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1131.981200] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 5f17ffdf-5368-4e18-b484-19aeb233ebe2] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1131.982280] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d0c4f36-1e37-4977-8f90-db2277772aa2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.990753] env[69524]: DEBUG oslo_vmware.api [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1131.990753] env[69524]: value = "task-4068593" [ 1131.990753] env[69524]: _type = "Task" [ 1131.990753] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.003532] env[69524]: DEBUG oslo_vmware.api [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068593, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.011272] env[69524]: DEBUG oslo_vmware.api [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068592, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.276143] env[69524]: DEBUG nova.network.neutron [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1132.340168] env[69524]: DEBUG nova.compute.utils [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1132.341149] env[69524]: DEBUG nova.compute.manager [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] [instance: 91d71de3-5ab1-491d-b470-6897ac841c1c] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1132.341462] env[69524]: DEBUG nova.network.neutron [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] [instance: 91d71de3-5ab1-491d-b470-6897ac841c1c] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1132.369651] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a739561e-85be-45ad-a313-e77fab834855 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Acquiring lock "519b1818-9713-4a2d-855e-697eca2866ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.369911] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a739561e-85be-45ad-a313-e77fab834855 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Lock "519b1818-9713-4a2d-855e-697eca2866ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.370137] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a739561e-85be-45ad-a313-e77fab834855 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Acquiring lock "519b1818-9713-4a2d-855e-697eca2866ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.370319] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a739561e-85be-45ad-a313-e77fab834855 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Lock "519b1818-9713-4a2d-855e-697eca2866ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.370484] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a739561e-85be-45ad-a313-e77fab834855 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Lock "519b1818-9713-4a2d-855e-697eca2866ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.376330] env[69524]: INFO nova.compute.manager [None req-a739561e-85be-45ad-a313-e77fab834855 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: 519b1818-9713-4a2d-855e-697eca2866ca] Terminating instance [ 1132.428683] env[69524]: DEBUG nova.policy [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '930b147971fe4e6ca23ff73a56bec9d6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f434352a60e4c7799230d878b4c6e26', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 1132.460466] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d4523c6b-9171-45fc-9a06-b8b4b449ea66 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Acquiring lock "f0b8c6b9-5696-496b-965d-b9ec5db65831" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.461831] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d4523c6b-9171-45fc-9a06-b8b4b449ea66 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Lock "f0b8c6b9-5696-496b-965d-b9ec5db65831" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.461831] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d4523c6b-9171-45fc-9a06-b8b4b449ea66 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Acquiring lock "f0b8c6b9-5696-496b-965d-b9ec5db65831-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.461831] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d4523c6b-9171-45fc-9a06-b8b4b449ea66 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Lock "f0b8c6b9-5696-496b-965d-b9ec5db65831-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.462373] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d4523c6b-9171-45fc-9a06-b8b4b449ea66 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Lock "f0b8c6b9-5696-496b-965d-b9ec5db65831-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.470052] env[69524]: INFO nova.compute.manager [None req-d4523c6b-9171-45fc-9a06-b8b4b449ea66 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f0b8c6b9-5696-496b-965d-b9ec5db65831] Terminating instance [ 1132.496894] env[69524]: DEBUG nova.network.neutron [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Updating instance_info_cache with network_info: [{"id": "ad1a1f4d-2beb-4f27-a63d-a02e87dfc9c6", "address": "fa:16:3e:85:46:3a", "network": {"id": "37adc9d0-a545-4ad6-8bda-bbeebaeaad38", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1811246761-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c0583911a34499e92e7299e6bdb937d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad1a1f4d-2b", "ovs_interfaceid": "ad1a1f4d-2beb-4f27-a63d-a02e87dfc9c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.507386] env[69524]: DEBUG oslo_vmware.api [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068593, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.517953] env[69524]: DEBUG oslo_vmware.api [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068592, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.842029] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Applying migration context for instance bb9e5237-7ba0-424d-82a6-0d7b8b26a681 as it has an incoming, in-progress migration a4bd415c-3282-495b-b51c-6ef7d8642ff6. Migration status is reverting {{(pid=69524) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1132.842029] env[69524]: INFO nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Updating resource usage from migration a4bd415c-3282-495b-b51c-6ef7d8642ff6 [ 1132.845130] env[69524]: DEBUG nova.compute.manager [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] [instance: 91d71de3-5ab1-491d-b470-6897ac841c1c] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1132.865608] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 035b9722-90f0-45f0-84c0-17f7a5f1994b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1132.865763] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance d9b19d6a-6d26-4da3-a888-1fa1bc95bd23 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1132.865914] env[69524]: WARNING nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance b51544bf-55dd-45b8-8ff7-f0bdffbec768 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1132.866046] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance fef113bd-ed01-442c-9d72-0c4bfa381d96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1132.866165] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 7bdde934-b122-4b19-849b-daced27c0533 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1132.866280] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 87a52851-044c-4a42-9c08-6302d8817f5f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1132.866409] env[69524]: WARNING nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1132.866523] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 68e172e5-0970-400f-95cf-81bc4b41606e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1132.866644] env[69524]: WARNING nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1132.866789] env[69524]: WARNING nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1132.866875] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Migration a4bd415c-3282-495b-b51c-6ef7d8642ff6 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1132.866987] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance bb9e5237-7ba0-424d-82a6-0d7b8b26a681 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1132.867123] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 519b1818-9713-4a2d-855e-697eca2866ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1132.867234] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance f0b8c6b9-5696-496b-965d-b9ec5db65831 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1132.867345] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 5f17ffdf-5368-4e18-b484-19aeb233ebe2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1132.867600] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 4bfb9279-d345-4ddf-8c3a-397b75e20788 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1132.868845] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 91d71de3-5ab1-491d-b470-6897ac841c1c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1132.868845] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=69524) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1132.868845] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=69524) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1132.880962] env[69524]: DEBUG nova.compute.manager [None req-a739561e-85be-45ad-a313-e77fab834855 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: 519b1818-9713-4a2d-855e-697eca2866ca] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1132.881263] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a739561e-85be-45ad-a313-e77fab834855 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: 519b1818-9713-4a2d-855e-697eca2866ca] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1132.882772] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6d8471-6f51-4d99-a7ec-0190e4c1f321 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.890409] env[69524]: DEBUG nova.network.neutron [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] [instance: 91d71de3-5ab1-491d-b470-6897ac841c1c] Successfully created port: f1b048bc-2570-4f49-8a28-396c27abc94b {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1132.896191] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-a739561e-85be-45ad-a313-e77fab834855 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: 519b1818-9713-4a2d-855e-697eca2866ca] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1132.896500] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c81a88f-46fb-448b-87c4-dd1407f5dbce {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.908130] env[69524]: DEBUG oslo_vmware.api [None req-a739561e-85be-45ad-a313-e77fab834855 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Waiting for the task: (returnval){ [ 1132.908130] env[69524]: value = "task-4068594" [ 1132.908130] env[69524]: _type = "Task" [ 1132.908130] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.920385] env[69524]: DEBUG oslo_vmware.api [None req-a739561e-85be-45ad-a313-e77fab834855 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': task-4068594, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.975808] env[69524]: DEBUG nova.compute.manager [None req-d4523c6b-9171-45fc-9a06-b8b4b449ea66 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f0b8c6b9-5696-496b-965d-b9ec5db65831] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1132.976070] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d4523c6b-9171-45fc-9a06-b8b4b449ea66 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f0b8c6b9-5696-496b-965d-b9ec5db65831] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1132.976976] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee282f5b-cb97-43d3-83d0-afeed9b94512 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.989417] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4523c6b-9171-45fc-9a06-b8b4b449ea66 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f0b8c6b9-5696-496b-965d-b9ec5db65831] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1132.989699] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1430b7e-dc9d-44dc-9b5a-b4daa56e3ee5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.006556] env[69524]: DEBUG oslo_vmware.api [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068593, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.604608} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.006872] env[69524]: DEBUG oslo_vmware.api [None req-d4523c6b-9171-45fc-9a06-b8b4b449ea66 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Waiting for the task: (returnval){ [ 1133.006872] env[69524]: value = "task-4068595" [ 1133.006872] env[69524]: _type = "Task" [ 1133.006872] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.007963] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Releasing lock "refresh_cache-4bfb9279-d345-4ddf-8c3a-397b75e20788" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.008082] env[69524]: DEBUG nova.compute.manager [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Instance network_info: |[{"id": "ad1a1f4d-2beb-4f27-a63d-a02e87dfc9c6", "address": "fa:16:3e:85:46:3a", "network": {"id": "37adc9d0-a545-4ad6-8bda-bbeebaeaad38", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1811246761-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c0583911a34499e92e7299e6bdb937d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad1a1f4d-2b", "ovs_interfaceid": "ad1a1f4d-2beb-4f27-a63d-a02e87dfc9c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1133.008371] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 5f17ffdf-5368-4e18-b484-19aeb233ebe2] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1133.008881] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:46:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ab93899c-92b2-4d84-95a6-192234add28c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad1a1f4d-2beb-4f27-a63d-a02e87dfc9c6', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1133.017534] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1133.018332] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b69e7a4-0a0f-45c0-a217-96fac8e627ed {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.030707] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1133.031180] env[69524]: DEBUG oslo_vmware.api [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068592, 'name': ReconfigVM_Task, 'duration_secs': 1.088169} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.031793] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e8a6578-a801-4dbf-a903-3eaf8deda00c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.050729] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 87a52851-044c-4a42-9c08-6302d8817f5f/87a52851-044c-4a42-9c08-6302d8817f5f.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1133.052045] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_secret_uuid': None, 'encrypted': False, 'encryption_format': None, 'boot_index': 0, 'guest_format': None, 'device_type': 'disk', 'disk_bus': None, 'encryption_options': None, 'device_name': '/dev/sda', 'size': 0, 'image_id': '7e48ad2e-b898-4fe5-a14c-ede19c27ca63'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806269', 'volume_id': '9c118da6-8f4a-4994-b3d1-6455cfdbc8f1', 'name': 'volume-9c118da6-8f4a-4994-b3d1-6455cfdbc8f1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '87a52851-044c-4a42-9c08-6302d8817f5f', 'attached_at': '', 'detached_at': '', 'volume_id': '9c118da6-8f4a-4994-b3d1-6455cfdbc8f1', 'serial': '9c118da6-8f4a-4994-b3d1-6455cfdbc8f1'}, 'delete_on_termination': False, 'guest_format': None, 'disk_bus': None, 'device_type': None, 'boot_index': None, 'mount_device': '/dev/sdb', 'attachment_id': 'bd3419fc-569e-4c61-8251-ccefccfaaae1', 'volume_type': None}], 'swap': None} {{(pid=69524) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1133.052399] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Volume attach. Driver type: vmdk {{(pid=69524) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1133.052678] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806269', 'volume_id': '9c118da6-8f4a-4994-b3d1-6455cfdbc8f1', 'name': 'volume-9c118da6-8f4a-4994-b3d1-6455cfdbc8f1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '87a52851-044c-4a42-9c08-6302d8817f5f', 'attached_at': '', 'detached_at': '', 'volume_id': '9c118da6-8f4a-4994-b3d1-6455cfdbc8f1', 'serial': '9c118da6-8f4a-4994-b3d1-6455cfdbc8f1'} {{(pid=69524) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1133.072702] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e887d9-c17f-4c9d-904c-f1a6fdf8fbd6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.084572] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 5f17ffdf-5368-4e18-b484-19aeb233ebe2] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 5f17ffdf-5368-4e18-b484-19aeb233ebe2/5f17ffdf-5368-4e18-b484-19aeb233ebe2.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1133.084948] env[69524]: DEBUG oslo_vmware.api [None req-d4523c6b-9171-45fc-9a06-b8b4b449ea66 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': task-4068595, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.086028] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-995bd885-a67a-460e-b568-0c6639403a6c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.111159] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1133.111159] env[69524]: value = "task-4068596" [ 1133.111159] env[69524]: _type = "Task" [ 1133.111159] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.137322] env[69524]: DEBUG oslo_vmware.api [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1133.137322] env[69524]: value = "task-4068597" [ 1133.137322] env[69524]: _type = "Task" [ 1133.137322] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.143350] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310a6bf4-a0ad-433d-966a-a58be7b188ea {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.153606] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068596, 'name': CreateVM_Task} progress is 25%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.160076] env[69524]: DEBUG oslo_vmware.api [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068597, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.181512] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] volume-9c118da6-8f4a-4994-b3d1-6455cfdbc8f1/volume-9c118da6-8f4a-4994-b3d1-6455cfdbc8f1.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1133.185252] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91376d09-3511-4dd7-bf95-d6fd6431644e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.206411] env[69524]: DEBUG oslo_vmware.api [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 1133.206411] env[69524]: value = "task-4068598" [ 1133.206411] env[69524]: _type = "Task" [ 1133.206411] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.218990] env[69524]: DEBUG oslo_vmware.api [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068598, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.310555] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d105c02-aaf9-4cad-b743-4164995f533d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.323347] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82ed62c-0437-4d72-a2d1-eca1bf4e82ca {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.376312] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1298454-ae5c-4036-a6b4-9e24af4a01ce {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.386276] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3e3ad7-4235-48ee-9749-8534a8d5f100 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.402812] env[69524]: DEBUG nova.compute.provider_tree [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1133.419335] env[69524]: DEBUG oslo_vmware.api [None req-a739561e-85be-45ad-a313-e77fab834855 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': task-4068594, 'name': PowerOffVM_Task, 'duration_secs': 0.351974} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.419636] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-a739561e-85be-45ad-a313-e77fab834855 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: 519b1818-9713-4a2d-855e-697eca2866ca] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1133.419809] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a739561e-85be-45ad-a313-e77fab834855 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: 519b1818-9713-4a2d-855e-697eca2866ca] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1133.420383] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e353943-c5b6-46b9-b758-f74b70f76136 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.506421] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a739561e-85be-45ad-a313-e77fab834855 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: 519b1818-9713-4a2d-855e-697eca2866ca] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1133.506736] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a739561e-85be-45ad-a313-e77fab834855 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: 519b1818-9713-4a2d-855e-697eca2866ca] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1133.506939] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-a739561e-85be-45ad-a313-e77fab834855 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Deleting the datastore file [datastore1] 519b1818-9713-4a2d-855e-697eca2866ca {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1133.507257] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33c2b9eb-7d52-441d-981f-e5f76bae6ee2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.521320] env[69524]: DEBUG oslo_vmware.api [None req-d4523c6b-9171-45fc-9a06-b8b4b449ea66 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': task-4068595, 'name': PowerOffVM_Task, 'duration_secs': 0.265737} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.521971] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4523c6b-9171-45fc-9a06-b8b4b449ea66 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f0b8c6b9-5696-496b-965d-b9ec5db65831] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1133.522397] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d4523c6b-9171-45fc-9a06-b8b4b449ea66 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f0b8c6b9-5696-496b-965d-b9ec5db65831] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1133.522600] env[69524]: DEBUG oslo_vmware.api [None req-a739561e-85be-45ad-a313-e77fab834855 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Waiting for the task: (returnval){ [ 1133.522600] env[69524]: value = "task-4068600" [ 1133.522600] env[69524]: _type = "Task" [ 1133.522600] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.522832] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2e12f9c-2292-4012-be64-e7ef5dc14576 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.533881] env[69524]: DEBUG nova.compute.manager [req-5fccc5f7-6e81-41e3-877a-048fb00de6cf req-4f4e4f24-af82-4eb7-9ef9-8faeab3a2b6b service nova] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Received event network-changed-ad1a1f4d-2beb-4f27-a63d-a02e87dfc9c6 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.534111] env[69524]: DEBUG nova.compute.manager [req-5fccc5f7-6e81-41e3-877a-048fb00de6cf req-4f4e4f24-af82-4eb7-9ef9-8faeab3a2b6b service nova] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Refreshing instance network info cache due to event network-changed-ad1a1f4d-2beb-4f27-a63d-a02e87dfc9c6. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1133.534389] env[69524]: DEBUG oslo_concurrency.lockutils [req-5fccc5f7-6e81-41e3-877a-048fb00de6cf req-4f4e4f24-af82-4eb7-9ef9-8faeab3a2b6b service nova] Acquiring lock "refresh_cache-4bfb9279-d345-4ddf-8c3a-397b75e20788" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.534530] env[69524]: DEBUG oslo_concurrency.lockutils [req-5fccc5f7-6e81-41e3-877a-048fb00de6cf req-4f4e4f24-af82-4eb7-9ef9-8faeab3a2b6b service nova] Acquired lock "refresh_cache-4bfb9279-d345-4ddf-8c3a-397b75e20788" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.534893] env[69524]: DEBUG nova.network.neutron [req-5fccc5f7-6e81-41e3-877a-048fb00de6cf req-4f4e4f24-af82-4eb7-9ef9-8faeab3a2b6b service nova] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Refreshing network info cache for port ad1a1f4d-2beb-4f27-a63d-a02e87dfc9c6 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1133.539361] env[69524]: DEBUG oslo_vmware.api [None req-a739561e-85be-45ad-a313-e77fab834855 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': task-4068600, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.625297] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d4523c6b-9171-45fc-9a06-b8b4b449ea66 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f0b8c6b9-5696-496b-965d-b9ec5db65831] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1133.625297] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d4523c6b-9171-45fc-9a06-b8b4b449ea66 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f0b8c6b9-5696-496b-965d-b9ec5db65831] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1133.625297] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4523c6b-9171-45fc-9a06-b8b4b449ea66 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Deleting the datastore file [datastore1] f0b8c6b9-5696-496b-965d-b9ec5db65831 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1133.626823] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-130e129c-0880-4837-832b-e784e9a2ec0b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.634442] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068596, 'name': CreateVM_Task} progress is 25%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.642926] env[69524]: DEBUG oslo_vmware.api [None req-d4523c6b-9171-45fc-9a06-b8b4b449ea66 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Waiting for the task: (returnval){ [ 1133.642926] env[69524]: value = "task-4068602" [ 1133.642926] env[69524]: _type = "Task" [ 1133.642926] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.668148] env[69524]: DEBUG oslo_vmware.api [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068597, 'name': ReconfigVM_Task, 'duration_secs': 0.540636} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.668148] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 5f17ffdf-5368-4e18-b484-19aeb233ebe2] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 5f17ffdf-5368-4e18-b484-19aeb233ebe2/5f17ffdf-5368-4e18-b484-19aeb233ebe2.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1133.668704] env[69524]: DEBUG oslo_vmware.api [None req-d4523c6b-9171-45fc-9a06-b8b4b449ea66 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': task-4068602, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.668704] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-095e87d0-7089-4509-b851-dab359c884be {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.679465] env[69524]: DEBUG oslo_vmware.api [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1133.679465] env[69524]: value = "task-4068603" [ 1133.679465] env[69524]: _type = "Task" [ 1133.679465] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.692229] env[69524]: DEBUG oslo_vmware.api [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068603, 'name': Rename_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.720411] env[69524]: DEBUG oslo_vmware.api [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068598, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.878413] env[69524]: DEBUG nova.compute.manager [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] [instance: 91d71de3-5ab1-491d-b470-6897ac841c1c] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1133.910043] env[69524]: DEBUG nova.virt.hardware [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1133.910344] env[69524]: DEBUG nova.virt.hardware [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1133.910447] env[69524]: DEBUG nova.virt.hardware [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1133.912787] env[69524]: DEBUG nova.virt.hardware [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1133.912787] env[69524]: DEBUG nova.virt.hardware [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1133.912787] env[69524]: DEBUG nova.virt.hardware [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1133.912787] env[69524]: DEBUG nova.virt.hardware [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1133.912787] env[69524]: DEBUG nova.virt.hardware [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1133.912787] env[69524]: DEBUG nova.virt.hardware [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1133.912787] env[69524]: DEBUG nova.virt.hardware [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1133.912787] env[69524]: DEBUG nova.virt.hardware [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1133.914746] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6860d90e-cbe9-4140-a023-6a052958c13a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.932252] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a23a7fe-39dc-4b10-8d01-ab7449122071 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.940209] env[69524]: ERROR nova.scheduler.client.report [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [req-475d642e-007a-4c0b-804a-d910e93707dd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 333a7aa4-d2cd-4888-ac97-9e43e6b91719. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-475d642e-007a-4c0b-804a-d910e93707dd"}]} [ 1133.956739] env[69524]: DEBUG nova.scheduler.client.report [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Refreshing inventories for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1133.975483] env[69524]: DEBUG nova.scheduler.client.report [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Updating ProviderTree inventory for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1133.975635] env[69524]: DEBUG nova.compute.provider_tree [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1133.987513] env[69524]: DEBUG nova.scheduler.client.report [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Refreshing aggregate associations for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719, aggregates: None {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1134.005396] env[69524]: DEBUG nova.scheduler.client.report [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Refreshing trait associations for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1134.037343] env[69524]: DEBUG oslo_vmware.api [None req-a739561e-85be-45ad-a313-e77fab834855 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': task-4068600, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.190949} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.040417] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-a739561e-85be-45ad-a313-e77fab834855 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1134.040650] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a739561e-85be-45ad-a313-e77fab834855 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: 519b1818-9713-4a2d-855e-697eca2866ca] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1134.040890] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a739561e-85be-45ad-a313-e77fab834855 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: 519b1818-9713-4a2d-855e-697eca2866ca] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1134.041268] env[69524]: INFO nova.compute.manager [None req-a739561e-85be-45ad-a313-e77fab834855 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: 519b1818-9713-4a2d-855e-697eca2866ca] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1134.041496] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a739561e-85be-45ad-a313-e77fab834855 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1134.044279] env[69524]: DEBUG nova.compute.manager [-] [instance: 519b1818-9713-4a2d-855e-697eca2866ca] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1134.044389] env[69524]: DEBUG nova.network.neutron [-] [instance: 519b1818-9713-4a2d-855e-697eca2866ca] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1134.125747] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068596, 'name': CreateVM_Task, 'duration_secs': 0.969673} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.125915] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1134.126606] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.126759] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.127103] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.127369] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f0ea379-4cec-46ef-a8ba-abebcd3660a1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.140508] env[69524]: DEBUG oslo_vmware.api [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 1134.140508] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52cee581-69b8-82f6-c9fb-03a5119706d7" [ 1134.140508] env[69524]: _type = "Task" [ 1134.140508] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.156705] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquiring lock "d9b57a84-1c31-4db2-a49d-02a0931f0b65" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.156856] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lock "d9b57a84-1c31-4db2-a49d-02a0931f0b65" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.158858] env[69524]: DEBUG oslo_vmware.api [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52cee581-69b8-82f6-c9fb-03a5119706d7, 'name': SearchDatastore_Task} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.164896] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.165172] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1134.165420] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.165569] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.165750] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1134.166679] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97bc5554-8f68-42c4-8a38-99a5841b0246 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.178387] env[69524]: DEBUG oslo_vmware.api [None req-d4523c6b-9171-45fc-9a06-b8b4b449ea66 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Task: {'id': task-4068602, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199531} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.178678] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4523c6b-9171-45fc-9a06-b8b4b449ea66 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1134.178859] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d4523c6b-9171-45fc-9a06-b8b4b449ea66 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f0b8c6b9-5696-496b-965d-b9ec5db65831] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1134.179046] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d4523c6b-9171-45fc-9a06-b8b4b449ea66 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f0b8c6b9-5696-496b-965d-b9ec5db65831] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1134.179249] env[69524]: INFO nova.compute.manager [None req-d4523c6b-9171-45fc-9a06-b8b4b449ea66 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [instance: f0b8c6b9-5696-496b-965d-b9ec5db65831] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1134.179494] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4523c6b-9171-45fc-9a06-b8b4b449ea66 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1134.180867] env[69524]: DEBUG nova.compute.manager [-] [instance: f0b8c6b9-5696-496b-965d-b9ec5db65831] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1134.180867] env[69524]: DEBUG nova.network.neutron [-] [instance: f0b8c6b9-5696-496b-965d-b9ec5db65831] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1134.182588] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1134.182746] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1134.187090] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9bd6c05-1de0-449a-8c47-8c8aa92c7f02 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.208026] env[69524]: DEBUG oslo_vmware.api [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068603, 'name': Rename_Task, 'duration_secs': 0.20431} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.208026] env[69524]: DEBUG oslo_vmware.api [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 1134.208026] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52f05bb7-53e8-a7e3-c26e-1b4900d16974" [ 1134.208026] env[69524]: _type = "Task" [ 1134.208026] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.208026] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 5f17ffdf-5368-4e18-b484-19aeb233ebe2] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1134.208364] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5fc24568-a137-4337-bca9-034ae2bb6899 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.229275] env[69524]: DEBUG oslo_vmware.api [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068598, 'name': ReconfigVM_Task, 'duration_secs': 0.558939} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.230462] env[69524]: DEBUG oslo_vmware.api [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52f05bb7-53e8-a7e3-c26e-1b4900d16974, 'name': SearchDatastore_Task, 'duration_secs': 0.011268} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.230928] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Reconfigured VM instance instance-0000004d to attach disk [datastore1] volume-9c118da6-8f4a-4994-b3d1-6455cfdbc8f1/volume-9c118da6-8f4a-4994-b3d1-6455cfdbc8f1.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1134.236689] env[69524]: DEBUG oslo_vmware.api [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1134.236689] env[69524]: value = "task-4068604" [ 1134.236689] env[69524]: _type = "Task" [ 1134.236689] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.239367] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8392586-2f3b-419a-8c26-8615e143d00d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.249740] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b295ff5-6151-4df7-a9c1-f10e5795bdd9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.269159] env[69524]: DEBUG oslo_vmware.api [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 1134.269159] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52039b65-31c0-ed41-e3b9-9defe132d7e5" [ 1134.269159] env[69524]: _type = "Task" [ 1134.269159] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.269479] env[69524]: DEBUG oslo_vmware.api [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 1134.269479] env[69524]: value = "task-4068605" [ 1134.269479] env[69524]: _type = "Task" [ 1134.269479] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.288963] env[69524]: DEBUG oslo_vmware.api [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52039b65-31c0-ed41-e3b9-9defe132d7e5, 'name': SearchDatastore_Task, 'duration_secs': 0.012379} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.293392] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.293648] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 4bfb9279-d345-4ddf-8c3a-397b75e20788/4bfb9279-d345-4ddf-8c3a-397b75e20788.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1134.293955] env[69524]: DEBUG oslo_vmware.api [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068605, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.297382] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0887bfe1-79a5-42e2-95d5-3e2a1dee460c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.307917] env[69524]: DEBUG oslo_vmware.api [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 1134.307917] env[69524]: value = "task-4068606" [ 1134.307917] env[69524]: _type = "Task" [ 1134.307917] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.320172] env[69524]: DEBUG oslo_vmware.api [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068606, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.353618] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5bf7a5-4d0c-4d0e-b722-0171c280935a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.362914] env[69524]: DEBUG nova.compute.manager [req-4bbb2bad-b440-4b55-9a90-3df776b30391 req-fb787aab-e0e2-4705-aa5a-f7afec1cda49 service nova] [instance: 519b1818-9713-4a2d-855e-697eca2866ca] Received event network-vif-deleted-653abec3-bfd9-458c-8fe2-1dd6c56a880e {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.363260] env[69524]: INFO nova.compute.manager [req-4bbb2bad-b440-4b55-9a90-3df776b30391 req-fb787aab-e0e2-4705-aa5a-f7afec1cda49 service nova] [instance: 519b1818-9713-4a2d-855e-697eca2866ca] Neutron deleted interface 653abec3-bfd9-458c-8fe2-1dd6c56a880e; detaching it from the instance and deleting it from the info cache [ 1134.363556] env[69524]: DEBUG nova.network.neutron [req-4bbb2bad-b440-4b55-9a90-3df776b30391 req-fb787aab-e0e2-4705-aa5a-f7afec1cda49 service nova] [instance: 519b1818-9713-4a2d-855e-697eca2866ca] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.367541] env[69524]: DEBUG nova.network.neutron [req-5fccc5f7-6e81-41e3-877a-048fb00de6cf req-4f4e4f24-af82-4eb7-9ef9-8faeab3a2b6b service nova] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Updated VIF entry in instance network info cache for port ad1a1f4d-2beb-4f27-a63d-a02e87dfc9c6. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1134.368049] env[69524]: DEBUG nova.network.neutron [req-5fccc5f7-6e81-41e3-877a-048fb00de6cf req-4f4e4f24-af82-4eb7-9ef9-8faeab3a2b6b service nova] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Updating instance_info_cache with network_info: [{"id": "ad1a1f4d-2beb-4f27-a63d-a02e87dfc9c6", "address": "fa:16:3e:85:46:3a", "network": {"id": "37adc9d0-a545-4ad6-8bda-bbeebaeaad38", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1811246761-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c0583911a34499e92e7299e6bdb937d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad1a1f4d-2b", "ovs_interfaceid": "ad1a1f4d-2beb-4f27-a63d-a02e87dfc9c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.375046] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23611014-22f2-4dd1-be6d-fa0a6e8a96a4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.414711] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c671cd6-6611-4ece-a28e-784e9d74c6f3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.423740] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a806d73f-0f1b-4b30-b8e5-d61ec099acc9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.442177] env[69524]: DEBUG nova.compute.provider_tree [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1134.660083] env[69524]: DEBUG nova.compute.manager [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1134.763809] env[69524]: DEBUG oslo_vmware.api [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068604, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.780043] env[69524]: DEBUG oslo_vmware.api [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068605, 'name': ReconfigVM_Task, 'duration_secs': 0.188662} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.780375] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806269', 'volume_id': '9c118da6-8f4a-4994-b3d1-6455cfdbc8f1', 'name': 'volume-9c118da6-8f4a-4994-b3d1-6455cfdbc8f1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '87a52851-044c-4a42-9c08-6302d8817f5f', 'attached_at': '', 'detached_at': '', 'volume_id': '9c118da6-8f4a-4994-b3d1-6455cfdbc8f1', 'serial': '9c118da6-8f4a-4994-b3d1-6455cfdbc8f1'} {{(pid=69524) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1134.781009] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c88d527-7983-4029-bef2-bccd26b6777a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.790029] env[69524]: DEBUG oslo_vmware.api [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 1134.790029] env[69524]: value = "task-4068607" [ 1134.790029] env[69524]: _type = "Task" [ 1134.790029] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.801830] env[69524]: DEBUG oslo_vmware.api [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068607, 'name': Rename_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.818876] env[69524]: DEBUG oslo_vmware.api [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068606, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.833436] env[69524]: DEBUG nova.network.neutron [-] [instance: 519b1818-9713-4a2d-855e-697eca2866ca] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.867084] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a24804f5-4b32-4647-9369-c353debfdb81 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.871376] env[69524]: DEBUG oslo_concurrency.lockutils [req-5fccc5f7-6e81-41e3-877a-048fb00de6cf req-4f4e4f24-af82-4eb7-9ef9-8faeab3a2b6b service nova] Releasing lock "refresh_cache-4bfb9279-d345-4ddf-8c3a-397b75e20788" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.878158] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc4f1e2-d8d6-4dae-b114-3d6f5df38f26 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.916820] env[69524]: DEBUG nova.compute.manager [req-4bbb2bad-b440-4b55-9a90-3df776b30391 req-fb787aab-e0e2-4705-aa5a-f7afec1cda49 service nova] [instance: 519b1818-9713-4a2d-855e-697eca2866ca] Detach interface failed, port_id=653abec3-bfd9-458c-8fe2-1dd6c56a880e, reason: Instance 519b1818-9713-4a2d-855e-697eca2866ca could not be found. {{(pid=69524) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1134.984313] env[69524]: DEBUG nova.scheduler.client.report [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Updated inventory for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with generation 121 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1134.984514] env[69524]: DEBUG nova.compute.provider_tree [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Updating resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 generation from 121 to 122 during operation: update_inventory {{(pid=69524) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1134.984666] env[69524]: DEBUG nova.compute.provider_tree [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1135.010020] env[69524]: DEBUG nova.network.neutron [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] [instance: 91d71de3-5ab1-491d-b470-6897ac841c1c] Successfully updated port: f1b048bc-2570-4f49-8a28-396c27abc94b {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1135.010020] env[69524]: DEBUG nova.network.neutron [-] [instance: f0b8c6b9-5696-496b-965d-b9ec5db65831] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.182292] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.272984] env[69524]: DEBUG oslo_vmware.api [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068604, 'name': PowerOnVM_Task, 'duration_secs': 0.708684} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.273506] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 5f17ffdf-5368-4e18-b484-19aeb233ebe2] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1135.273892] env[69524]: INFO nova.compute.manager [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 5f17ffdf-5368-4e18-b484-19aeb233ebe2] Took 9.38 seconds to spawn the instance on the hypervisor. [ 1135.274265] env[69524]: DEBUG nova.compute.manager [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 5f17ffdf-5368-4e18-b484-19aeb233ebe2] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1135.275586] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14beca1-025e-49c7-b2cc-db6e9c4b6c55 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.301174] env[69524]: DEBUG oslo_vmware.api [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068607, 'name': Rename_Task, 'duration_secs': 0.220212} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.301528] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1135.301788] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4198217-6819-4958-85e5-2b2b9dcf7e2b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.308798] env[69524]: DEBUG oslo_vmware.api [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 1135.308798] env[69524]: value = "task-4068608" [ 1135.308798] env[69524]: _type = "Task" [ 1135.308798] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.322926] env[69524]: DEBUG oslo_vmware.api [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068608, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.327378] env[69524]: DEBUG oslo_vmware.api [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068606, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.336876] env[69524]: INFO nova.compute.manager [-] [instance: 519b1818-9713-4a2d-855e-697eca2866ca] Took 1.29 seconds to deallocate network for instance. [ 1135.489765] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69524) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1135.491220] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.666s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.491220] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8b2f2435-c4ed-4e5d-b6a2-20fd8c1cbbad tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.161s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.491220] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8b2f2435-c4ed-4e5d-b6a2-20fd8c1cbbad tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.493330] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4c237444-4992-4053-85fc-dca991af201e tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.044s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.493566] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4c237444-4992-4053-85fc-dca991af201e tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.495490] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 6.607s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.514846] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Acquiring lock "refresh_cache-91d71de3-5ab1-491d-b470-6897ac841c1c" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.514846] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Acquired lock "refresh_cache-91d71de3-5ab1-491d-b470-6897ac841c1c" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.514846] env[69524]: DEBUG nova.network.neutron [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] [instance: 91d71de3-5ab1-491d-b470-6897ac841c1c] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1135.516913] env[69524]: INFO nova.compute.manager [-] [instance: f0b8c6b9-5696-496b-965d-b9ec5db65831] Took 1.34 seconds to deallocate network for instance. [ 1135.522945] env[69524]: INFO nova.scheduler.client.report [None req-8b2f2435-c4ed-4e5d-b6a2-20fd8c1cbbad tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Deleted allocations for instance ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac [ 1135.525206] env[69524]: INFO nova.scheduler.client.report [None req-4c237444-4992-4053-85fc-dca991af201e tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Deleted allocations for instance c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4 [ 1135.803198] env[69524]: INFO nova.compute.manager [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 5f17ffdf-5368-4e18-b484-19aeb233ebe2] Took 31.40 seconds to build instance. [ 1135.823407] env[69524]: DEBUG oslo_vmware.api [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068608, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.826661] env[69524]: DEBUG oslo_vmware.api [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068606, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.844781] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a739561e-85be-45ad-a313-e77fab834855 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.997972] env[69524]: DEBUG nova.objects.instance [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lazy-loading 'migration_context' on Instance uuid bb9e5237-7ba0-424d-82a6-0d7b8b26a681 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.025521] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d4523c6b-9171-45fc-9a06-b8b4b449ea66 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.036763] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8b2f2435-c4ed-4e5d-b6a2-20fd8c1cbbad tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.528s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.037773] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4c237444-4992-4053-85fc-dca991af201e tempest-ServersTestJSON-403354091 tempest-ServersTestJSON-403354091-project-member] Lock "c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.559s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.055586] env[69524]: DEBUG nova.network.neutron [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] [instance: 91d71de3-5ab1-491d-b470-6897ac841c1c] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1136.268333] env[69524]: DEBUG nova.network.neutron [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] [instance: 91d71de3-5ab1-491d-b470-6897ac841c1c] Updating instance_info_cache with network_info: [{"id": "f1b048bc-2570-4f49-8a28-396c27abc94b", "address": "fa:16:3e:68:ff:af", "network": {"id": "140132ea-d56e-464e-b999-09ebc9e04c7d", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-249031313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f434352a60e4c7799230d878b4c6e26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1b048bc-25", "ovs_interfaceid": "f1b048bc-2570-4f49-8a28-396c27abc94b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.305965] env[69524]: DEBUG oslo_concurrency.lockutils [None req-aa165535-1658-4c2a-9fe3-efac286ce5e9 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "5f17ffdf-5368-4e18-b484-19aeb233ebe2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.923s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.328035] env[69524]: DEBUG oslo_vmware.api [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068608, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.328840] env[69524]: DEBUG oslo_vmware.api [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068606, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.523377} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.329262] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 4bfb9279-d345-4ddf-8c3a-397b75e20788/4bfb9279-d345-4ddf-8c3a-397b75e20788.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1136.329673] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1136.330075] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2cbad721-d04e-47a8-9c90-0612daf6798f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.338058] env[69524]: DEBUG oslo_vmware.api [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 1136.338058] env[69524]: value = "task-4068609" [ 1136.338058] env[69524]: _type = "Task" [ 1136.338058] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.348610] env[69524]: DEBUG oslo_vmware.api [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068609, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.401110] env[69524]: DEBUG nova.compute.manager [req-a06a0a51-837e-4ef8-98a3-5badb28b229d req-2e4721f4-71c8-4d25-8bbb-2931b8986373 service nova] [instance: f0b8c6b9-5696-496b-965d-b9ec5db65831] Received event network-vif-deleted-d5907ff8-dc78-43b1-8484-8a3a7a63e80e {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.402851] env[69524]: DEBUG nova.compute.manager [req-a06a0a51-837e-4ef8-98a3-5badb28b229d req-2e4721f4-71c8-4d25-8bbb-2931b8986373 service nova] [instance: 91d71de3-5ab1-491d-b470-6897ac841c1c] Received event network-vif-plugged-f1b048bc-2570-4f49-8a28-396c27abc94b {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.402851] env[69524]: DEBUG oslo_concurrency.lockutils [req-a06a0a51-837e-4ef8-98a3-5badb28b229d req-2e4721f4-71c8-4d25-8bbb-2931b8986373 service nova] Acquiring lock "91d71de3-5ab1-491d-b470-6897ac841c1c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.402851] env[69524]: DEBUG oslo_concurrency.lockutils [req-a06a0a51-837e-4ef8-98a3-5badb28b229d req-2e4721f4-71c8-4d25-8bbb-2931b8986373 service nova] Lock "91d71de3-5ab1-491d-b470-6897ac841c1c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.402851] env[69524]: DEBUG oslo_concurrency.lockutils [req-a06a0a51-837e-4ef8-98a3-5badb28b229d req-2e4721f4-71c8-4d25-8bbb-2931b8986373 service nova] Lock "91d71de3-5ab1-491d-b470-6897ac841c1c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.402851] env[69524]: DEBUG nova.compute.manager [req-a06a0a51-837e-4ef8-98a3-5badb28b229d req-2e4721f4-71c8-4d25-8bbb-2931b8986373 service nova] [instance: 91d71de3-5ab1-491d-b470-6897ac841c1c] No waiting events found dispatching network-vif-plugged-f1b048bc-2570-4f49-8a28-396c27abc94b {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1136.402851] env[69524]: WARNING nova.compute.manager [req-a06a0a51-837e-4ef8-98a3-5badb28b229d req-2e4721f4-71c8-4d25-8bbb-2931b8986373 service nova] [instance: 91d71de3-5ab1-491d-b470-6897ac841c1c] Received unexpected event network-vif-plugged-f1b048bc-2570-4f49-8a28-396c27abc94b for instance with vm_state building and task_state spawning. [ 1136.403029] env[69524]: DEBUG nova.compute.manager [req-a06a0a51-837e-4ef8-98a3-5badb28b229d req-2e4721f4-71c8-4d25-8bbb-2931b8986373 service nova] [instance: 91d71de3-5ab1-491d-b470-6897ac841c1c] Received event network-changed-f1b048bc-2570-4f49-8a28-396c27abc94b {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1136.403193] env[69524]: DEBUG nova.compute.manager [req-a06a0a51-837e-4ef8-98a3-5badb28b229d req-2e4721f4-71c8-4d25-8bbb-2931b8986373 service nova] [instance: 91d71de3-5ab1-491d-b470-6897ac841c1c] Refreshing instance network info cache due to event network-changed-f1b048bc-2570-4f49-8a28-396c27abc94b. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1136.403375] env[69524]: DEBUG oslo_concurrency.lockutils [req-a06a0a51-837e-4ef8-98a3-5badb28b229d req-2e4721f4-71c8-4d25-8bbb-2931b8986373 service nova] Acquiring lock "refresh_cache-91d71de3-5ab1-491d-b470-6897ac841c1c" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.431888] env[69524]: DEBUG oslo_concurrency.lockutils [None req-04acb35c-51b8-41fe-9acd-15b736aefc87 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquiring lock "5f17ffdf-5368-4e18-b484-19aeb233ebe2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.432170] env[69524]: DEBUG oslo_concurrency.lockutils [None req-04acb35c-51b8-41fe-9acd-15b736aefc87 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "5f17ffdf-5368-4e18-b484-19aeb233ebe2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.432524] env[69524]: DEBUG oslo_concurrency.lockutils [None req-04acb35c-51b8-41fe-9acd-15b736aefc87 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquiring lock "5f17ffdf-5368-4e18-b484-19aeb233ebe2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.432734] env[69524]: DEBUG oslo_concurrency.lockutils [None req-04acb35c-51b8-41fe-9acd-15b736aefc87 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "5f17ffdf-5368-4e18-b484-19aeb233ebe2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.432902] env[69524]: DEBUG oslo_concurrency.lockutils [None req-04acb35c-51b8-41fe-9acd-15b736aefc87 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "5f17ffdf-5368-4e18-b484-19aeb233ebe2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.435287] env[69524]: INFO nova.compute.manager [None req-04acb35c-51b8-41fe-9acd-15b736aefc87 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 5f17ffdf-5368-4e18-b484-19aeb233ebe2] Terminating instance [ 1136.760106] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77da7a68-8f30-408b-a72d-793be7cdb18d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.770577] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6c68cf-1bb7-4352-84ec-a97940fd6da5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.774608] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Releasing lock "refresh_cache-91d71de3-5ab1-491d-b470-6897ac841c1c" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.774967] env[69524]: DEBUG nova.compute.manager [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] [instance: 91d71de3-5ab1-491d-b470-6897ac841c1c] Instance network_info: |[{"id": "f1b048bc-2570-4f49-8a28-396c27abc94b", "address": "fa:16:3e:68:ff:af", "network": {"id": "140132ea-d56e-464e-b999-09ebc9e04c7d", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-249031313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f434352a60e4c7799230d878b4c6e26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1b048bc-25", "ovs_interfaceid": "f1b048bc-2570-4f49-8a28-396c27abc94b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1136.775334] env[69524]: DEBUG oslo_concurrency.lockutils [req-a06a0a51-837e-4ef8-98a3-5badb28b229d req-2e4721f4-71c8-4d25-8bbb-2931b8986373 service nova] Acquired lock "refresh_cache-91d71de3-5ab1-491d-b470-6897ac841c1c" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.775553] env[69524]: DEBUG nova.network.neutron [req-a06a0a51-837e-4ef8-98a3-5badb28b229d req-2e4721f4-71c8-4d25-8bbb-2931b8986373 service nova] [instance: 91d71de3-5ab1-491d-b470-6897ac841c1c] Refreshing network info cache for port f1b048bc-2570-4f49-8a28-396c27abc94b {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1136.777967] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] [instance: 91d71de3-5ab1-491d-b470-6897ac841c1c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:ff:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dabbac20-1723-40ad-9da0-e53b28073651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f1b048bc-2570-4f49-8a28-396c27abc94b', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1136.787971] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Creating folder: Project (7f434352a60e4c7799230d878b4c6e26). Parent ref: group-v806025. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1136.791021] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a2033a5-1416-4328-82c7-772b30fc0565 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.824114] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c1dd0b-1595-4387-bea0-6dc33ebaa4e2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.827815] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Created folder: Project (7f434352a60e4c7799230d878b4c6e26) in parent group-v806025. [ 1136.828014] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Creating folder: Instances. Parent ref: group-v806279. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1136.834184] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6efa8202-e31f-4a96-9e10-7fa419a603b7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.836292] env[69524]: DEBUG oslo_vmware.api [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068608, 'name': PowerOnVM_Task, 'duration_secs': 1.352071} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.836621] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1136.836817] env[69524]: DEBUG nova.compute.manager [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1136.838108] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3af603-df1a-4a4e-b148-7c75c9f6cbd6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.843378] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c967f96e-6c18-4a6a-a43c-69f654dada6a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.853213] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Created folder: Instances in parent group-v806279. [ 1136.857014] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1136.861783] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91d71de3-5ab1-491d-b470-6897ac841c1c] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1136.862235] env[69524]: DEBUG nova.compute.provider_tree [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.867586] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5a64dea9-9dc1-4a5a-ae23-3f9db1155ec4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.882621] env[69524]: DEBUG oslo_vmware.api [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068609, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062121} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.886789] env[69524]: DEBUG nova.scheduler.client.report [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.889637] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1136.894493] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b2b03a-e6b1-4922-8f14-b5e2d8ed89f3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.896996] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1136.896996] env[69524]: value = "task-4068612" [ 1136.896996] env[69524]: _type = "Task" [ 1136.896996] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.919124] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 4bfb9279-d345-4ddf-8c3a-397b75e20788/4bfb9279-d345-4ddf-8c3a-397b75e20788.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1136.920343] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15f7cbae-2c3a-44d0-9fb4-d85fd37a7a25 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.941470] env[69524]: DEBUG nova.compute.manager [None req-04acb35c-51b8-41fe-9acd-15b736aefc87 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 5f17ffdf-5368-4e18-b484-19aeb233ebe2] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1136.941727] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-04acb35c-51b8-41fe-9acd-15b736aefc87 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 5f17ffdf-5368-4e18-b484-19aeb233ebe2] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1136.941971] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068612, 'name': CreateVM_Task} progress is 10%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.943212] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be9737d-b981-4b2d-8fbd-68b201a3dfad {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.949417] env[69524]: DEBUG oslo_vmware.api [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 1136.949417] env[69524]: value = "task-4068613" [ 1136.949417] env[69524]: _type = "Task" [ 1136.949417] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.952531] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-04acb35c-51b8-41fe-9acd-15b736aefc87 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 5f17ffdf-5368-4e18-b484-19aeb233ebe2] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1136.957019] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f7f2c24-ff66-4ab3-bdcb-7bee8bc5526f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.965959] env[69524]: DEBUG oslo_vmware.api [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068613, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.969522] env[69524]: DEBUG oslo_vmware.api [None req-04acb35c-51b8-41fe-9acd-15b736aefc87 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1136.969522] env[69524]: value = "task-4068614" [ 1136.969522] env[69524]: _type = "Task" [ 1136.969522] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.980607] env[69524]: DEBUG oslo_vmware.api [None req-04acb35c-51b8-41fe-9acd-15b736aefc87 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068614, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.404734] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.411419] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068612, 'name': CreateVM_Task, 'duration_secs': 0.368827} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.411638] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91d71de3-5ab1-491d-b470-6897ac841c1c] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1137.412423] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.412711] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.413064] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.413325] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bb07fd8-a012-4674-aeb5-36952bb6e54f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.418860] env[69524]: DEBUG oslo_vmware.api [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Waiting for the task: (returnval){ [ 1137.418860] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52bdc969-a24f-ad4a-c468-f775d2777b33" [ 1137.418860] env[69524]: _type = "Task" [ 1137.418860] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.431202] env[69524]: DEBUG oslo_vmware.api [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52bdc969-a24f-ad4a-c468-f775d2777b33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.470090] env[69524]: DEBUG oslo_vmware.api [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068613, 'name': ReconfigVM_Task, 'duration_secs': 0.349338} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.473685] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 4bfb9279-d345-4ddf-8c3a-397b75e20788/4bfb9279-d345-4ddf-8c3a-397b75e20788.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1137.474674] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06c6ded9-a790-49d6-95da-19d024b55e17 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.482645] env[69524]: DEBUG oslo_vmware.api [None req-04acb35c-51b8-41fe-9acd-15b736aefc87 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068614, 'name': PowerOffVM_Task, 'duration_secs': 0.251665} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.484173] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-04acb35c-51b8-41fe-9acd-15b736aefc87 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 5f17ffdf-5368-4e18-b484-19aeb233ebe2] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1137.484397] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-04acb35c-51b8-41fe-9acd-15b736aefc87 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 5f17ffdf-5368-4e18-b484-19aeb233ebe2] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1137.484691] env[69524]: DEBUG oslo_vmware.api [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 1137.484691] env[69524]: value = "task-4068615" [ 1137.484691] env[69524]: _type = "Task" [ 1137.484691] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.484897] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eade5f2a-1bb8-4072-ad44-e65b4d824424 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.498359] env[69524]: DEBUG oslo_vmware.api [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068615, 'name': Rename_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.575851] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-04acb35c-51b8-41fe-9acd-15b736aefc87 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 5f17ffdf-5368-4e18-b484-19aeb233ebe2] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1137.576070] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-04acb35c-51b8-41fe-9acd-15b736aefc87 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 5f17ffdf-5368-4e18-b484-19aeb233ebe2] Deleting contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1137.576240] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-04acb35c-51b8-41fe-9acd-15b736aefc87 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Deleting the datastore file [datastore2] 5f17ffdf-5368-4e18-b484-19aeb233ebe2 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1137.576785] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96e91eeb-816c-487e-85c6-66ff8a42e686 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.584397] env[69524]: DEBUG oslo_vmware.api [None req-04acb35c-51b8-41fe-9acd-15b736aefc87 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1137.584397] env[69524]: value = "task-4068617" [ 1137.584397] env[69524]: _type = "Task" [ 1137.584397] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.595185] env[69524]: DEBUG oslo_vmware.api [None req-04acb35c-51b8-41fe-9acd-15b736aefc87 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068617, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.621596] env[69524]: DEBUG nova.network.neutron [req-a06a0a51-837e-4ef8-98a3-5badb28b229d req-2e4721f4-71c8-4d25-8bbb-2931b8986373 service nova] [instance: 91d71de3-5ab1-491d-b470-6897ac841c1c] Updated VIF entry in instance network info cache for port f1b048bc-2570-4f49-8a28-396c27abc94b. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1137.622140] env[69524]: DEBUG nova.network.neutron [req-a06a0a51-837e-4ef8-98a3-5badb28b229d req-2e4721f4-71c8-4d25-8bbb-2931b8986373 service nova] [instance: 91d71de3-5ab1-491d-b470-6897ac841c1c] Updating instance_info_cache with network_info: [{"id": "f1b048bc-2570-4f49-8a28-396c27abc94b", "address": "fa:16:3e:68:ff:af", "network": {"id": "140132ea-d56e-464e-b999-09ebc9e04c7d", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-249031313-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f434352a60e4c7799230d878b4c6e26", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dabbac20-1723-40ad-9da0-e53b28073651", "external-id": "nsx-vlan-transportzone-790", "segmentation_id": 790, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1b048bc-25", "ovs_interfaceid": "f1b048bc-2570-4f49-8a28-396c27abc94b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.904913] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.408s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.913657] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0c72443c-0752-4ba4-8655-85ed26555614 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.505s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.913879] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0c72443c-0752-4ba4-8655-85ed26555614 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.916020] env[69524]: DEBUG oslo_concurrency.lockutils [None req-fe043b47-64b7-4bb9-8f88-99523757ebc4 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.845s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.916223] env[69524]: DEBUG oslo_concurrency.lockutils [None req-fe043b47-64b7-4bb9-8f88-99523757ebc4 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.918012] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.736s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.919656] env[69524]: INFO nova.compute.claims [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1137.942570] env[69524]: DEBUG oslo_vmware.api [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52bdc969-a24f-ad4a-c468-f775d2777b33, 'name': SearchDatastore_Task, 'duration_secs': 0.012955} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.942934] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.943149] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] [instance: 91d71de3-5ab1-491d-b470-6897ac841c1c] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1137.943407] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.943586] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.943760] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1137.944048] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50ca17b4-a9b3-40f4-af14-11d70743330b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.955404] env[69524]: INFO nova.scheduler.client.report [None req-fe043b47-64b7-4bb9-8f88-99523757ebc4 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Deleted allocations for instance b51544bf-55dd-45b8-8ff7-f0bdffbec768 [ 1137.961436] env[69524]: INFO nova.scheduler.client.report [None req-0c72443c-0752-4ba4-8655-85ed26555614 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Deleted allocations for instance a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d [ 1137.964367] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1137.964550] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1137.967656] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4186f74-330c-4348-86ad-c5f63798a90c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.975693] env[69524]: DEBUG oslo_vmware.api [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Waiting for the task: (returnval){ [ 1137.975693] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5201121a-e259-e59b-a467-f9938ff249fe" [ 1137.975693] env[69524]: _type = "Task" [ 1137.975693] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.985422] env[69524]: DEBUG oslo_vmware.api [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5201121a-e259-e59b-a467-f9938ff249fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.999165] env[69524]: DEBUG oslo_vmware.api [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068615, 'name': Rename_Task, 'duration_secs': 0.180203} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.999165] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1137.999165] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45c96bd6-82fa-4ab0-9d6b-0e44caa61f8a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.005947] env[69524]: DEBUG oslo_vmware.api [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 1138.005947] env[69524]: value = "task-4068618" [ 1138.005947] env[69524]: _type = "Task" [ 1138.005947] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.014917] env[69524]: DEBUG oslo_vmware.api [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068618, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.031186] env[69524]: DEBUG oslo_concurrency.lockutils [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquiring lock "cf9b2762-aff5-4187-aade-d441957c9e44" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.033546] env[69524]: DEBUG oslo_concurrency.lockutils [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "cf9b2762-aff5-4187-aade-d441957c9e44" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.094909] env[69524]: DEBUG oslo_vmware.api [None req-04acb35c-51b8-41fe-9acd-15b736aefc87 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068617, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180517} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.095358] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-04acb35c-51b8-41fe-9acd-15b736aefc87 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1138.095625] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-04acb35c-51b8-41fe-9acd-15b736aefc87 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 5f17ffdf-5368-4e18-b484-19aeb233ebe2] Deleted contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1138.095846] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-04acb35c-51b8-41fe-9acd-15b736aefc87 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 5f17ffdf-5368-4e18-b484-19aeb233ebe2] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1138.096064] env[69524]: INFO nova.compute.manager [None req-04acb35c-51b8-41fe-9acd-15b736aefc87 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 5f17ffdf-5368-4e18-b484-19aeb233ebe2] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1138.096490] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04acb35c-51b8-41fe-9acd-15b736aefc87 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1138.097057] env[69524]: DEBUG nova.compute.manager [-] [instance: 5f17ffdf-5368-4e18-b484-19aeb233ebe2] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1138.097202] env[69524]: DEBUG nova.network.neutron [-] [instance: 5f17ffdf-5368-4e18-b484-19aeb233ebe2] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1138.125578] env[69524]: DEBUG oslo_concurrency.lockutils [req-a06a0a51-837e-4ef8-98a3-5badb28b229d req-2e4721f4-71c8-4d25-8bbb-2931b8986373 service nova] Releasing lock "refresh_cache-91d71de3-5ab1-491d-b470-6897ac841c1c" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.434966] env[69524]: DEBUG nova.compute.manager [req-e8a33204-ca0e-44a2-a92e-181d7c666cbc req-cb96ce02-b7a2-4a94-86aa-db7d3839503e service nova] [instance: 5f17ffdf-5368-4e18-b484-19aeb233ebe2] Received event network-vif-deleted-4180295c-433b-4039-867d-c139c73c000b {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1138.435363] env[69524]: INFO nova.compute.manager [req-e8a33204-ca0e-44a2-a92e-181d7c666cbc req-cb96ce02-b7a2-4a94-86aa-db7d3839503e service nova] [instance: 5f17ffdf-5368-4e18-b484-19aeb233ebe2] Neutron deleted interface 4180295c-433b-4039-867d-c139c73c000b; detaching it from the instance and deleting it from the info cache [ 1138.435874] env[69524]: DEBUG nova.network.neutron [req-e8a33204-ca0e-44a2-a92e-181d7c666cbc req-cb96ce02-b7a2-4a94-86aa-db7d3839503e service nova] [instance: 5f17ffdf-5368-4e18-b484-19aeb233ebe2] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.467297] env[69524]: DEBUG oslo_concurrency.lockutils [None req-fe043b47-64b7-4bb9-8f88-99523757ebc4 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Lock "b51544bf-55dd-45b8-8ff7-f0bdffbec768" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.864s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.476516] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0c72443c-0752-4ba4-8655-85ed26555614 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Lock "a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.568s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.491287] env[69524]: DEBUG oslo_vmware.api [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5201121a-e259-e59b-a467-f9938ff249fe, 'name': SearchDatastore_Task, 'duration_secs': 0.014993} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.493110] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97683f94-b1e8-4128-8da5-8ee6abfd6575 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.500880] env[69524]: DEBUG oslo_vmware.api [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Waiting for the task: (returnval){ [ 1138.500880] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52438187-5e6e-3100-1a3d-f2c37814f3c1" [ 1138.500880] env[69524]: _type = "Task" [ 1138.500880] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.516057] env[69524]: DEBUG oslo_vmware.api [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52438187-5e6e-3100-1a3d-f2c37814f3c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.523705] env[69524]: DEBUG oslo_vmware.api [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068618, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.533881] env[69524]: DEBUG nova.compute.manager [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1138.899748] env[69524]: DEBUG nova.network.neutron [-] [instance: 5f17ffdf-5368-4e18-b484-19aeb233ebe2] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.950150] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f305fae1-0967-4d7f-81f3-1a077c643ab7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.973016] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9b5f46-e252-4e47-abe9-e156b16047f5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.012162] env[69524]: DEBUG nova.compute.manager [req-e8a33204-ca0e-44a2-a92e-181d7c666cbc req-cb96ce02-b7a2-4a94-86aa-db7d3839503e service nova] [instance: 5f17ffdf-5368-4e18-b484-19aeb233ebe2] Detach interface failed, port_id=4180295c-433b-4039-867d-c139c73c000b, reason: Instance 5f17ffdf-5368-4e18-b484-19aeb233ebe2 could not be found. {{(pid=69524) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1139.033473] env[69524]: DEBUG oslo_vmware.api [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52438187-5e6e-3100-1a3d-f2c37814f3c1, 'name': SearchDatastore_Task, 'duration_secs': 0.015832} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.036970] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.037208] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 91d71de3-5ab1-491d-b470-6897ac841c1c/91d71de3-5ab1-491d-b470-6897ac841c1c.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1139.037584] env[69524]: DEBUG oslo_vmware.api [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068618, 'name': PowerOnVM_Task, 'duration_secs': 0.534204} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.037867] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f612cb9a-945e-4b75-a486-3c0f99470184 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.042431] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1139.042624] env[69524]: INFO nova.compute.manager [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Took 8.74 seconds to spawn the instance on the hypervisor. [ 1139.042798] env[69524]: DEBUG nova.compute.manager [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1139.046914] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a4ae89-2459-478c-8474-9e4882ef3cfb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.062822] env[69524]: DEBUG oslo_vmware.api [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Waiting for the task: (returnval){ [ 1139.062822] env[69524]: value = "task-4068619" [ 1139.062822] env[69524]: _type = "Task" [ 1139.062822] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.074300] env[69524]: DEBUG oslo_vmware.api [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Task: {'id': task-4068619, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.075312] env[69524]: DEBUG oslo_concurrency.lockutils [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.223717] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ff8ef111-fd9e-427d-b760-930f5aa70514 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Acquiring lock "d9b19d6a-6d26-4da3-a888-1fa1bc95bd23" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.224107] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ff8ef111-fd9e-427d-b760-930f5aa70514 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Lock "d9b19d6a-6d26-4da3-a888-1fa1bc95bd23" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.224629] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ff8ef111-fd9e-427d-b760-930f5aa70514 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Acquiring lock "d9b19d6a-6d26-4da3-a888-1fa1bc95bd23-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.224916] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ff8ef111-fd9e-427d-b760-930f5aa70514 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Lock "d9b19d6a-6d26-4da3-a888-1fa1bc95bd23-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.225193] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ff8ef111-fd9e-427d-b760-930f5aa70514 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Lock "d9b19d6a-6d26-4da3-a888-1fa1bc95bd23-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.228019] env[69524]: INFO nova.compute.manager [None req-ff8ef111-fd9e-427d-b760-930f5aa70514 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Terminating instance [ 1139.239833] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb0c6acb-e05c-422c-a8cc-5b609cd7ab0f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.250260] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f5ee20-9d2e-4f0d-abfd-1aaecc8be996 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.283793] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b826f1e-9b5e-40dd-a514-f78f89021c6f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.292577] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb0732c-87ca-44d0-90ae-b5f1807dea6a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.307688] env[69524]: DEBUG nova.compute.provider_tree [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.403181] env[69524]: INFO nova.compute.manager [-] [instance: 5f17ffdf-5368-4e18-b484-19aeb233ebe2] Took 1.31 seconds to deallocate network for instance. [ 1139.486983] env[69524]: INFO nova.compute.manager [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Swapping old allocation on dict_keys(['333a7aa4-d2cd-4888-ac97-9e43e6b91719']) held by migration a4bd415c-3282-495b-b51c-6ef7d8642ff6 for instance [ 1139.531724] env[69524]: DEBUG nova.scheduler.client.report [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Overwriting current allocation {'allocations': {'333a7aa4-d2cd-4888-ac97-9e43e6b91719': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 124}}, 'project_id': '4133a0547d154af78d7556a7517cb285', 'user_id': 'c2b299b185db43378fb00b1490c51d23', 'consumer_generation': 1} on consumer bb9e5237-7ba0-424d-82a6-0d7b8b26a681 {{(pid=69524) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1139.574179] env[69524]: INFO nova.compute.manager [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Took 23.26 seconds to build instance. [ 1139.588174] env[69524]: DEBUG oslo_vmware.api [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Task: {'id': task-4068619, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.657557] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquiring lock "refresh_cache-bb9e5237-7ba0-424d-82a6-0d7b8b26a681" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.657791] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquired lock "refresh_cache-bb9e5237-7ba0-424d-82a6-0d7b8b26a681" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.657983] env[69524]: DEBUG nova.network.neutron [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1139.733403] env[69524]: DEBUG nova.compute.manager [None req-ff8ef111-fd9e-427d-b760-930f5aa70514 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1139.733892] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ff8ef111-fd9e-427d-b760-930f5aa70514 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1139.734909] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eac1c88-cb5e-4705-9368-13799eda190a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.744379] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff8ef111-fd9e-427d-b760-930f5aa70514 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1139.745179] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06431260-83cd-4710-9766-cf89f07e41cb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.752851] env[69524]: DEBUG oslo_vmware.api [None req-ff8ef111-fd9e-427d-b760-930f5aa70514 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for the task: (returnval){ [ 1139.752851] env[69524]: value = "task-4068620" [ 1139.752851] env[69524]: _type = "Task" [ 1139.752851] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.765497] env[69524]: DEBUG oslo_vmware.api [None req-ff8ef111-fd9e-427d-b760-930f5aa70514 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068620, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.811423] env[69524]: DEBUG nova.scheduler.client.report [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.911820] env[69524]: DEBUG oslo_concurrency.lockutils [None req-04acb35c-51b8-41fe-9acd-15b736aefc87 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.080017] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e1cfb3a2-1142-4ae9-a97e-7bb7d0e2dfde tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "4bfb9279-d345-4ddf-8c3a-397b75e20788" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.771s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.095434] env[69524]: DEBUG oslo_vmware.api [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Task: {'id': task-4068619, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.677088} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.096071] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 91d71de3-5ab1-491d-b470-6897ac841c1c/91d71de3-5ab1-491d-b470-6897ac841c1c.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1140.096314] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] [instance: 91d71de3-5ab1-491d-b470-6897ac841c1c] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1140.096596] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e93763ad-702c-4855-bd44-abf4b44a1e42 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.105206] env[69524]: DEBUG oslo_vmware.api [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Waiting for the task: (returnval){ [ 1140.105206] env[69524]: value = "task-4068621" [ 1140.105206] env[69524]: _type = "Task" [ 1140.105206] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.115247] env[69524]: DEBUG oslo_vmware.api [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Task: {'id': task-4068621, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.266567] env[69524]: DEBUG oslo_vmware.api [None req-ff8ef111-fd9e-427d-b760-930f5aa70514 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068620, 'name': PowerOffVM_Task, 'duration_secs': 0.204018} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.267071] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff8ef111-fd9e-427d-b760-930f5aa70514 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1140.267407] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ff8ef111-fd9e-427d-b760-930f5aa70514 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1140.269880] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9be8c9b7-8df2-497a-aa8c-16c1cd9aa19b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.320854] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.403s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.324054] env[69524]: DEBUG nova.compute.manager [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1140.330443] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a739561e-85be-45ad-a313-e77fab834855 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.486s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.332181] env[69524]: DEBUG nova.objects.instance [None req-a739561e-85be-45ad-a313-e77fab834855 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Lazy-loading 'resources' on Instance uuid 519b1818-9713-4a2d-855e-697eca2866ca {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1140.346798] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ff8ef111-fd9e-427d-b760-930f5aa70514 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1140.347064] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ff8ef111-fd9e-427d-b760-930f5aa70514 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1140.347205] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff8ef111-fd9e-427d-b760-930f5aa70514 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Deleting the datastore file [datastore1] d9b19d6a-6d26-4da3-a888-1fa1bc95bd23 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1140.347777] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5cf235c2-8606-4d0e-9658-bde0bf29ed67 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.358452] env[69524]: DEBUG oslo_vmware.api [None req-ff8ef111-fd9e-427d-b760-930f5aa70514 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for the task: (returnval){ [ 1140.358452] env[69524]: value = "task-4068623" [ 1140.358452] env[69524]: _type = "Task" [ 1140.358452] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.370831] env[69524]: DEBUG oslo_vmware.api [None req-ff8ef111-fd9e-427d-b760-930f5aa70514 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068623, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.541395] env[69524]: DEBUG nova.network.neutron [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Updating instance_info_cache with network_info: [{"id": "e2746cb1-fc8f-45cc-9cfc-9c8051291608", "address": "fa:16:3e:34:57:ac", "network": {"id": "44e29569-eeca-4e3a-bfa6-eaf437fc808b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1419956527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4133a0547d154af78d7556a7517cb285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape2746cb1-fc", "ovs_interfaceid": "e2746cb1-fc8f-45cc-9cfc-9c8051291608", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.616066] env[69524]: DEBUG oslo_vmware.api [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Task: {'id': task-4068621, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075817} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.616335] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] [instance: 91d71de3-5ab1-491d-b470-6897ac841c1c] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1140.617202] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d13c9f-79c7-42d8-afe1-a3dbbf3d3ac9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.641195] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] [instance: 91d71de3-5ab1-491d-b470-6897ac841c1c] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 91d71de3-5ab1-491d-b470-6897ac841c1c/91d71de3-5ab1-491d-b470-6897ac841c1c.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1140.641672] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e003544e-8d8d-444f-b665-8ae23670c2f8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.661663] env[69524]: DEBUG oslo_vmware.api [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Waiting for the task: (returnval){ [ 1140.661663] env[69524]: value = "task-4068624" [ 1140.661663] env[69524]: _type = "Task" [ 1140.661663] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.675370] env[69524]: DEBUG oslo_vmware.api [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Task: {'id': task-4068624, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.840080] env[69524]: DEBUG nova.compute.utils [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1140.844024] env[69524]: DEBUG nova.compute.manager [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1140.844024] env[69524]: DEBUG nova.network.neutron [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1140.852130] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Acquiring lock "d32a99f3-1794-481c-a886-63eed1c3975c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.852688] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Lock "d32a99f3-1794-481c-a886-63eed1c3975c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.873108] env[69524]: DEBUG oslo_vmware.api [None req-ff8ef111-fd9e-427d-b760-930f5aa70514 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Task: {'id': task-4068623, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.48803} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.873108] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff8ef111-fd9e-427d-b760-930f5aa70514 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1140.873108] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ff8ef111-fd9e-427d-b760-930f5aa70514 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1140.873108] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ff8ef111-fd9e-427d-b760-930f5aa70514 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1140.873108] env[69524]: INFO nova.compute.manager [None req-ff8ef111-fd9e-427d-b760-930f5aa70514 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1140.873108] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff8ef111-fd9e-427d-b760-930f5aa70514 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1140.873861] env[69524]: DEBUG nova.compute.manager [-] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1140.874097] env[69524]: DEBUG nova.network.neutron [-] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1140.961854] env[69524]: DEBUG nova.policy [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75e9390581df481eb83f5286dd2996b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e79fb10ba570446e80b89783732d562f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 1141.043817] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Releasing lock "refresh_cache-bb9e5237-7ba0-424d-82a6-0d7b8b26a681" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.045028] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781f0cbc-67da-49d5-b53e-49bf42e420bb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.053932] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2688e9d-e969-4886-a4e9-5c2abd0f7e06 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.141929] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5a073d-09c1-4311-aaca-f2c17692a856 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.155083] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7eece5-1d5d-4eb6-8615-329b94df542a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.193781] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70647575-7da0-4c34-b52e-c803ca2b1726 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.207625] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfbea1a-ed5f-42e7-ac36-62b946c36da9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.212555] env[69524]: DEBUG oslo_vmware.api [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Task: {'id': task-4068624, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.225824] env[69524]: DEBUG nova.compute.provider_tree [None req-a739561e-85be-45ad-a313-e77fab834855 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1141.245869] env[69524]: DEBUG nova.compute.manager [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Stashing vm_state: active {{(pid=69524) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1141.347593] env[69524]: DEBUG nova.compute.manager [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1141.355639] env[69524]: DEBUG nova.compute.manager [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: d32a99f3-1794-481c-a886-63eed1c3975c] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1141.612193] env[69524]: DEBUG nova.compute.manager [req-1684fea2-5b5c-4abb-8d04-3a636201e147 req-4d9a1dd9-2539-4bfe-b363-0604d00ab2ff service nova] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Received event network-vif-deleted-ae45aefd-c8cf-4bb7-9db9-c50b68bae13c {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.612447] env[69524]: INFO nova.compute.manager [req-1684fea2-5b5c-4abb-8d04-3a636201e147 req-4d9a1dd9-2539-4bfe-b363-0604d00ab2ff service nova] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Neutron deleted interface ae45aefd-c8cf-4bb7-9db9-c50b68bae13c; detaching it from the instance and deleting it from the info cache [ 1141.612538] env[69524]: DEBUG nova.network.neutron [req-1684fea2-5b5c-4abb-8d04-3a636201e147 req-4d9a1dd9-2539-4bfe-b363-0604d00ab2ff service nova] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.679419] env[69524]: DEBUG oslo_vmware.api [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Task: {'id': task-4068624, 'name': ReconfigVM_Task, 'duration_secs': 0.656789} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.679419] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] [instance: 91d71de3-5ab1-491d-b470-6897ac841c1c] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 91d71de3-5ab1-491d-b470-6897ac841c1c/91d71de3-5ab1-491d-b470-6897ac841c1c.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1141.683905] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f9e416d-1d44-4823-86c7-1c7ff0d3dcdd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.693208] env[69524]: DEBUG oslo_vmware.api [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Waiting for the task: (returnval){ [ 1141.693208] env[69524]: value = "task-4068625" [ 1141.693208] env[69524]: _type = "Task" [ 1141.693208] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.704025] env[69524]: DEBUG oslo_vmware.api [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Task: {'id': task-4068625, 'name': Rename_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.756018] env[69524]: ERROR nova.scheduler.client.report [None req-a739561e-85be-45ad-a313-e77fab834855 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] [req-ad514dff-57de-4022-b14f-ae564d8532cd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 333a7aa4-d2cd-4888-ac97-9e43e6b91719. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ad514dff-57de-4022-b14f-ae564d8532cd"}]} [ 1141.774817] env[69524]: DEBUG oslo_concurrency.lockutils [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.779664] env[69524]: DEBUG nova.scheduler.client.report [None req-a739561e-85be-45ad-a313-e77fab834855 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Refreshing inventories for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1141.796021] env[69524]: DEBUG nova.scheduler.client.report [None req-a739561e-85be-45ad-a313-e77fab834855 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Updating ProviderTree inventory for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1141.796021] env[69524]: DEBUG nova.compute.provider_tree [None req-a739561e-85be-45ad-a313-e77fab834855 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1141.810158] env[69524]: DEBUG nova.scheduler.client.report [None req-a739561e-85be-45ad-a313-e77fab834855 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Refreshing aggregate associations for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719, aggregates: None {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1141.834088] env[69524]: DEBUG nova.scheduler.client.report [None req-a739561e-85be-45ad-a313-e77fab834855 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Refreshing trait associations for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1141.877450] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.045947] env[69524]: DEBUG nova.network.neutron [-] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.057061] env[69524]: DEBUG nova.network.neutron [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Successfully created port: ed291927-7e87-4bcd-ada8-07e2e4cfe732 {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1142.090800] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16165bca-3c67-4cd3-8373-a1a79f706ad2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.102940] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff9e1b2-d595-4fb4-bdd4-c0205ab57d9d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.138705] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7ec37c8e-9ac3-43a9-a880-f99a94c31e40 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.141253] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c74cfe-d9b6-46b6-a79a-380753fdf3b3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.151091] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5cf1589-6ea6-4728-b34f-44582d2ccc6c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.157459] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f011d50-5a67-44ea-9bbe-3978583bb6ac {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.179520] env[69524]: DEBUG nova.compute.provider_tree [None req-a739561e-85be-45ad-a313-e77fab834855 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1142.190117] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1142.190117] env[69524]: DEBUG nova.compute.manager [req-1684fea2-5b5c-4abb-8d04-3a636201e147 req-4d9a1dd9-2539-4bfe-b363-0604d00ab2ff service nova] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Detach interface failed, port_id=ae45aefd-c8cf-4bb7-9db9-c50b68bae13c, reason: Instance d9b19d6a-6d26-4da3-a888-1fa1bc95bd23 could not be found. {{(pid=69524) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1142.190569] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63fc8425-ef72-4790-a15a-6b7a02b56fdc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.200033] env[69524]: DEBUG oslo_vmware.api [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 1142.200033] env[69524]: value = "task-4068626" [ 1142.200033] env[69524]: _type = "Task" [ 1142.200033] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.210736] env[69524]: DEBUG oslo_vmware.api [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Task: {'id': task-4068625, 'name': Rename_Task, 'duration_secs': 0.173773} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.211599] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] [instance: 91d71de3-5ab1-491d-b470-6897ac841c1c] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1142.211886] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c8e432d3-7ade-443a-9fbe-066c11bf3538 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.217497] env[69524]: DEBUG oslo_vmware.api [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068626, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.226303] env[69524]: DEBUG oslo_vmware.api [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Waiting for the task: (returnval){ [ 1142.226303] env[69524]: value = "task-4068627" [ 1142.226303] env[69524]: _type = "Task" [ 1142.226303] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.234074] env[69524]: DEBUG oslo_vmware.api [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Task: {'id': task-4068627, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.364590] env[69524]: DEBUG nova.compute.manager [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1142.412750] env[69524]: DEBUG nova.virt.hardware [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1142.413226] env[69524]: DEBUG nova.virt.hardware [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1142.413362] env[69524]: DEBUG nova.virt.hardware [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1142.413524] env[69524]: DEBUG nova.virt.hardware [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1142.413569] env[69524]: DEBUG nova.virt.hardware [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1142.413759] env[69524]: DEBUG nova.virt.hardware [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1142.414080] env[69524]: DEBUG nova.virt.hardware [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1142.414304] env[69524]: DEBUG nova.virt.hardware [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1142.414679] env[69524]: DEBUG nova.virt.hardware [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1142.414733] env[69524]: DEBUG nova.virt.hardware [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1142.414923] env[69524]: DEBUG nova.virt.hardware [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1142.416302] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87449bbc-ee2b-499a-bf54-051d9bbd6f4c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.426897] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a6ad24-6239-4964-b041-df05df1fd3a4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.548108] env[69524]: INFO nova.compute.manager [-] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Took 1.67 seconds to deallocate network for instance. [ 1142.712245] env[69524]: DEBUG oslo_vmware.api [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068626, 'name': PowerOffVM_Task, 'duration_secs': 0.304522} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.712691] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1142.713302] env[69524]: DEBUG nova.virt.hardware [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1142.713661] env[69524]: DEBUG nova.virt.hardware [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1142.713774] env[69524]: DEBUG nova.virt.hardware [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1142.714107] env[69524]: DEBUG nova.virt.hardware [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1142.714314] env[69524]: DEBUG nova.virt.hardware [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1142.714387] env[69524]: DEBUG nova.virt.hardware [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1142.714599] env[69524]: DEBUG nova.virt.hardware [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1142.714799] env[69524]: DEBUG nova.virt.hardware [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1142.715020] env[69524]: DEBUG nova.virt.hardware [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1142.715208] env[69524]: DEBUG nova.virt.hardware [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1142.715374] env[69524]: DEBUG nova.virt.hardware [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1142.721470] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40ed647d-b715-4403-b14b-cd7fd7ec578b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.732436] env[69524]: DEBUG nova.scheduler.client.report [None req-a739561e-85be-45ad-a313-e77fab834855 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Updated inventory for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with generation 128 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1142.732719] env[69524]: DEBUG nova.compute.provider_tree [None req-a739561e-85be-45ad-a313-e77fab834855 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Updating resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 generation from 128 to 129 during operation: update_inventory {{(pid=69524) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1142.732881] env[69524]: DEBUG nova.compute.provider_tree [None req-a739561e-85be-45ad-a313-e77fab834855 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1142.747625] env[69524]: DEBUG oslo_vmware.api [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Task: {'id': task-4068627, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.750045] env[69524]: DEBUG oslo_vmware.api [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 1142.750045] env[69524]: value = "task-4068628" [ 1142.750045] env[69524]: _type = "Task" [ 1142.750045] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.759662] env[69524]: DEBUG oslo_vmware.api [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068628, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.060061] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ff8ef111-fd9e-427d-b760-930f5aa70514 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.246447] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a739561e-85be-45ad-a313-e77fab834855 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.913s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.247954] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d4523c6b-9171-45fc-9a06-b8b4b449ea66 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.221s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.247954] env[69524]: DEBUG nova.objects.instance [None req-d4523c6b-9171-45fc-9a06-b8b4b449ea66 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Lazy-loading 'resources' on Instance uuid f0b8c6b9-5696-496b-965d-b9ec5db65831 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.262082] env[69524]: DEBUG oslo_vmware.api [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Task: {'id': task-4068627, 'name': PowerOnVM_Task, 'duration_secs': 0.677623} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.264820] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] [instance: 91d71de3-5ab1-491d-b470-6897ac841c1c] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1143.265540] env[69524]: INFO nova.compute.manager [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] [instance: 91d71de3-5ab1-491d-b470-6897ac841c1c] Took 9.39 seconds to spawn the instance on the hypervisor. [ 1143.265900] env[69524]: DEBUG nova.compute.manager [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] [instance: 91d71de3-5ab1-491d-b470-6897ac841c1c] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1143.268759] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a4e83b-cf65-4022-8e39-7e8b865102f1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.276772] env[69524]: INFO nova.scheduler.client.report [None req-a739561e-85be-45ad-a313-e77fab834855 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Deleted allocations for instance 519b1818-9713-4a2d-855e-697eca2866ca [ 1143.281447] env[69524]: DEBUG oslo_vmware.api [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068628, 'name': ReconfigVM_Task, 'duration_secs': 0.406861} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.287112] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3954b5b-832c-4275-897f-0f603e491d6d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.317954] env[69524]: DEBUG nova.virt.hardware [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1143.318233] env[69524]: DEBUG nova.virt.hardware [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1143.318455] env[69524]: DEBUG nova.virt.hardware [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1143.319581] env[69524]: DEBUG nova.virt.hardware [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1143.319581] env[69524]: DEBUG nova.virt.hardware [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1143.319581] env[69524]: DEBUG nova.virt.hardware [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1143.319581] env[69524]: DEBUG nova.virt.hardware [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1143.319581] env[69524]: DEBUG nova.virt.hardware [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1143.319581] env[69524]: DEBUG nova.virt.hardware [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1143.319581] env[69524]: DEBUG nova.virt.hardware [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1143.320057] env[69524]: DEBUG nova.virt.hardware [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1143.320780] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-497441b6-cbf4-46a1-af6b-ba0dad5774e7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.332837] env[69524]: DEBUG oslo_vmware.api [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 1143.332837] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]528ad030-708a-02bc-4993-cef01ec7cedf" [ 1143.332837] env[69524]: _type = "Task" [ 1143.332837] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.342098] env[69524]: DEBUG oslo_vmware.api [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]528ad030-708a-02bc-4993-cef01ec7cedf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.792333] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a739561e-85be-45ad-a313-e77fab834855 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Lock "519b1818-9713-4a2d-855e-697eca2866ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.422s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.807395] env[69524]: INFO nova.compute.manager [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] [instance: 91d71de3-5ab1-491d-b470-6897ac841c1c] Took 23.13 seconds to build instance. [ 1143.846684] env[69524]: DEBUG oslo_vmware.api [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]528ad030-708a-02bc-4993-cef01ec7cedf, 'name': SearchDatastore_Task, 'duration_secs': 0.011482} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.852728] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Reconfiguring VM instance instance-00000044 to detach disk 2000 {{(pid=69524) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1143.856242] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26afb290-363c-464a-8f66-03bebd63b932 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.878055] env[69524]: DEBUG oslo_vmware.api [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 1143.878055] env[69524]: value = "task-4068629" [ 1143.878055] env[69524]: _type = "Task" [ 1143.878055] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.891878] env[69524]: DEBUG oslo_vmware.api [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068629, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.918905] env[69524]: DEBUG nova.network.neutron [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Successfully updated port: ed291927-7e87-4bcd-ada8-07e2e4cfe732 {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1143.971645] env[69524]: DEBUG nova.compute.manager [req-f8ab8523-d558-4463-8f89-e433e9d8a155 req-5b242625-44ed-44fb-bda2-f069b2bdbee9 service nova] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Received event network-vif-plugged-ed291927-7e87-4bcd-ada8-07e2e4cfe732 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.971861] env[69524]: DEBUG oslo_concurrency.lockutils [req-f8ab8523-d558-4463-8f89-e433e9d8a155 req-5b242625-44ed-44fb-bda2-f069b2bdbee9 service nova] Acquiring lock "d9b57a84-1c31-4db2-a49d-02a0931f0b65-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.972141] env[69524]: DEBUG oslo_concurrency.lockutils [req-f8ab8523-d558-4463-8f89-e433e9d8a155 req-5b242625-44ed-44fb-bda2-f069b2bdbee9 service nova] Lock "d9b57a84-1c31-4db2-a49d-02a0931f0b65-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.972592] env[69524]: DEBUG oslo_concurrency.lockutils [req-f8ab8523-d558-4463-8f89-e433e9d8a155 req-5b242625-44ed-44fb-bda2-f069b2bdbee9 service nova] Lock "d9b57a84-1c31-4db2-a49d-02a0931f0b65-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.972592] env[69524]: DEBUG nova.compute.manager [req-f8ab8523-d558-4463-8f89-e433e9d8a155 req-5b242625-44ed-44fb-bda2-f069b2bdbee9 service nova] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] No waiting events found dispatching network-vif-plugged-ed291927-7e87-4bcd-ada8-07e2e4cfe732 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1143.972707] env[69524]: WARNING nova.compute.manager [req-f8ab8523-d558-4463-8f89-e433e9d8a155 req-5b242625-44ed-44fb-bda2-f069b2bdbee9 service nova] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Received unexpected event network-vif-plugged-ed291927-7e87-4bcd-ada8-07e2e4cfe732 for instance with vm_state building and task_state spawning. [ 1144.030027] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ade6382-e286-4726-ae97-f6314e5d0281 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.039348] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10bcdd07-cb2e-4794-81ca-b8530efd5860 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.078388] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b04d35b-665f-40d6-841b-bf12441feb8e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.090120] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0441edeb-b204-475b-80e5-14dd67be2a8f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.105020] env[69524]: DEBUG nova.compute.provider_tree [None req-d4523c6b-9171-45fc-9a06-b8b4b449ea66 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.310173] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7944c012-9dea-4532-8c29-5b057a16056e tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Lock "91d71de3-5ab1-491d-b470-6897ac841c1c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.644s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.389547] env[69524]: DEBUG oslo_vmware.api [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068629, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.421226] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquiring lock "refresh_cache-d9b57a84-1c31-4db2-a49d-02a0931f0b65" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.421971] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquired lock "refresh_cache-d9b57a84-1c31-4db2-a49d-02a0931f0b65" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.422829] env[69524]: DEBUG nova.network.neutron [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1144.608341] env[69524]: DEBUG nova.scheduler.client.report [None req-d4523c6b-9171-45fc-9a06-b8b4b449ea66 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.745427] env[69524]: DEBUG oslo_concurrency.lockutils [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Acquiring lock "36c68c8a-ba38-49ce-bd07-c04faf6c74a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.745737] env[69524]: DEBUG oslo_concurrency.lockutils [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Lock "36c68c8a-ba38-49ce-bd07-c04faf6c74a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.817311] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b077de73-c28f-49d7-9b58-0bcea93c244b tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Acquiring lock "interface-91d71de3-5ab1-491d-b470-6897ac841c1c-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.817602] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b077de73-c28f-49d7-9b58-0bcea93c244b tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Lock "interface-91d71de3-5ab1-491d-b470-6897ac841c1c-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.818166] env[69524]: DEBUG nova.objects.instance [None req-b077de73-c28f-49d7-9b58-0bcea93c244b tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Lazy-loading 'flavor' on Instance uuid 91d71de3-5ab1-491d-b470-6897ac841c1c {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.889062] env[69524]: DEBUG oslo_vmware.api [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068629, 'name': ReconfigVM_Task, 'duration_secs': 0.52886} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.889347] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Reconfigured VM instance instance-00000044 to detach disk 2000 {{(pid=69524) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1144.890190] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0710b0b0-9d59-4c4f-8d64-f5989ab08f44 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.917410] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] bb9e5237-7ba0-424d-82a6-0d7b8b26a681/bb9e5237-7ba0-424d-82a6-0d7b8b26a681.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1144.917765] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84a9262f-d9ab-47ee-a2ce-3062fa192f74 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.940878] env[69524]: DEBUG oslo_vmware.api [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 1144.940878] env[69524]: value = "task-4068630" [ 1144.940878] env[69524]: _type = "Task" [ 1144.940878] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.949844] env[69524]: DEBUG oslo_vmware.api [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068630, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.963928] env[69524]: DEBUG nova.network.neutron [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1145.099647] env[69524]: DEBUG nova.network.neutron [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Updating instance_info_cache with network_info: [{"id": "ed291927-7e87-4bcd-ada8-07e2e4cfe732", "address": "fa:16:3e:66:0b:c6", "network": {"id": "7f21e6c8-7948-4d2a-9388-e641a2d42214", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1972708614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e79fb10ba570446e80b89783732d562f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped291927-7e", "ovs_interfaceid": "ed291927-7e87-4bcd-ada8-07e2e4cfe732", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.114681] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d4523c6b-9171-45fc-9a06-b8b4b449ea66 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.868s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.117030] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 7.712s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.117654] env[69524]: DEBUG nova.objects.instance [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69524) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1145.141859] env[69524]: INFO nova.scheduler.client.report [None req-d4523c6b-9171-45fc-9a06-b8b4b449ea66 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Deleted allocations for instance f0b8c6b9-5696-496b-965d-b9ec5db65831 [ 1145.248521] env[69524]: DEBUG nova.compute.manager [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1145.322746] env[69524]: DEBUG nova.objects.instance [None req-b077de73-c28f-49d7-9b58-0bcea93c244b tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Lazy-loading 'pci_requests' on Instance uuid 91d71de3-5ab1-491d-b470-6897ac841c1c {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.451325] env[69524]: DEBUG oslo_vmware.api [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068630, 'name': ReconfigVM_Task, 'duration_secs': 0.319469} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.451629] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Reconfigured VM instance instance-00000044 to attach disk [datastore2] bb9e5237-7ba0-424d-82a6-0d7b8b26a681/bb9e5237-7ba0-424d-82a6-0d7b8b26a681.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1145.452525] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dca8192-c8fd-4c9f-a570-5402090fa7bd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.477301] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088efca5-a189-465a-9754-4c0851caa35d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.501583] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904f52a1-1b8e-437e-a57a-c3338c169dc0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.523677] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a17976d8-28fa-4399-8fde-a6239db428c3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.532967] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1145.533659] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ce47744-3091-41e4-879c-a968b16ed246 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.541103] env[69524]: DEBUG oslo_vmware.api [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 1145.541103] env[69524]: value = "task-4068631" [ 1145.541103] env[69524]: _type = "Task" [ 1145.541103] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.550592] env[69524]: DEBUG oslo_vmware.api [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068631, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.602465] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Releasing lock "refresh_cache-d9b57a84-1c31-4db2-a49d-02a0931f0b65" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.602803] env[69524]: DEBUG nova.compute.manager [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Instance network_info: |[{"id": "ed291927-7e87-4bcd-ada8-07e2e4cfe732", "address": "fa:16:3e:66:0b:c6", "network": {"id": "7f21e6c8-7948-4d2a-9388-e641a2d42214", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1972708614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e79fb10ba570446e80b89783732d562f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped291927-7e", "ovs_interfaceid": "ed291927-7e87-4bcd-ada8-07e2e4cfe732", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1145.603254] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:0b:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba4f6497-e2b4-43b5-9819-6927865ae974', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed291927-7e87-4bcd-ada8-07e2e4cfe732', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1145.611411] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Creating folder: Project (e79fb10ba570446e80b89783732d562f). Parent ref: group-v806025. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1145.611782] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8e773b8-da2f-4146-adfb-0f06e3cc88df {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.625836] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Created folder: Project (e79fb10ba570446e80b89783732d562f) in parent group-v806025. [ 1145.626108] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Creating folder: Instances. Parent ref: group-v806282. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1145.626576] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-260bf295-b1b9-4016-a76c-a44fad0647e4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.639249] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Created folder: Instances in parent group-v806282. [ 1145.639494] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1145.639688] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1145.639910] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-356f7498-77e2-4bb6-a0f5-d377e49dc6be {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.660048] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d4523c6b-9171-45fc-9a06-b8b4b449ea66 tempest-MultipleCreateTestJSON-1910552523 tempest-MultipleCreateTestJSON-1910552523-project-member] Lock "f0b8c6b9-5696-496b-965d-b9ec5db65831" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.199s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.662545] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1145.662545] env[69524]: value = "task-4068634" [ 1145.662545] env[69524]: _type = "Task" [ 1145.662545] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.672944] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068634, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.769608] env[69524]: DEBUG oslo_concurrency.lockutils [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.825738] env[69524]: DEBUG nova.objects.base [None req-b077de73-c28f-49d7-9b58-0bcea93c244b tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Object Instance<91d71de3-5ab1-491d-b470-6897ac841c1c> lazy-loaded attributes: flavor,pci_requests {{(pid=69524) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1145.826058] env[69524]: DEBUG nova.network.neutron [None req-b077de73-c28f-49d7-9b58-0bcea93c244b tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] [instance: 91d71de3-5ab1-491d-b470-6897ac841c1c] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1145.925593] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b077de73-c28f-49d7-9b58-0bcea93c244b tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Lock "interface-91d71de3-5ab1-491d-b470-6897ac841c1c-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.108s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.006914] env[69524]: DEBUG nova.compute.manager [req-44be67dc-52bc-4834-8bc7-a4f51f2d466f req-7d2e5216-7974-45c1-b455-2b345309d2f2 service nova] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Received event network-changed-ed291927-7e87-4bcd-ada8-07e2e4cfe732 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1146.007140] env[69524]: DEBUG nova.compute.manager [req-44be67dc-52bc-4834-8bc7-a4f51f2d466f req-7d2e5216-7974-45c1-b455-2b345309d2f2 service nova] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Refreshing instance network info cache due to event network-changed-ed291927-7e87-4bcd-ada8-07e2e4cfe732. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1146.007357] env[69524]: DEBUG oslo_concurrency.lockutils [req-44be67dc-52bc-4834-8bc7-a4f51f2d466f req-7d2e5216-7974-45c1-b455-2b345309d2f2 service nova] Acquiring lock "refresh_cache-d9b57a84-1c31-4db2-a49d-02a0931f0b65" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.007501] env[69524]: DEBUG oslo_concurrency.lockutils [req-44be67dc-52bc-4834-8bc7-a4f51f2d466f req-7d2e5216-7974-45c1-b455-2b345309d2f2 service nova] Acquired lock "refresh_cache-d9b57a84-1c31-4db2-a49d-02a0931f0b65" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.007657] env[69524]: DEBUG nova.network.neutron [req-44be67dc-52bc-4834-8bc7-a4f51f2d466f req-7d2e5216-7974-45c1-b455-2b345309d2f2 service nova] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Refreshing network info cache for port ed291927-7e87-4bcd-ada8-07e2e4cfe732 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1146.054485] env[69524]: DEBUG oslo_vmware.api [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068631, 'name': PowerOnVM_Task, 'duration_secs': 0.436483} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.054809] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1146.128768] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a6d86178-e753-42bc-8495-368e7d858b4e tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.131614] env[69524]: DEBUG oslo_concurrency.lockutils [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.056s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.133683] env[69524]: INFO nova.compute.claims [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1146.174934] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068634, 'name': CreateVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.679242] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068634, 'name': CreateVM_Task, 'duration_secs': 0.598761} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.679429] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1146.680522] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.680720] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.681099] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.681427] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1025dc4-7c42-4898-a177-41ba591c1b98 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.687626] env[69524]: DEBUG oslo_vmware.api [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Waiting for the task: (returnval){ [ 1146.687626] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52c81f31-dd21-403e-f7af-a62fb28dff8a" [ 1146.687626] env[69524]: _type = "Task" [ 1146.687626] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.702251] env[69524]: DEBUG oslo_vmware.api [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52c81f31-dd21-403e-f7af-a62fb28dff8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.737241] env[69524]: DEBUG nova.network.neutron [req-44be67dc-52bc-4834-8bc7-a4f51f2d466f req-7d2e5216-7974-45c1-b455-2b345309d2f2 service nova] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Updated VIF entry in instance network info cache for port ed291927-7e87-4bcd-ada8-07e2e4cfe732. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1146.737605] env[69524]: DEBUG nova.network.neutron [req-44be67dc-52bc-4834-8bc7-a4f51f2d466f req-7d2e5216-7974-45c1-b455-2b345309d2f2 service nova] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Updating instance_info_cache with network_info: [{"id": "ed291927-7e87-4bcd-ada8-07e2e4cfe732", "address": "fa:16:3e:66:0b:c6", "network": {"id": "7f21e6c8-7948-4d2a-9388-e641a2d42214", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1972708614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e79fb10ba570446e80b89783732d562f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped291927-7e", "ovs_interfaceid": "ed291927-7e87-4bcd-ada8-07e2e4cfe732", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.114588] env[69524]: INFO nova.compute.manager [None req-9966a305-b290-4086-a9bb-3fcfd4577282 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Updating instance to original state: 'active' [ 1147.198877] env[69524]: DEBUG oslo_vmware.api [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52c81f31-dd21-403e-f7af-a62fb28dff8a, 'name': SearchDatastore_Task, 'duration_secs': 0.011524} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.202259] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.203462] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1147.203462] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.203462] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.203462] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1147.203780] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f56217e4-4205-4926-a26b-7f72ec8a1ab0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.216108] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1147.216108] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1147.219111] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-730c89f5-5409-451f-9f0e-ffbbf5423525 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.225894] env[69524]: DEBUG oslo_vmware.api [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Waiting for the task: (returnval){ [ 1147.225894] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5252932a-c917-b452-bdab-b4313ba7c605" [ 1147.225894] env[69524]: _type = "Task" [ 1147.225894] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.235839] env[69524]: DEBUG oslo_vmware.api [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5252932a-c917-b452-bdab-b4313ba7c605, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.240115] env[69524]: DEBUG oslo_concurrency.lockutils [req-44be67dc-52bc-4834-8bc7-a4f51f2d466f req-7d2e5216-7974-45c1-b455-2b345309d2f2 service nova] Releasing lock "refresh_cache-d9b57a84-1c31-4db2-a49d-02a0931f0b65" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.391825] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29aff6d4-ff70-4669-8bcb-7edc03666099 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.400371] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c0e3bc-a991-4a68-96d1-76016827cbee {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.435963] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc89aff-9439-417e-9d2b-e5b7d8940123 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.449021] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1897d67a-905a-4d69-9e1c-7dffe58b013a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.470751] env[69524]: DEBUG nova.compute.provider_tree [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.737154] env[69524]: DEBUG oslo_vmware.api [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5252932a-c917-b452-bdab-b4313ba7c605, 'name': SearchDatastore_Task, 'duration_secs': 0.011776} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.738241] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-794c5dcd-8cec-482c-800f-186419756e2d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.744197] env[69524]: DEBUG oslo_vmware.api [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Waiting for the task: (returnval){ [ 1147.744197] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52026cd4-a52a-f6b2-b77c-332811c00490" [ 1147.744197] env[69524]: _type = "Task" [ 1147.744197] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.754225] env[69524]: DEBUG oslo_vmware.api [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52026cd4-a52a-f6b2-b77c-332811c00490, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.942941] env[69524]: DEBUG oslo_concurrency.lockutils [None req-83b48560-dae7-4f21-b3f2-1022736b657b tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Acquiring lock "91d71de3-5ab1-491d-b470-6897ac841c1c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.943516] env[69524]: DEBUG oslo_concurrency.lockutils [None req-83b48560-dae7-4f21-b3f2-1022736b657b tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Lock "91d71de3-5ab1-491d-b470-6897ac841c1c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.943586] env[69524]: DEBUG oslo_concurrency.lockutils [None req-83b48560-dae7-4f21-b3f2-1022736b657b tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Acquiring lock "91d71de3-5ab1-491d-b470-6897ac841c1c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.943781] env[69524]: DEBUG oslo_concurrency.lockutils [None req-83b48560-dae7-4f21-b3f2-1022736b657b tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Lock "91d71de3-5ab1-491d-b470-6897ac841c1c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.943986] env[69524]: DEBUG oslo_concurrency.lockutils [None req-83b48560-dae7-4f21-b3f2-1022736b657b tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Lock "91d71de3-5ab1-491d-b470-6897ac841c1c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.946326] env[69524]: INFO nova.compute.manager [None req-83b48560-dae7-4f21-b3f2-1022736b657b tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] [instance: 91d71de3-5ab1-491d-b470-6897ac841c1c] Terminating instance [ 1147.976454] env[69524]: DEBUG nova.scheduler.client.report [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.119040] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7fd3e7bb-7717-4952-86d1-34345077b92b tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquiring lock "7bdde934-b122-4b19-849b-daced27c0533" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.119040] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7fd3e7bb-7717-4952-86d1-34345077b92b tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lock "7bdde934-b122-4b19-849b-daced27c0533" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.119040] env[69524]: INFO nova.compute.manager [None req-7fd3e7bb-7717-4952-86d1-34345077b92b tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Rebooting instance [ 1148.256418] env[69524]: DEBUG oslo_vmware.api [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52026cd4-a52a-f6b2-b77c-332811c00490, 'name': SearchDatastore_Task, 'duration_secs': 0.011922} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.256788] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.257096] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] d9b57a84-1c31-4db2-a49d-02a0931f0b65/d9b57a84-1c31-4db2-a49d-02a0931f0b65.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1148.257405] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70cac297-2dfc-49d1-877e-11b921b9ffe3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.266282] env[69524]: DEBUG oslo_vmware.api [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Waiting for the task: (returnval){ [ 1148.266282] env[69524]: value = "task-4068635" [ 1148.266282] env[69524]: _type = "Task" [ 1148.266282] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.276189] env[69524]: DEBUG oslo_vmware.api [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4068635, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.453032] env[69524]: DEBUG nova.compute.manager [None req-83b48560-dae7-4f21-b3f2-1022736b657b tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] [instance: 91d71de3-5ab1-491d-b470-6897ac841c1c] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1148.453032] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-83b48560-dae7-4f21-b3f2-1022736b657b tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] [instance: 91d71de3-5ab1-491d-b470-6897ac841c1c] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1148.453032] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbfb8251-95c8-438c-9411-d7218ccdabdb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.464949] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-83b48560-dae7-4f21-b3f2-1022736b657b tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] [instance: 91d71de3-5ab1-491d-b470-6897ac841c1c] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1148.465527] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ddc04f42-a871-4550-b1e1-f22295eb5abc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.477238] env[69524]: DEBUG oslo_vmware.api [None req-83b48560-dae7-4f21-b3f2-1022736b657b tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Waiting for the task: (returnval){ [ 1148.477238] env[69524]: value = "task-4068636" [ 1148.477238] env[69524]: _type = "Task" [ 1148.477238] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.482926] env[69524]: DEBUG oslo_concurrency.lockutils [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.351s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.483895] env[69524]: DEBUG nova.compute.manager [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1148.495252] env[69524]: DEBUG oslo_concurrency.lockutils [None req-04acb35c-51b8-41fe-9acd-15b736aefc87 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.583s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.495637] env[69524]: DEBUG nova.objects.instance [None req-04acb35c-51b8-41fe-9acd-15b736aefc87 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lazy-loading 'resources' on Instance uuid 5f17ffdf-5368-4e18-b484-19aeb233ebe2 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1148.497922] env[69524]: DEBUG oslo_vmware.api [None req-83b48560-dae7-4f21-b3f2-1022736b657b tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Task: {'id': task-4068636, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.645164] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7fd3e7bb-7717-4952-86d1-34345077b92b tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquiring lock "refresh_cache-7bdde934-b122-4b19-849b-daced27c0533" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.645164] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7fd3e7bb-7717-4952-86d1-34345077b92b tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquired lock "refresh_cache-7bdde934-b122-4b19-849b-daced27c0533" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.645164] env[69524]: DEBUG nova.network.neutron [None req-7fd3e7bb-7717-4952-86d1-34345077b92b tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1148.694147] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3ad5f56e-f941-40df-9557-9447075c21de tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquiring lock "bb9e5237-7ba0-424d-82a6-0d7b8b26a681" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.694567] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3ad5f56e-f941-40df-9557-9447075c21de tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lock "bb9e5237-7ba0-424d-82a6-0d7b8b26a681" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.694901] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3ad5f56e-f941-40df-9557-9447075c21de tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquiring lock "bb9e5237-7ba0-424d-82a6-0d7b8b26a681-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.695221] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3ad5f56e-f941-40df-9557-9447075c21de tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lock "bb9e5237-7ba0-424d-82a6-0d7b8b26a681-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.695474] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3ad5f56e-f941-40df-9557-9447075c21de tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lock "bb9e5237-7ba0-424d-82a6-0d7b8b26a681-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.697967] env[69524]: INFO nova.compute.manager [None req-3ad5f56e-f941-40df-9557-9447075c21de tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Terminating instance [ 1148.779559] env[69524]: DEBUG oslo_vmware.api [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4068635, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.985759] env[69524]: DEBUG oslo_vmware.api [None req-83b48560-dae7-4f21-b3f2-1022736b657b tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Task: {'id': task-4068636, 'name': PowerOffVM_Task, 'duration_secs': 0.362903} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.986056] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-83b48560-dae7-4f21-b3f2-1022736b657b tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] [instance: 91d71de3-5ab1-491d-b470-6897ac841c1c] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1148.986234] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-83b48560-dae7-4f21-b3f2-1022736b657b tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] [instance: 91d71de3-5ab1-491d-b470-6897ac841c1c] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1148.986494] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f89ea3f-9b1d-4a42-bf3e-e6f5dbae5829 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.003689] env[69524]: DEBUG nova.compute.utils [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1149.005279] env[69524]: DEBUG nova.compute.manager [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1149.005473] env[69524]: DEBUG nova.network.neutron [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1149.049663] env[69524]: DEBUG nova.policy [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd03cb7729d994ff7a11f204aaf5cd10c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d2fffe3417744e99ce079788dc320b9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 1149.055728] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-83b48560-dae7-4f21-b3f2-1022736b657b tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] [instance: 91d71de3-5ab1-491d-b470-6897ac841c1c] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1149.055964] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-83b48560-dae7-4f21-b3f2-1022736b657b tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] [instance: 91d71de3-5ab1-491d-b470-6897ac841c1c] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1149.056165] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-83b48560-dae7-4f21-b3f2-1022736b657b tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Deleting the datastore file [datastore1] 91d71de3-5ab1-491d-b470-6897ac841c1c {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1149.056434] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2446d559-7961-4c5c-a023-32b3d59db254 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.070947] env[69524]: DEBUG oslo_vmware.api [None req-83b48560-dae7-4f21-b3f2-1022736b657b tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Waiting for the task: (returnval){ [ 1149.070947] env[69524]: value = "task-4068638" [ 1149.070947] env[69524]: _type = "Task" [ 1149.070947] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.086632] env[69524]: DEBUG oslo_vmware.api [None req-83b48560-dae7-4f21-b3f2-1022736b657b tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Task: {'id': task-4068638, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.206304] env[69524]: DEBUG nova.compute.manager [None req-3ad5f56e-f941-40df-9557-9447075c21de tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1149.206304] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ad5f56e-f941-40df-9557-9447075c21de tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1149.206304] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-043b9378-9325-442f-aa5c-13c19309f138 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.214778] env[69524]: DEBUG oslo_vmware.api [None req-3ad5f56e-f941-40df-9557-9447075c21de tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 1149.214778] env[69524]: value = "task-4068639" [ 1149.214778] env[69524]: _type = "Task" [ 1149.214778] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.230327] env[69524]: DEBUG oslo_vmware.api [None req-3ad5f56e-f941-40df-9557-9447075c21de tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068639, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.275710] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27eb90f2-120f-4aa6-b988-99874fc02aca {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.288178] env[69524]: DEBUG oslo_vmware.api [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4068635, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526788} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.291199] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] d9b57a84-1c31-4db2-a49d-02a0931f0b65/d9b57a84-1c31-4db2-a49d-02a0931f0b65.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1149.293596] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1149.293596] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ccda4b3a-5494-4bf0-a1c0-4d294285f6cc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.295556] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff991c6-d33a-4bac-a7c1-2e8fa9755bb3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.340629] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a2e67f-60e3-42d3-aa5e-2a89aab82261 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.343535] env[69524]: DEBUG oslo_vmware.api [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Waiting for the task: (returnval){ [ 1149.343535] env[69524]: value = "task-4068640" [ 1149.343535] env[69524]: _type = "Task" [ 1149.343535] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.352313] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288008ef-a7ed-4a36-a051-1acd9adcc21c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.361491] env[69524]: DEBUG oslo_vmware.api [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4068640, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.373570] env[69524]: DEBUG nova.compute.provider_tree [None req-04acb35c-51b8-41fe-9acd-15b736aefc87 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.508954] env[69524]: DEBUG nova.compute.manager [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1149.582179] env[69524]: DEBUG oslo_vmware.api [None req-83b48560-dae7-4f21-b3f2-1022736b657b tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Task: {'id': task-4068638, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143872} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.582662] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-83b48560-dae7-4f21-b3f2-1022736b657b tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1149.582928] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-83b48560-dae7-4f21-b3f2-1022736b657b tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] [instance: 91d71de3-5ab1-491d-b470-6897ac841c1c] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1149.583176] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-83b48560-dae7-4f21-b3f2-1022736b657b tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] [instance: 91d71de3-5ab1-491d-b470-6897ac841c1c] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1149.583413] env[69524]: INFO nova.compute.manager [None req-83b48560-dae7-4f21-b3f2-1022736b657b tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] [instance: 91d71de3-5ab1-491d-b470-6897ac841c1c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1149.583696] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-83b48560-dae7-4f21-b3f2-1022736b657b tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1149.584249] env[69524]: DEBUG nova.compute.manager [-] [instance: 91d71de3-5ab1-491d-b470-6897ac841c1c] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1149.584249] env[69524]: DEBUG nova.network.neutron [-] [instance: 91d71de3-5ab1-491d-b470-6897ac841c1c] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1149.668590] env[69524]: DEBUG nova.network.neutron [None req-7fd3e7bb-7717-4952-86d1-34345077b92b tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Updating instance_info_cache with network_info: [{"id": "29946d17-47b7-4c35-b521-51c0a007f5d1", "address": "fa:16:3e:03:3d:0b", "network": {"id": "6e80ee80-02f9-45cb-9650-7615a3358ad7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-286530929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a638896dde45449a8d091abde05fda3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29946d17-47", "ovs_interfaceid": "29946d17-47b7-4c35-b521-51c0a007f5d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.687805] env[69524]: DEBUG nova.network.neutron [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Successfully created port: 9634a9f3-967b-4392-9686-141ca99d23cd {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1149.731536] env[69524]: DEBUG oslo_vmware.api [None req-3ad5f56e-f941-40df-9557-9447075c21de tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068639, 'name': PowerOffVM_Task, 'duration_secs': 0.25791} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.733175] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ad5f56e-f941-40df-9557-9447075c21de tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1149.733403] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ad5f56e-f941-40df-9557-9447075c21de tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Volume detach. Driver type: vmdk {{(pid=69524) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1149.733602] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ad5f56e-f941-40df-9557-9447075c21de tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806253', 'volume_id': '78b7f99b-93eb-410e-8fb4-62ae361a1ab3', 'name': 'volume-78b7f99b-93eb-410e-8fb4-62ae361a1ab3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'bb9e5237-7ba0-424d-82a6-0d7b8b26a681', 'attached_at': '2025-05-13T11:53:24.000000', 'detached_at': '', 'volume_id': '78b7f99b-93eb-410e-8fb4-62ae361a1ab3', 'serial': '78b7f99b-93eb-410e-8fb4-62ae361a1ab3'} {{(pid=69524) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1149.735223] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9dbbffc-255b-44bf-af87-cea7b5bbd25f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.758370] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ab807f-3fec-4870-a0f3-afc2652d2c7d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.769019] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288b1815-44fd-4c00-b7c8-25415e9a6c2e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.788990] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62c1df5-e79e-45b1-a842-a0b41143a5c0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.806376] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ad5f56e-f941-40df-9557-9447075c21de tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] The volume has not been displaced from its original location: [datastore2] volume-78b7f99b-93eb-410e-8fb4-62ae361a1ab3/volume-78b7f99b-93eb-410e-8fb4-62ae361a1ab3.vmdk. No consolidation needed. {{(pid=69524) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1149.813146] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ad5f56e-f941-40df-9557-9447075c21de tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Reconfiguring VM instance instance-00000044 to detach disk 2001 {{(pid=69524) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1149.813333] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58e87e61-4e78-4a9a-94b6-02f1d8df1231 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.833784] env[69524]: DEBUG oslo_vmware.api [None req-3ad5f56e-f941-40df-9557-9447075c21de tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 1149.833784] env[69524]: value = "task-4068641" [ 1149.833784] env[69524]: _type = "Task" [ 1149.833784] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.842807] env[69524]: DEBUG oslo_vmware.api [None req-3ad5f56e-f941-40df-9557-9447075c21de tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068641, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.853238] env[69524]: DEBUG oslo_vmware.api [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4068640, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074286} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.853538] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1149.854353] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-919b6663-cf11-4efe-8650-dea0f43b552f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.878792] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] d9b57a84-1c31-4db2-a49d-02a0931f0b65/d9b57a84-1c31-4db2-a49d-02a0931f0b65.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1149.879810] env[69524]: DEBUG nova.scheduler.client.report [None req-04acb35c-51b8-41fe-9acd-15b736aefc87 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1149.882931] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e90d116-c72c-4f2d-8950-1dd45c831d43 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.907761] env[69524]: DEBUG oslo_vmware.api [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Waiting for the task: (returnval){ [ 1149.907761] env[69524]: value = "task-4068642" [ 1149.907761] env[69524]: _type = "Task" [ 1149.907761] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.918211] env[69524]: DEBUG oslo_vmware.api [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4068642, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.932451] env[69524]: DEBUG nova.compute.manager [req-e36f047c-abd9-4e30-9587-e36d98892caf req-8ec987ef-0755-4ad7-a47b-01025a933d5f service nova] [instance: 91d71de3-5ab1-491d-b470-6897ac841c1c] Received event network-vif-deleted-f1b048bc-2570-4f49-8a28-396c27abc94b {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.932451] env[69524]: INFO nova.compute.manager [req-e36f047c-abd9-4e30-9587-e36d98892caf req-8ec987ef-0755-4ad7-a47b-01025a933d5f service nova] [instance: 91d71de3-5ab1-491d-b470-6897ac841c1c] Neutron deleted interface f1b048bc-2570-4f49-8a28-396c27abc94b; detaching it from the instance and deleting it from the info cache [ 1149.932590] env[69524]: DEBUG nova.network.neutron [req-e36f047c-abd9-4e30-9587-e36d98892caf req-8ec987ef-0755-4ad7-a47b-01025a933d5f service nova] [instance: 91d71de3-5ab1-491d-b470-6897ac841c1c] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.172255] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7fd3e7bb-7717-4952-86d1-34345077b92b tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Releasing lock "refresh_cache-7bdde934-b122-4b19-849b-daced27c0533" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.345753] env[69524]: DEBUG oslo_vmware.api [None req-3ad5f56e-f941-40df-9557-9447075c21de tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068641, 'name': ReconfigVM_Task, 'duration_secs': 0.222814} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.346095] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ad5f56e-f941-40df-9557-9447075c21de tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Reconfigured VM instance instance-00000044 to detach disk 2001 {{(pid=69524) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1150.350660] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a08cb85-7b55-4f33-bd90-ead750ecc53d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.365901] env[69524]: DEBUG oslo_vmware.api [None req-3ad5f56e-f941-40df-9557-9447075c21de tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 1150.365901] env[69524]: value = "task-4068643" [ 1150.365901] env[69524]: _type = "Task" [ 1150.365901] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.376683] env[69524]: DEBUG oslo_vmware.api [None req-3ad5f56e-f941-40df-9557-9447075c21de tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068643, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.402984] env[69524]: DEBUG oslo_concurrency.lockutils [None req-04acb35c-51b8-41fe-9acd-15b736aefc87 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.908s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.405562] env[69524]: DEBUG oslo_concurrency.lockutils [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 8.631s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.407047] env[69524]: DEBUG nova.network.neutron [-] [instance: 91d71de3-5ab1-491d-b470-6897ac841c1c] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.419567] env[69524]: DEBUG oslo_vmware.api [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4068642, 'name': ReconfigVM_Task, 'duration_secs': 0.370459} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.420149] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Reconfigured VM instance instance-00000058 to attach disk [datastore1] d9b57a84-1c31-4db2-a49d-02a0931f0b65/d9b57a84-1c31-4db2-a49d-02a0931f0b65.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1150.422586] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f9ede7c-fd36-4d2f-9089-22233c5a7718 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.429820] env[69524]: DEBUG oslo_vmware.api [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Waiting for the task: (returnval){ [ 1150.429820] env[69524]: value = "task-4068644" [ 1150.429820] env[69524]: _type = "Task" [ 1150.429820] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.436276] env[69524]: INFO nova.scheduler.client.report [None req-04acb35c-51b8-41fe-9acd-15b736aefc87 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Deleted allocations for instance 5f17ffdf-5368-4e18-b484-19aeb233ebe2 [ 1150.440922] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3ab919b2-8122-4a7e-b832-c04d5a9f660a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.443256] env[69524]: DEBUG oslo_vmware.api [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4068644, 'name': Rename_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.454309] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3426e3a1-ddaa-4d6a-9497-ee66b6c21f0e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.487888] env[69524]: DEBUG nova.compute.manager [req-e36f047c-abd9-4e30-9587-e36d98892caf req-8ec987ef-0755-4ad7-a47b-01025a933d5f service nova] [instance: 91d71de3-5ab1-491d-b470-6897ac841c1c] Detach interface failed, port_id=f1b048bc-2570-4f49-8a28-396c27abc94b, reason: Instance 91d71de3-5ab1-491d-b470-6897ac841c1c could not be found. {{(pid=69524) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1150.519703] env[69524]: DEBUG nova.compute.manager [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1150.557244] env[69524]: DEBUG nova.virt.hardware [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1150.557510] env[69524]: DEBUG nova.virt.hardware [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1150.557693] env[69524]: DEBUG nova.virt.hardware [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1150.559217] env[69524]: DEBUG nova.virt.hardware [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1150.559587] env[69524]: DEBUG nova.virt.hardware [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1150.559820] env[69524]: DEBUG nova.virt.hardware [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1150.560346] env[69524]: DEBUG nova.virt.hardware [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1150.560536] env[69524]: DEBUG nova.virt.hardware [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1150.560777] env[69524]: DEBUG nova.virt.hardware [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1150.561074] env[69524]: DEBUG nova.virt.hardware [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1150.561361] env[69524]: DEBUG nova.virt.hardware [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1150.562635] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27037767-42f8-4290-9768-5172ff5148f8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.572077] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d89735-20b2-4f9b-8ee8-80e976714ee7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.677857] env[69524]: DEBUG nova.compute.manager [None req-7fd3e7bb-7717-4952-86d1-34345077b92b tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1150.678766] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf62cfa4-de89-4e85-b808-eb6a50fa3900 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.880188] env[69524]: DEBUG oslo_vmware.api [None req-3ad5f56e-f941-40df-9557-9447075c21de tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068643, 'name': ReconfigVM_Task, 'duration_secs': 0.17264} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.880515] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ad5f56e-f941-40df-9557-9447075c21de tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806253', 'volume_id': '78b7f99b-93eb-410e-8fb4-62ae361a1ab3', 'name': 'volume-78b7f99b-93eb-410e-8fb4-62ae361a1ab3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'bb9e5237-7ba0-424d-82a6-0d7b8b26a681', 'attached_at': '2025-05-13T11:53:24.000000', 'detached_at': '', 'volume_id': '78b7f99b-93eb-410e-8fb4-62ae361a1ab3', 'serial': '78b7f99b-93eb-410e-8fb4-62ae361a1ab3'} {{(pid=69524) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1150.880894] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad5f56e-f941-40df-9557-9447075c21de tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1150.881794] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5670184b-063c-426e-9606-d5c8ddd0a1c4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.890028] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad5f56e-f941-40df-9557-9447075c21de tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1150.890028] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60d00beb-ca5a-4a53-b96b-e1e872c2d5df {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.911826] env[69524]: INFO nova.compute.claims [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1150.919050] env[69524]: INFO nova.compute.manager [-] [instance: 91d71de3-5ab1-491d-b470-6897ac841c1c] Took 1.33 seconds to deallocate network for instance. [ 1150.941059] env[69524]: DEBUG oslo_vmware.api [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4068644, 'name': Rename_Task, 'duration_secs': 0.17053} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.941446] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1150.941723] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b816f44-762a-4496-b3f0-68b9fe79b728 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.951645] env[69524]: DEBUG oslo_concurrency.lockutils [None req-04acb35c-51b8-41fe-9acd-15b736aefc87 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "5f17ffdf-5368-4e18-b484-19aeb233ebe2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.519s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.954395] env[69524]: DEBUG oslo_vmware.api [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Waiting for the task: (returnval){ [ 1150.954395] env[69524]: value = "task-4068646" [ 1150.954395] env[69524]: _type = "Task" [ 1150.954395] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.968266] env[69524]: DEBUG oslo_vmware.api [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4068646, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.968938] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad5f56e-f941-40df-9557-9447075c21de tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1150.969188] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad5f56e-f941-40df-9557-9447075c21de tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Deleting contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1150.969349] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ad5f56e-f941-40df-9557-9447075c21de tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Deleting the datastore file [datastore2] bb9e5237-7ba0-424d-82a6-0d7b8b26a681 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1150.969642] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc0a8a6c-796b-413f-b9bb-ee098a3fcab5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.976933] env[69524]: DEBUG oslo_vmware.api [None req-3ad5f56e-f941-40df-9557-9447075c21de tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 1150.976933] env[69524]: value = "task-4068647" [ 1150.976933] env[69524]: _type = "Task" [ 1150.976933] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.990322] env[69524]: DEBUG oslo_vmware.api [None req-3ad5f56e-f941-40df-9557-9447075c21de tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068647, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.420625] env[69524]: INFO nova.compute.resource_tracker [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Updating resource usage from migration fe1a26b8-1cc6-4ab8-ab7e-2fe667877438 [ 1151.427161] env[69524]: DEBUG oslo_concurrency.lockutils [None req-83b48560-dae7-4f21-b3f2-1022736b657b tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.467328] env[69524]: DEBUG oslo_vmware.api [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4068646, 'name': PowerOnVM_Task, 'duration_secs': 0.492908} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.467328] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1151.467328] env[69524]: INFO nova.compute.manager [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Took 9.10 seconds to spawn the instance on the hypervisor. [ 1151.467448] env[69524]: DEBUG nova.compute.manager [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1151.469062] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cdd074c-c96c-4a6b-b7ef-0ff393f0d3f1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.495749] env[69524]: DEBUG oslo_vmware.api [None req-3ad5f56e-f941-40df-9557-9447075c21de tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068647, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16067} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.500088] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ad5f56e-f941-40df-9557-9447075c21de tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1151.500475] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad5f56e-f941-40df-9557-9447075c21de tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Deleted contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1151.500777] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3ad5f56e-f941-40df-9557-9447075c21de tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1151.501376] env[69524]: INFO nova.compute.manager [None req-3ad5f56e-f941-40df-9557-9447075c21de tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Took 2.30 seconds to destroy the instance on the hypervisor. [ 1151.501376] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ad5f56e-f941-40df-9557-9447075c21de tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1151.502027] env[69524]: DEBUG nova.compute.manager [-] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1151.502027] env[69524]: DEBUG nova.network.neutron [-] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1151.549024] env[69524]: DEBUG nova.compute.manager [req-9851fe21-cc08-4707-8539-370852779236 req-80d58e01-6b31-41ac-9f66-e568b056f7b8 service nova] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Received event network-vif-plugged-9634a9f3-967b-4392-9686-141ca99d23cd {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1151.549024] env[69524]: DEBUG oslo_concurrency.lockutils [req-9851fe21-cc08-4707-8539-370852779236 req-80d58e01-6b31-41ac-9f66-e568b056f7b8 service nova] Acquiring lock "cf9b2762-aff5-4187-aade-d441957c9e44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.549024] env[69524]: DEBUG oslo_concurrency.lockutils [req-9851fe21-cc08-4707-8539-370852779236 req-80d58e01-6b31-41ac-9f66-e568b056f7b8 service nova] Lock "cf9b2762-aff5-4187-aade-d441957c9e44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.549024] env[69524]: DEBUG oslo_concurrency.lockutils [req-9851fe21-cc08-4707-8539-370852779236 req-80d58e01-6b31-41ac-9f66-e568b056f7b8 service nova] Lock "cf9b2762-aff5-4187-aade-d441957c9e44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.549024] env[69524]: DEBUG nova.compute.manager [req-9851fe21-cc08-4707-8539-370852779236 req-80d58e01-6b31-41ac-9f66-e568b056f7b8 service nova] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] No waiting events found dispatching network-vif-plugged-9634a9f3-967b-4392-9686-141ca99d23cd {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1151.550400] env[69524]: WARNING nova.compute.manager [req-9851fe21-cc08-4707-8539-370852779236 req-80d58e01-6b31-41ac-9f66-e568b056f7b8 service nova] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Received unexpected event network-vif-plugged-9634a9f3-967b-4392-9686-141ca99d23cd for instance with vm_state building and task_state spawning. [ 1151.605431] env[69524]: DEBUG nova.network.neutron [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Successfully updated port: 9634a9f3-967b-4392-9686-141ca99d23cd {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1151.697520] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6575db9-50ee-4811-8ffa-e59505046291 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.705167] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd3e7bb-7717-4952-86d1-34345077b92b tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Doing hard reboot of VM {{(pid=69524) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1151.705167] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-bc1cb85b-6a49-400a-b23b-e105833ee4ba {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.710011] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c4e341-6018-4486-bbf0-4eda4f051e30 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.714734] env[69524]: DEBUG oslo_vmware.api [None req-7fd3e7bb-7717-4952-86d1-34345077b92b tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1151.714734] env[69524]: value = "task-4068648" [ 1151.714734] env[69524]: _type = "Task" [ 1151.714734] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.724038] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa0bc24-71d5-44c5-98ed-1d455adb7c78 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.730834] env[69524]: DEBUG oslo_vmware.api [None req-7fd3e7bb-7717-4952-86d1-34345077b92b tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4068648, 'name': ResetVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.763518] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb57ff2-5bb3-41d3-878c-f5908d1722ef {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.772016] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4caebec1-6826-488a-85cc-19680f28ad77 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.788577] env[69524]: DEBUG nova.compute.provider_tree [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.901249] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquiring lock "f904c1cd-024c-46e0-8efe-370bca3aa710" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.901941] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "f904c1cd-024c-46e0-8efe-370bca3aa710" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.000688] env[69524]: INFO nova.compute.manager [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Took 16.84 seconds to build instance. [ 1152.024397] env[69524]: DEBUG oslo_concurrency.lockutils [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Acquiring lock "d1b9472c-9def-48c6-9f64-1ae2fc9443c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.024669] env[69524]: DEBUG oslo_concurrency.lockutils [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Lock "d1b9472c-9def-48c6-9f64-1ae2fc9443c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.113702] env[69524]: DEBUG oslo_concurrency.lockutils [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquiring lock "refresh_cache-cf9b2762-aff5-4187-aade-d441957c9e44" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.113965] env[69524]: DEBUG oslo_concurrency.lockutils [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquired lock "refresh_cache-cf9b2762-aff5-4187-aade-d441957c9e44" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.114236] env[69524]: DEBUG nova.network.neutron [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.157882] env[69524]: DEBUG nova.compute.manager [req-0c4ffe54-4a15-4769-8c74-f9aac51b2fe2 req-cea91e7e-e0bc-4c5e-aba2-906c9abe23bc service nova] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Received event network-vif-deleted-e2746cb1-fc8f-45cc-9cfc-9c8051291608 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.158121] env[69524]: INFO nova.compute.manager [req-0c4ffe54-4a15-4769-8c74-f9aac51b2fe2 req-cea91e7e-e0bc-4c5e-aba2-906c9abe23bc service nova] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Neutron deleted interface e2746cb1-fc8f-45cc-9cfc-9c8051291608; detaching it from the instance and deleting it from the info cache [ 1152.158298] env[69524]: DEBUG nova.network.neutron [req-0c4ffe54-4a15-4769-8c74-f9aac51b2fe2 req-cea91e7e-e0bc-4c5e-aba2-906c9abe23bc service nova] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.229651] env[69524]: DEBUG oslo_vmware.api [None req-7fd3e7bb-7717-4952-86d1-34345077b92b tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4068648, 'name': ResetVM_Task, 'duration_secs': 0.098142} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.230490] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-7fd3e7bb-7717-4952-86d1-34345077b92b tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Did hard reboot of VM {{(pid=69524) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1152.230727] env[69524]: DEBUG nova.compute.manager [None req-7fd3e7bb-7717-4952-86d1-34345077b92b tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1152.232453] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c8c9d42-cd6f-466a-878d-e696fa8d61a1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.290954] env[69524]: DEBUG nova.scheduler.client.report [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.404537] env[69524]: DEBUG nova.compute.manager [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: f904c1cd-024c-46e0-8efe-370bca3aa710] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1152.502353] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4fbbed89-13f0-4ffa-ad33-a204fdd13ff6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lock "d9b57a84-1c31-4db2-a49d-02a0931f0b65" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.345s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.527645] env[69524]: DEBUG nova.compute.manager [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d1b9472c-9def-48c6-9f64-1ae2fc9443c7] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1152.641956] env[69524]: DEBUG nova.network.neutron [-] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.662309] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a35b9efa-6f3d-49de-993c-178863aaa67f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.678037] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5660710c-a744-433a-aed5-d2ecbf3b90a3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.693741] env[69524]: DEBUG nova.network.neutron [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1152.717803] env[69524]: DEBUG nova.compute.manager [req-0c4ffe54-4a15-4769-8c74-f9aac51b2fe2 req-cea91e7e-e0bc-4c5e-aba2-906c9abe23bc service nova] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Detach interface failed, port_id=e2746cb1-fc8f-45cc-9cfc-9c8051291608, reason: Instance bb9e5237-7ba0-424d-82a6-0d7b8b26a681 could not be found. {{(pid=69524) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1152.754255] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7fd3e7bb-7717-4952-86d1-34345077b92b tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lock "7bdde934-b122-4b19-849b-daced27c0533" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.634s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.797360] env[69524]: DEBUG oslo_concurrency.lockutils [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.392s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.797744] env[69524]: INFO nova.compute.manager [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Migrating [ 1152.807614] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.930s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.812026] env[69524]: INFO nova.compute.claims [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: d32a99f3-1794-481c-a886-63eed1c3975c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1152.926736] env[69524]: DEBUG nova.network.neutron [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Updating instance_info_cache with network_info: [{"id": "9634a9f3-967b-4392-9686-141ca99d23cd", "address": "fa:16:3e:9e:6d:84", "network": {"id": "b23ca180-1a84-452a-9514-9d8f6aa62900", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1041588650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2fffe3417744e99ce079788dc320b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9634a9f3-96", "ovs_interfaceid": "9634a9f3-967b-4392-9686-141ca99d23cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.933319] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.051400] env[69524]: DEBUG oslo_concurrency.lockutils [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.146703] env[69524]: INFO nova.compute.manager [-] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Took 1.64 seconds to deallocate network for instance. [ 1153.319102] env[69524]: DEBUG oslo_concurrency.lockutils [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquiring lock "refresh_cache-4bfb9279-d345-4ddf-8c3a-397b75e20788" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.319480] env[69524]: DEBUG oslo_concurrency.lockutils [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquired lock "refresh_cache-4bfb9279-d345-4ddf-8c3a-397b75e20788" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.319716] env[69524]: DEBUG nova.network.neutron [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1153.429414] env[69524]: DEBUG oslo_concurrency.lockutils [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Releasing lock "refresh_cache-cf9b2762-aff5-4187-aade-d441957c9e44" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.429596] env[69524]: DEBUG nova.compute.manager [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Instance network_info: |[{"id": "9634a9f3-967b-4392-9686-141ca99d23cd", "address": "fa:16:3e:9e:6d:84", "network": {"id": "b23ca180-1a84-452a-9514-9d8f6aa62900", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1041588650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2fffe3417744e99ce079788dc320b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9634a9f3-96", "ovs_interfaceid": "9634a9f3-967b-4392-9686-141ca99d23cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1153.430037] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:6d:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4020f51-6e46-4b73-a79e-9fe3fd51b917', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9634a9f3-967b-4392-9686-141ca99d23cd', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1153.437600] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1153.437825] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1153.438075] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b0ef7c3-915a-4afc-b5a4-6aa1fe72379a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.460152] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1153.460152] env[69524]: value = "task-4068649" [ 1153.460152] env[69524]: _type = "Task" [ 1153.460152] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.470013] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068649, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.588388] env[69524]: DEBUG nova.compute.manager [req-6b66c5b3-d4bc-475e-99fa-87c513af29ae req-654cd360-a62c-4c61-84de-eeba53b6641b service nova] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Received event network-changed-9634a9f3-967b-4392-9686-141ca99d23cd {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.588724] env[69524]: DEBUG nova.compute.manager [req-6b66c5b3-d4bc-475e-99fa-87c513af29ae req-654cd360-a62c-4c61-84de-eeba53b6641b service nova] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Refreshing instance network info cache due to event network-changed-9634a9f3-967b-4392-9686-141ca99d23cd. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1153.589083] env[69524]: DEBUG oslo_concurrency.lockutils [req-6b66c5b3-d4bc-475e-99fa-87c513af29ae req-654cd360-a62c-4c61-84de-eeba53b6641b service nova] Acquiring lock "refresh_cache-cf9b2762-aff5-4187-aade-d441957c9e44" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.589340] env[69524]: DEBUG oslo_concurrency.lockutils [req-6b66c5b3-d4bc-475e-99fa-87c513af29ae req-654cd360-a62c-4c61-84de-eeba53b6641b service nova] Acquired lock "refresh_cache-cf9b2762-aff5-4187-aade-d441957c9e44" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.589638] env[69524]: DEBUG nova.network.neutron [req-6b66c5b3-d4bc-475e-99fa-87c513af29ae req-654cd360-a62c-4c61-84de-eeba53b6641b service nova] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Refreshing network info cache for port 9634a9f3-967b-4392-9686-141ca99d23cd {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1153.700623] env[69524]: INFO nova.compute.manager [None req-3ad5f56e-f941-40df-9557-9447075c21de tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Took 0.55 seconds to detach 1 volumes for instance. [ 1153.976140] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068649, 'name': CreateVM_Task, 'duration_secs': 0.343054} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.979900] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1153.979900] env[69524]: DEBUG oslo_concurrency.lockutils [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.979900] env[69524]: DEBUG oslo_concurrency.lockutils [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.979900] env[69524]: DEBUG oslo_concurrency.lockutils [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.979900] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c6151c2-e0ca-48a0-9395-5651c9f8605d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.987783] env[69524]: DEBUG oslo_vmware.api [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1153.987783] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52ad9dfb-4a61-281c-0468-72bec21201eb" [ 1153.987783] env[69524]: _type = "Task" [ 1153.987783] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.996930] env[69524]: DEBUG oslo_vmware.api [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52ad9dfb-4a61-281c-0468-72bec21201eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.073944] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e86d279-274c-4a84-87ed-ed0f6ae8a325 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.082911] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfc51c1-6ed6-4623-acb3-e9ae839b48c0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.123540] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877bf8b2-600d-48d9-b170-dc4cd341a0aa {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.132794] env[69524]: DEBUG nova.network.neutron [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Updating instance_info_cache with network_info: [{"id": "ad1a1f4d-2beb-4f27-a63d-a02e87dfc9c6", "address": "fa:16:3e:85:46:3a", "network": {"id": "37adc9d0-a545-4ad6-8bda-bbeebaeaad38", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1811246761-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c0583911a34499e92e7299e6bdb937d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad1a1f4d-2b", "ovs_interfaceid": "ad1a1f4d-2beb-4f27-a63d-a02e87dfc9c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.135995] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09692f62-839d-4969-b9a0-5548396fecc2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.152074] env[69524]: DEBUG nova.compute.provider_tree [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.187635] env[69524]: DEBUG nova.compute.manager [req-29f44707-b810-412b-aab9-ae450b4411fd req-b176e993-133d-4575-9997-5977bfd172ed service nova] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Received event network-changed-ed291927-7e87-4bcd-ada8-07e2e4cfe732 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.187846] env[69524]: DEBUG nova.compute.manager [req-29f44707-b810-412b-aab9-ae450b4411fd req-b176e993-133d-4575-9997-5977bfd172ed service nova] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Refreshing instance network info cache due to event network-changed-ed291927-7e87-4bcd-ada8-07e2e4cfe732. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1154.188071] env[69524]: DEBUG oslo_concurrency.lockutils [req-29f44707-b810-412b-aab9-ae450b4411fd req-b176e993-133d-4575-9997-5977bfd172ed service nova] Acquiring lock "refresh_cache-d9b57a84-1c31-4db2-a49d-02a0931f0b65" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.188213] env[69524]: DEBUG oslo_concurrency.lockutils [req-29f44707-b810-412b-aab9-ae450b4411fd req-b176e993-133d-4575-9997-5977bfd172ed service nova] Acquired lock "refresh_cache-d9b57a84-1c31-4db2-a49d-02a0931f0b65" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.188367] env[69524]: DEBUG nova.network.neutron [req-29f44707-b810-412b-aab9-ae450b4411fd req-b176e993-133d-4575-9997-5977bfd172ed service nova] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Refreshing network info cache for port ed291927-7e87-4bcd-ada8-07e2e4cfe732 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1154.209669] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3ad5f56e-f941-40df-9557-9447075c21de tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.344652] env[69524]: DEBUG nova.network.neutron [req-6b66c5b3-d4bc-475e-99fa-87c513af29ae req-654cd360-a62c-4c61-84de-eeba53b6641b service nova] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Updated VIF entry in instance network info cache for port 9634a9f3-967b-4392-9686-141ca99d23cd. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1154.345072] env[69524]: DEBUG nova.network.neutron [req-6b66c5b3-d4bc-475e-99fa-87c513af29ae req-654cd360-a62c-4c61-84de-eeba53b6641b service nova] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Updating instance_info_cache with network_info: [{"id": "9634a9f3-967b-4392-9686-141ca99d23cd", "address": "fa:16:3e:9e:6d:84", "network": {"id": "b23ca180-1a84-452a-9514-9d8f6aa62900", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1041588650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2fffe3417744e99ce079788dc320b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9634a9f3-96", "ovs_interfaceid": "9634a9f3-967b-4392-9686-141ca99d23cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.499347] env[69524]: DEBUG oslo_vmware.api [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52ad9dfb-4a61-281c-0468-72bec21201eb, 'name': SearchDatastore_Task, 'duration_secs': 0.019216} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.499730] env[69524]: DEBUG oslo_concurrency.lockutils [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.500036] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1154.500335] env[69524]: DEBUG oslo_concurrency.lockutils [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.500525] env[69524]: DEBUG oslo_concurrency.lockutils [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.500755] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1154.501075] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-028cde87-cf3a-4424-90bb-a0e2174b307c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.510804] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1154.510992] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1154.511744] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a20bbea-e6f3-4ffd-9e14-dfffb3b75d25 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.517305] env[69524]: DEBUG oslo_vmware.api [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1154.517305] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52a8241d-c0f6-3d39-46ae-047cca56291a" [ 1154.517305] env[69524]: _type = "Task" [ 1154.517305] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.525477] env[69524]: DEBUG oslo_vmware.api [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52a8241d-c0f6-3d39-46ae-047cca56291a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.642158] env[69524]: DEBUG oslo_concurrency.lockutils [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Releasing lock "refresh_cache-4bfb9279-d345-4ddf-8c3a-397b75e20788" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.655231] env[69524]: DEBUG nova.scheduler.client.report [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.848288] env[69524]: DEBUG oslo_concurrency.lockutils [req-6b66c5b3-d4bc-475e-99fa-87c513af29ae req-654cd360-a62c-4c61-84de-eeba53b6641b service nova] Releasing lock "refresh_cache-cf9b2762-aff5-4187-aade-d441957c9e44" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.942100] env[69524]: DEBUG nova.network.neutron [req-29f44707-b810-412b-aab9-ae450b4411fd req-b176e993-133d-4575-9997-5977bfd172ed service nova] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Updated VIF entry in instance network info cache for port ed291927-7e87-4bcd-ada8-07e2e4cfe732. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1154.942531] env[69524]: DEBUG nova.network.neutron [req-29f44707-b810-412b-aab9-ae450b4411fd req-b176e993-133d-4575-9997-5977bfd172ed service nova] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Updating instance_info_cache with network_info: [{"id": "ed291927-7e87-4bcd-ada8-07e2e4cfe732", "address": "fa:16:3e:66:0b:c6", "network": {"id": "7f21e6c8-7948-4d2a-9388-e641a2d42214", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1972708614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e79fb10ba570446e80b89783732d562f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped291927-7e", "ovs_interfaceid": "ed291927-7e87-4bcd-ada8-07e2e4cfe732", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.029983] env[69524]: DEBUG oslo_vmware.api [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52a8241d-c0f6-3d39-46ae-047cca56291a, 'name': SearchDatastore_Task, 'duration_secs': 0.012931} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.031105] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67d8f4ad-0dfb-41f9-a0b2-0615771f28ea {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.040121] env[69524]: DEBUG oslo_vmware.api [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1155.040121] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52f1e3f9-815a-ad3d-9336-297876baf56f" [ 1155.040121] env[69524]: _type = "Task" [ 1155.040121] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.047356] env[69524]: DEBUG oslo_vmware.api [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52f1e3f9-815a-ad3d-9336-297876baf56f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.160359] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.353s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.163023] env[69524]: DEBUG nova.compute.manager [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: d32a99f3-1794-481c-a886-63eed1c3975c] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1155.163931] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ff8ef111-fd9e-427d-b760-930f5aa70514 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.104s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.164322] env[69524]: DEBUG nova.objects.instance [None req-ff8ef111-fd9e-427d-b760-930f5aa70514 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Lazy-loading 'resources' on Instance uuid d9b19d6a-6d26-4da3-a888-1fa1bc95bd23 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1155.446952] env[69524]: DEBUG oslo_concurrency.lockutils [req-29f44707-b810-412b-aab9-ae450b4411fd req-b176e993-133d-4575-9997-5977bfd172ed service nova] Releasing lock "refresh_cache-d9b57a84-1c31-4db2-a49d-02a0931f0b65" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.550064] env[69524]: DEBUG oslo_vmware.api [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52f1e3f9-815a-ad3d-9336-297876baf56f, 'name': SearchDatastore_Task, 'duration_secs': 0.010745} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.550064] env[69524]: DEBUG oslo_concurrency.lockutils [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.550064] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] cf9b2762-aff5-4187-aade-d441957c9e44/cf9b2762-aff5-4187-aade-d441957c9e44.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1155.550351] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e42f6c3-ac74-4bf9-8e53-fb2716641e12 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.557922] env[69524]: DEBUG oslo_vmware.api [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1155.557922] env[69524]: value = "task-4068650" [ 1155.557922] env[69524]: _type = "Task" [ 1155.557922] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.567574] env[69524]: DEBUG oslo_vmware.api [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068650, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.670261] env[69524]: DEBUG nova.compute.utils [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1155.672154] env[69524]: DEBUG nova.compute.manager [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: d32a99f3-1794-481c-a886-63eed1c3975c] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1155.672386] env[69524]: DEBUG nova.network.neutron [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: d32a99f3-1794-481c-a886-63eed1c3975c] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1155.715190] env[69524]: DEBUG nova.policy [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a583296edfd14a9486c009be1d31c5dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19b783619cdb483cb17f8d07f699f9dd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 1155.911734] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8350333a-f1ec-4d87-89b9-b4d59b20842d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.920578] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eac66a9-92b1-4d0f-ac2c-cc61e8aaecfd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.953471] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9abe772-f482-49b3-b804-cb7da569a189 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.963057] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26002160-69a6-4226-87a4-8ff5569ce43a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.978808] env[69524]: DEBUG nova.compute.provider_tree [None req-ff8ef111-fd9e-427d-b760-930f5aa70514 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.070113] env[69524]: DEBUG oslo_vmware.api [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068650, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.102588] env[69524]: DEBUG nova.network.neutron [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: d32a99f3-1794-481c-a886-63eed1c3975c] Successfully created port: 37ea08eb-ff2b-498e-ab87-260524f2e6a6 {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1156.158319] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1444a670-dd8a-462b-ae50-e6b1b962c739 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.185079] env[69524]: DEBUG nova.compute.manager [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: d32a99f3-1794-481c-a886-63eed1c3975c] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1156.187681] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Updating instance '4bfb9279-d345-4ddf-8c3a-397b75e20788' progress to 0 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1156.482142] env[69524]: DEBUG nova.scheduler.client.report [None req-ff8ef111-fd9e-427d-b760-930f5aa70514 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.569622] env[69524]: DEBUG oslo_vmware.api [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068650, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.697512] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1156.697993] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bcb2603d-bb73-4158-a6b3-e928c47a6c16 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.707024] env[69524]: DEBUG oslo_vmware.api [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 1156.707024] env[69524]: value = "task-4068651" [ 1156.707024] env[69524]: _type = "Task" [ 1156.707024] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.716321] env[69524]: DEBUG oslo_vmware.api [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068651, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.988090] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ff8ef111-fd9e-427d-b760-930f5aa70514 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.824s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.991652] env[69524]: DEBUG oslo_concurrency.lockutils [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.222s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.994516] env[69524]: INFO nova.compute.claims [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1157.016711] env[69524]: INFO nova.scheduler.client.report [None req-ff8ef111-fd9e-427d-b760-930f5aa70514 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Deleted allocations for instance d9b19d6a-6d26-4da3-a888-1fa1bc95bd23 [ 1157.070264] env[69524]: DEBUG oslo_vmware.api [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068650, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.203040] env[69524]: DEBUG nova.compute.manager [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: d32a99f3-1794-481c-a886-63eed1c3975c] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1157.222717] env[69524]: DEBUG oslo_vmware.api [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068651, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.245663] env[69524]: DEBUG nova.virt.hardware [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1157.246185] env[69524]: DEBUG nova.virt.hardware [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1157.246498] env[69524]: DEBUG nova.virt.hardware [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1157.247257] env[69524]: DEBUG nova.virt.hardware [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1157.247535] env[69524]: DEBUG nova.virt.hardware [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1157.247897] env[69524]: DEBUG nova.virt.hardware [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1157.248277] env[69524]: DEBUG nova.virt.hardware [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1157.248548] env[69524]: DEBUG nova.virt.hardware [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1157.248876] env[69524]: DEBUG nova.virt.hardware [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1157.249135] env[69524]: DEBUG nova.virt.hardware [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1157.249426] env[69524]: DEBUG nova.virt.hardware [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1157.250751] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22186dc5-80e3-4fd5-a143-5f48fd3c114a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.263946] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fa12be1-1331-463c-bc70-9101f484ecca {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.527522] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ff8ef111-fd9e-427d-b760-930f5aa70514 tempest-ServerRescueNegativeTestJSON-65611909 tempest-ServerRescueNegativeTestJSON-65611909-project-member] Lock "d9b19d6a-6d26-4da3-a888-1fa1bc95bd23" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.303s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.573394] env[69524]: DEBUG oslo_vmware.api [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068650, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.524433} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.573725] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] cf9b2762-aff5-4187-aade-d441957c9e44/cf9b2762-aff5-4187-aade-d441957c9e44.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1157.573950] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1157.574318] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9effb91-0319-4145-9c60-5e412116b476 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.581934] env[69524]: DEBUG oslo_vmware.api [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1157.581934] env[69524]: value = "task-4068652" [ 1157.581934] env[69524]: _type = "Task" [ 1157.581934] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.592267] env[69524]: DEBUG oslo_vmware.api [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068652, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.719184] env[69524]: DEBUG oslo_vmware.api [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068651, 'name': PowerOffVM_Task, 'duration_secs': 0.870975} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.719544] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1157.719705] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Updating instance '4bfb9279-d345-4ddf-8c3a-397b75e20788' progress to 17 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1157.855832] env[69524]: DEBUG nova.compute.manager [req-4cb1e82e-0620-4243-8f07-2152de3b9290 req-d6902507-55b2-4520-9099-17d047e88fb5 service nova] [instance: d32a99f3-1794-481c-a886-63eed1c3975c] Received event network-vif-plugged-37ea08eb-ff2b-498e-ab87-260524f2e6a6 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1157.855961] env[69524]: DEBUG oslo_concurrency.lockutils [req-4cb1e82e-0620-4243-8f07-2152de3b9290 req-d6902507-55b2-4520-9099-17d047e88fb5 service nova] Acquiring lock "d32a99f3-1794-481c-a886-63eed1c3975c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.856195] env[69524]: DEBUG oslo_concurrency.lockutils [req-4cb1e82e-0620-4243-8f07-2152de3b9290 req-d6902507-55b2-4520-9099-17d047e88fb5 service nova] Lock "d32a99f3-1794-481c-a886-63eed1c3975c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.856419] env[69524]: DEBUG oslo_concurrency.lockutils [req-4cb1e82e-0620-4243-8f07-2152de3b9290 req-d6902507-55b2-4520-9099-17d047e88fb5 service nova] Lock "d32a99f3-1794-481c-a886-63eed1c3975c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.856597] env[69524]: DEBUG nova.compute.manager [req-4cb1e82e-0620-4243-8f07-2152de3b9290 req-d6902507-55b2-4520-9099-17d047e88fb5 service nova] [instance: d32a99f3-1794-481c-a886-63eed1c3975c] No waiting events found dispatching network-vif-plugged-37ea08eb-ff2b-498e-ab87-260524f2e6a6 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1157.856765] env[69524]: WARNING nova.compute.manager [req-4cb1e82e-0620-4243-8f07-2152de3b9290 req-d6902507-55b2-4520-9099-17d047e88fb5 service nova] [instance: d32a99f3-1794-481c-a886-63eed1c3975c] Received unexpected event network-vif-plugged-37ea08eb-ff2b-498e-ab87-260524f2e6a6 for instance with vm_state building and task_state spawning. [ 1157.977707] env[69524]: DEBUG nova.network.neutron [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: d32a99f3-1794-481c-a886-63eed1c3975c] Successfully updated port: 37ea08eb-ff2b-498e-ab87-260524f2e6a6 {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1158.097393] env[69524]: DEBUG oslo_vmware.api [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068652, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.211287} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.097830] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1158.099057] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0531f4ba-4654-4117-9e7e-18140d5414b0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.140544] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] cf9b2762-aff5-4187-aade-d441957c9e44/cf9b2762-aff5-4187-aade-d441957c9e44.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1158.144911] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96dccf83-3b52-47f0-92a0-7a80749a54cc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.168230] env[69524]: DEBUG oslo_vmware.api [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1158.168230] env[69524]: value = "task-4068653" [ 1158.168230] env[69524]: _type = "Task" [ 1158.168230] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.179765] env[69524]: DEBUG oslo_vmware.api [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068653, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.226952] env[69524]: DEBUG nova.virt.hardware [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1158.227144] env[69524]: DEBUG nova.virt.hardware [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1158.227889] env[69524]: DEBUG nova.virt.hardware [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1158.227889] env[69524]: DEBUG nova.virt.hardware [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1158.227889] env[69524]: DEBUG nova.virt.hardware [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1158.228152] env[69524]: DEBUG nova.virt.hardware [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1158.228510] env[69524]: DEBUG nova.virt.hardware [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1158.228767] env[69524]: DEBUG nova.virt.hardware [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1158.229445] env[69524]: DEBUG nova.virt.hardware [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1158.229445] env[69524]: DEBUG nova.virt.hardware [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1158.229596] env[69524]: DEBUG nova.virt.hardware [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1158.236399] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe9aacd6-1c42-4d85-9d2d-0a9875cef3c5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.256087] env[69524]: DEBUG oslo_vmware.api [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 1158.256087] env[69524]: value = "task-4068654" [ 1158.256087] env[69524]: _type = "Task" [ 1158.256087] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.267077] env[69524]: DEBUG oslo_vmware.api [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068654, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.310058] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61d6cda-1fcf-446e-9bc1-29fb0e76b673 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.315213] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c022dc-e2f3-40fd-937a-5c00d61cf5ee {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.357490] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb36d51d-fa84-462a-be07-956f2deebb0a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.367388] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43ab1b7-55c3-4773-baeb-f5cb1d553d55 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.385704] env[69524]: DEBUG nova.compute.provider_tree [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1158.481088] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Acquiring lock "refresh_cache-d32a99f3-1794-481c-a886-63eed1c3975c" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.481088] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Acquired lock "refresh_cache-d32a99f3-1794-481c-a886-63eed1c3975c" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.481088] env[69524]: DEBUG nova.network.neutron [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: d32a99f3-1794-481c-a886-63eed1c3975c] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1158.678854] env[69524]: DEBUG oslo_vmware.api [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068653, 'name': ReconfigVM_Task, 'duration_secs': 0.315368} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.679201] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Reconfigured VM instance instance-00000059 to attach disk [datastore1] cf9b2762-aff5-4187-aade-d441957c9e44/cf9b2762-aff5-4187-aade-d441957c9e44.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1158.679831] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-18a33461-4775-47b6-a2d9-285f6f695734 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.690184] env[69524]: DEBUG oslo_vmware.api [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1158.690184] env[69524]: value = "task-4068655" [ 1158.690184] env[69524]: _type = "Task" [ 1158.690184] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.701150] env[69524]: DEBUG oslo_vmware.api [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068655, 'name': Rename_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.765857] env[69524]: DEBUG oslo_vmware.api [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068654, 'name': ReconfigVM_Task, 'duration_secs': 0.198689} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.766249] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Updating instance '4bfb9279-d345-4ddf-8c3a-397b75e20788' progress to 33 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1158.909918] env[69524]: ERROR nova.scheduler.client.report [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [req-0c66390f-eea1-44f1-bc07-447a060d143e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 333a7aa4-d2cd-4888-ac97-9e43e6b91719. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0c66390f-eea1-44f1-bc07-447a060d143e"}]} [ 1158.935581] env[69524]: DEBUG nova.scheduler.client.report [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Refreshing inventories for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1158.953145] env[69524]: DEBUG nova.scheduler.client.report [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Updating ProviderTree inventory for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1158.953388] env[69524]: DEBUG nova.compute.provider_tree [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1158.965724] env[69524]: DEBUG nova.scheduler.client.report [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Refreshing aggregate associations for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719, aggregates: None {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1158.990642] env[69524]: DEBUG nova.scheduler.client.report [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Refreshing trait associations for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1159.017994] env[69524]: DEBUG nova.network.neutron [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: d32a99f3-1794-481c-a886-63eed1c3975c] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1159.179818] env[69524]: DEBUG nova.network.neutron [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: d32a99f3-1794-481c-a886-63eed1c3975c] Updating instance_info_cache with network_info: [{"id": "37ea08eb-ff2b-498e-ab87-260524f2e6a6", "address": "fa:16:3e:ac:4f:ca", "network": {"id": "e0dde9b3-a334-4e54-8fee-24aad786ff1e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1060603023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19b783619cdb483cb17f8d07f699f9dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37ea08eb-ff", "ovs_interfaceid": "37ea08eb-ff2b-498e-ab87-260524f2e6a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.204058] env[69524]: DEBUG oslo_vmware.api [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068655, 'name': Rename_Task, 'duration_secs': 0.166681} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.204626] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1159.204915] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-726eb2fc-8b1f-483a-88ca-01c75989a20b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.213805] env[69524]: DEBUG oslo_vmware.api [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1159.213805] env[69524]: value = "task-4068656" [ 1159.213805] env[69524]: _type = "Task" [ 1159.213805] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.226151] env[69524]: DEBUG oslo_vmware.api [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068656, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.247790] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17b7216-c788-440a-a638-aa02984969f9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.256522] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5687610-582a-4789-97c8-233ce4ba3e79 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.291229] env[69524]: DEBUG nova.virt.hardware [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1159.291497] env[69524]: DEBUG nova.virt.hardware [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1159.291665] env[69524]: DEBUG nova.virt.hardware [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1159.291846] env[69524]: DEBUG nova.virt.hardware [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1159.291990] env[69524]: DEBUG nova.virt.hardware [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1159.292151] env[69524]: DEBUG nova.virt.hardware [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1159.292355] env[69524]: DEBUG nova.virt.hardware [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1159.292550] env[69524]: DEBUG nova.virt.hardware [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1159.292723] env[69524]: DEBUG nova.virt.hardware [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1159.292885] env[69524]: DEBUG nova.virt.hardware [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1159.293068] env[69524]: DEBUG nova.virt.hardware [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1159.299543] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Reconfiguring VM instance instance-00000056 to detach disk 2000 {{(pid=69524) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1159.300165] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b472888d-b9ce-4058-86e6-cc62c7df67df {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.313521] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135e9dae-2e6f-4bab-8d4d-4a107d68de26 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.324266] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938a484f-5d6f-4e47-827d-f83c204bc76a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.330445] env[69524]: DEBUG oslo_vmware.api [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 1159.330445] env[69524]: value = "task-4068657" [ 1159.330445] env[69524]: _type = "Task" [ 1159.330445] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.343612] env[69524]: DEBUG nova.compute.provider_tree [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.353715] env[69524]: DEBUG oslo_vmware.api [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068657, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.682805] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Releasing lock "refresh_cache-d32a99f3-1794-481c-a886-63eed1c3975c" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.683189] env[69524]: DEBUG nova.compute.manager [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: d32a99f3-1794-481c-a886-63eed1c3975c] Instance network_info: |[{"id": "37ea08eb-ff2b-498e-ab87-260524f2e6a6", "address": "fa:16:3e:ac:4f:ca", "network": {"id": "e0dde9b3-a334-4e54-8fee-24aad786ff1e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1060603023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19b783619cdb483cb17f8d07f699f9dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37ea08eb-ff", "ovs_interfaceid": "37ea08eb-ff2b-498e-ab87-260524f2e6a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1159.683618] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: d32a99f3-1794-481c-a886-63eed1c3975c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:4f:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13e71dbb-4279-427c-b39d-ba5df9895e58', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '37ea08eb-ff2b-498e-ab87-260524f2e6a6', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1159.693318] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1159.693452] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d32a99f3-1794-481c-a886-63eed1c3975c] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1159.694270] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d418a1bb-d0ef-43b6-abdb-4632e40091e7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.728725] env[69524]: DEBUG oslo_vmware.api [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068656, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.730284] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1159.730284] env[69524]: value = "task-4068658" [ 1159.730284] env[69524]: _type = "Task" [ 1159.730284] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.739805] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068658, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.841870] env[69524]: DEBUG oslo_vmware.api [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068657, 'name': ReconfigVM_Task, 'duration_secs': 0.190833} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.842192] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Reconfigured VM instance instance-00000056 to detach disk 2000 {{(pid=69524) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1159.843160] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b20091-de53-4fd7-a63d-788ffb33bcb2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.848259] env[69524]: DEBUG nova.scheduler.client.report [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.872388] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 4bfb9279-d345-4ddf-8c3a-397b75e20788/4bfb9279-d345-4ddf-8c3a-397b75e20788.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1159.874171] env[69524]: DEBUG oslo_concurrency.lockutils [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.883s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.874716] env[69524]: DEBUG nova.compute.manager [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1159.877578] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6b04bd4-9467-4d62-9626-d7c5bce24cf9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.891503] env[69524]: DEBUG oslo_concurrency.lockutils [None req-83b48560-dae7-4f21-b3f2-1022736b657b tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.464s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.892198] env[69524]: DEBUG nova.objects.instance [None req-83b48560-dae7-4f21-b3f2-1022736b657b tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Lazy-loading 'resources' on Instance uuid 91d71de3-5ab1-491d-b470-6897ac841c1c {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.896449] env[69524]: DEBUG nova.compute.manager [req-59a01c50-2ece-4e83-955d-a3c831b46c4a req-445d13db-864f-4b4e-8a28-493b034354a8 service nova] [instance: d32a99f3-1794-481c-a886-63eed1c3975c] Received event network-changed-37ea08eb-ff2b-498e-ab87-260524f2e6a6 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1159.896612] env[69524]: DEBUG nova.compute.manager [req-59a01c50-2ece-4e83-955d-a3c831b46c4a req-445d13db-864f-4b4e-8a28-493b034354a8 service nova] [instance: d32a99f3-1794-481c-a886-63eed1c3975c] Refreshing instance network info cache due to event network-changed-37ea08eb-ff2b-498e-ab87-260524f2e6a6. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1159.896920] env[69524]: DEBUG oslo_concurrency.lockutils [req-59a01c50-2ece-4e83-955d-a3c831b46c4a req-445d13db-864f-4b4e-8a28-493b034354a8 service nova] Acquiring lock "refresh_cache-d32a99f3-1794-481c-a886-63eed1c3975c" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.896996] env[69524]: DEBUG oslo_concurrency.lockutils [req-59a01c50-2ece-4e83-955d-a3c831b46c4a req-445d13db-864f-4b4e-8a28-493b034354a8 service nova] Acquired lock "refresh_cache-d32a99f3-1794-481c-a886-63eed1c3975c" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.897126] env[69524]: DEBUG nova.network.neutron [req-59a01c50-2ece-4e83-955d-a3c831b46c4a req-445d13db-864f-4b4e-8a28-493b034354a8 service nova] [instance: d32a99f3-1794-481c-a886-63eed1c3975c] Refreshing network info cache for port 37ea08eb-ff2b-498e-ab87-260524f2e6a6 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1159.904680] env[69524]: DEBUG oslo_vmware.api [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 1159.904680] env[69524]: value = "task-4068659" [ 1159.904680] env[69524]: _type = "Task" [ 1159.904680] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.916318] env[69524]: DEBUG oslo_vmware.api [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068659, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.228951] env[69524]: DEBUG oslo_vmware.api [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068656, 'name': PowerOnVM_Task, 'duration_secs': 0.533297} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.229454] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1160.229788] env[69524]: INFO nova.compute.manager [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Took 9.71 seconds to spawn the instance on the hypervisor. [ 1160.230129] env[69524]: DEBUG nova.compute.manager [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1160.231306] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a281f8-dc69-469e-8e3b-fe2e2edf9c79 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.246283] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068658, 'name': CreateVM_Task} progress is 25%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.396238] env[69524]: DEBUG nova.compute.utils [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1160.405603] env[69524]: DEBUG nova.compute.manager [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1160.405603] env[69524]: DEBUG nova.network.neutron [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1160.431880] env[69524]: DEBUG oslo_vmware.api [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068659, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.489078] env[69524]: DEBUG nova.policy [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4514750e4a3435bba7056107174c7d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c6d1df36a6964cb2915d8e2902e5e253', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 1160.704195] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3aedfd-964c-4dc7-ada1-794ab5a4eb42 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.714071] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86da80f1-83ed-4ade-97c1-f937df25a18f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.766845] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d1d058-e78f-4508-800f-2f06ae8b0d9e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.770678] env[69524]: INFO nova.compute.manager [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Took 21.73 seconds to build instance. [ 1160.778258] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068658, 'name': CreateVM_Task, 'duration_secs': 0.732274} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.780614] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d32a99f3-1794-481c-a886-63eed1c3975c] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1160.781501] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.781761] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.782133] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.783712] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2959445d-f200-4da0-b472-7b2a172a2182 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.787826] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d20346ed-f3d7-4a9e-8ebb-dde925971508 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.795176] env[69524]: DEBUG oslo_vmware.api [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Waiting for the task: (returnval){ [ 1160.795176] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5258d486-2b50-4770-e543-730dcb66d044" [ 1160.795176] env[69524]: _type = "Task" [ 1160.795176] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.804478] env[69524]: DEBUG nova.compute.provider_tree [None req-83b48560-dae7-4f21-b3f2-1022736b657b tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.811284] env[69524]: DEBUG nova.network.neutron [req-59a01c50-2ece-4e83-955d-a3c831b46c4a req-445d13db-864f-4b4e-8a28-493b034354a8 service nova] [instance: d32a99f3-1794-481c-a886-63eed1c3975c] Updated VIF entry in instance network info cache for port 37ea08eb-ff2b-498e-ab87-260524f2e6a6. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1160.811553] env[69524]: DEBUG nova.network.neutron [req-59a01c50-2ece-4e83-955d-a3c831b46c4a req-445d13db-864f-4b4e-8a28-493b034354a8 service nova] [instance: d32a99f3-1794-481c-a886-63eed1c3975c] Updating instance_info_cache with network_info: [{"id": "37ea08eb-ff2b-498e-ab87-260524f2e6a6", "address": "fa:16:3e:ac:4f:ca", "network": {"id": "e0dde9b3-a334-4e54-8fee-24aad786ff1e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1060603023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19b783619cdb483cb17f8d07f699f9dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37ea08eb-ff", "ovs_interfaceid": "37ea08eb-ff2b-498e-ab87-260524f2e6a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.826713] env[69524]: DEBUG oslo_vmware.api [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5258d486-2b50-4770-e543-730dcb66d044, 'name': SearchDatastore_Task, 'duration_secs': 0.010487} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.826713] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.826713] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: d32a99f3-1794-481c-a886-63eed1c3975c] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1160.826713] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.826713] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.826902] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1160.827488] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2aac9e3f-7043-4343-8512-ef724cc0ce02 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.837975] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1160.840829] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1160.840829] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43faeb90-a877-4178-a5f6-0b7d7287244b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.846770] env[69524]: DEBUG oslo_vmware.api [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Waiting for the task: (returnval){ [ 1160.846770] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]526cc274-4be4-ff48-b570-b1cadfbaaf7f" [ 1160.846770] env[69524]: _type = "Task" [ 1160.846770] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.858115] env[69524]: DEBUG oslo_vmware.api [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]526cc274-4be4-ff48-b570-b1cadfbaaf7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.875246] env[69524]: DEBUG nova.network.neutron [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] Successfully created port: 54ea2d72-06bd-4b33-990d-fb9aae31afe2 {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1160.905232] env[69524]: DEBUG nova.compute.manager [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1160.924422] env[69524]: DEBUG oslo_vmware.api [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068659, 'name': ReconfigVM_Task, 'duration_secs': 0.84789} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.924763] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 4bfb9279-d345-4ddf-8c3a-397b75e20788/4bfb9279-d345-4ddf-8c3a-397b75e20788.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1160.925286] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Updating instance '4bfb9279-d345-4ddf-8c3a-397b75e20788' progress to 50 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1161.143717] env[69524]: DEBUG nova.network.neutron [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] Successfully created port: 27e1281f-3c8b-4f54-8935-0cf72ca4c60d {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1161.273237] env[69524]: DEBUG oslo_concurrency.lockutils [None req-fb5e465d-5a6a-4775-98a6-dd5abd73d1de tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "cf9b2762-aff5-4187-aade-d441957c9e44" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.241s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.318547] env[69524]: DEBUG nova.scheduler.client.report [None req-83b48560-dae7-4f21-b3f2-1022736b657b tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.324173] env[69524]: DEBUG oslo_concurrency.lockutils [req-59a01c50-2ece-4e83-955d-a3c831b46c4a req-445d13db-864f-4b4e-8a28-493b034354a8 service nova] Releasing lock "refresh_cache-d32a99f3-1794-481c-a886-63eed1c3975c" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.329767] env[69524]: DEBUG oslo_concurrency.lockutils [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Acquiring lock "95beb0ed-a1e2-4d22-a7dd-0af2a466acc9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.329767] env[69524]: DEBUG oslo_concurrency.lockutils [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Lock "95beb0ed-a1e2-4d22-a7dd-0af2a466acc9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.365659] env[69524]: DEBUG oslo_vmware.api [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]526cc274-4be4-ff48-b570-b1cadfbaaf7f, 'name': SearchDatastore_Task, 'duration_secs': 0.011855} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.366202] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-914e7a28-767e-4570-8903-dc2b0a4cd0c5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.372404] env[69524]: DEBUG oslo_vmware.api [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Waiting for the task: (returnval){ [ 1161.372404] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52ad41df-6336-4893-968c-63b545b851c6" [ 1161.372404] env[69524]: _type = "Task" [ 1161.372404] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.381097] env[69524]: DEBUG oslo_vmware.api [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52ad41df-6336-4893-968c-63b545b851c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.431769] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f0d1f5-63db-41ed-aee8-151096868277 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.459513] env[69524]: DEBUG nova.network.neutron [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] Successfully created port: 2bec92f1-30b0-4aa3-90ee-1b205b0f5ce3 {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1161.462125] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9277e128-c8ff-488c-8216-2aa361efe14e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.481972] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Updating instance '4bfb9279-d345-4ddf-8c3a-397b75e20788' progress to 67 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1161.752266] env[69524]: DEBUG oslo_concurrency.lockutils [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquiring lock "cf9b2762-aff5-4187-aade-d441957c9e44" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.752266] env[69524]: DEBUG oslo_concurrency.lockutils [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "cf9b2762-aff5-4187-aade-d441957c9e44" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.752266] env[69524]: INFO nova.compute.manager [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Shelving [ 1161.830203] env[69524]: DEBUG oslo_concurrency.lockutils [None req-83b48560-dae7-4f21-b3f2-1022736b657b tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.938s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.832721] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.899s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.834180] env[69524]: INFO nova.compute.claims [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: f904c1cd-024c-46e0-8efe-370bca3aa710] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1161.837570] env[69524]: DEBUG nova.compute.manager [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] [instance: 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1161.853909] env[69524]: INFO nova.scheduler.client.report [None req-83b48560-dae7-4f21-b3f2-1022736b657b tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Deleted allocations for instance 91d71de3-5ab1-491d-b470-6897ac841c1c [ 1161.885602] env[69524]: DEBUG oslo_vmware.api [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52ad41df-6336-4893-968c-63b545b851c6, 'name': SearchDatastore_Task, 'duration_secs': 0.01087} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.885912] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.886060] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] d32a99f3-1794-481c-a886-63eed1c3975c/d32a99f3-1794-481c-a886-63eed1c3975c.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1161.886359] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a057be59-78d1-4821-8762-edbc25e4b6c7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.896096] env[69524]: DEBUG oslo_vmware.api [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Waiting for the task: (returnval){ [ 1161.896096] env[69524]: value = "task-4068660" [ 1161.896096] env[69524]: _type = "Task" [ 1161.896096] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.906298] env[69524]: DEBUG oslo_vmware.api [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068660, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.915148] env[69524]: DEBUG nova.compute.manager [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1161.943564] env[69524]: DEBUG nova.virt.hardware [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1161.943838] env[69524]: DEBUG nova.virt.hardware [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1161.944155] env[69524]: DEBUG nova.virt.hardware [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1161.944409] env[69524]: DEBUG nova.virt.hardware [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1161.944558] env[69524]: DEBUG nova.virt.hardware [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1161.944703] env[69524]: DEBUG nova.virt.hardware [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1161.944912] env[69524]: DEBUG nova.virt.hardware [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1161.945084] env[69524]: DEBUG nova.virt.hardware [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1161.945256] env[69524]: DEBUG nova.virt.hardware [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1161.945418] env[69524]: DEBUG nova.virt.hardware [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1161.945591] env[69524]: DEBUG nova.virt.hardware [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1161.946867] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d893d1-9c30-441a-9304-d7aa20a7dd8c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.956716] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a2acb9-e9e4-48ac-b980-f2045c9bc8c0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.020316] env[69524]: DEBUG nova.network.neutron [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Port ad1a1f4d-2beb-4f27-a63d-a02e87dfc9c6 binding to destination host cpu-1 is already ACTIVE {{(pid=69524) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1162.362814] env[69524]: DEBUG oslo_concurrency.lockutils [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.363803] env[69524]: DEBUG oslo_concurrency.lockutils [None req-83b48560-dae7-4f21-b3f2-1022736b657b tempest-AttachInterfacesV270Test-1707878467 tempest-AttachInterfacesV270Test-1707878467-project-member] Lock "91d71de3-5ab1-491d-b470-6897ac841c1c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.420s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.408896] env[69524]: DEBUG oslo_vmware.api [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068660, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.763409] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1162.763847] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57aa1c7d-5e2a-4e9b-a556-0ed1fceb8ddc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.771841] env[69524]: DEBUG oslo_vmware.api [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1162.771841] env[69524]: value = "task-4068661" [ 1162.771841] env[69524]: _type = "Task" [ 1162.771841] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.782846] env[69524]: DEBUG oslo_vmware.api [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068661, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.916011] env[69524]: DEBUG oslo_vmware.api [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068660, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528993} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.916432] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] d32a99f3-1794-481c-a886-63eed1c3975c/d32a99f3-1794-481c-a886-63eed1c3975c.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1162.916562] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: d32a99f3-1794-481c-a886-63eed1c3975c] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1162.916840] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f9ec717-a46b-429b-8412-207c773d0001 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.928061] env[69524]: DEBUG oslo_vmware.api [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Waiting for the task: (returnval){ [ 1162.928061] env[69524]: value = "task-4068662" [ 1162.928061] env[69524]: _type = "Task" [ 1162.928061] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.943020] env[69524]: DEBUG oslo_vmware.api [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068662, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.953878] env[69524]: DEBUG nova.compute.manager [req-ab3aa889-6851-418c-9f84-7d0f16cc9d14 req-9b245188-4957-48c5-8862-70d8371f00fa service nova] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] Received event network-vif-plugged-54ea2d72-06bd-4b33-990d-fb9aae31afe2 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1162.953878] env[69524]: DEBUG oslo_concurrency.lockutils [req-ab3aa889-6851-418c-9f84-7d0f16cc9d14 req-9b245188-4957-48c5-8862-70d8371f00fa service nova] Acquiring lock "36c68c8a-ba38-49ce-bd07-c04faf6c74a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.953878] env[69524]: DEBUG oslo_concurrency.lockutils [req-ab3aa889-6851-418c-9f84-7d0f16cc9d14 req-9b245188-4957-48c5-8862-70d8371f00fa service nova] Lock "36c68c8a-ba38-49ce-bd07-c04faf6c74a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.954254] env[69524]: DEBUG oslo_concurrency.lockutils [req-ab3aa889-6851-418c-9f84-7d0f16cc9d14 req-9b245188-4957-48c5-8862-70d8371f00fa service nova] Lock "36c68c8a-ba38-49ce-bd07-c04faf6c74a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.954623] env[69524]: DEBUG nova.compute.manager [req-ab3aa889-6851-418c-9f84-7d0f16cc9d14 req-9b245188-4957-48c5-8862-70d8371f00fa service nova] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] No waiting events found dispatching network-vif-plugged-54ea2d72-06bd-4b33-990d-fb9aae31afe2 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1162.955388] env[69524]: WARNING nova.compute.manager [req-ab3aa889-6851-418c-9f84-7d0f16cc9d14 req-9b245188-4957-48c5-8862-70d8371f00fa service nova] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] Received unexpected event network-vif-plugged-54ea2d72-06bd-4b33-990d-fb9aae31afe2 for instance with vm_state building and task_state spawning. [ 1163.051027] env[69524]: DEBUG oslo_concurrency.lockutils [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquiring lock "4bfb9279-d345-4ddf-8c3a-397b75e20788-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.051027] env[69524]: DEBUG oslo_concurrency.lockutils [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "4bfb9279-d345-4ddf-8c3a-397b75e20788-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.051027] env[69524]: DEBUG oslo_concurrency.lockutils [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "4bfb9279-d345-4ddf-8c3a-397b75e20788-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.064306] env[69524]: DEBUG nova.network.neutron [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] Successfully updated port: 54ea2d72-06bd-4b33-990d-fb9aae31afe2 {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1163.132793] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2eca28f-c04a-48a1-89d6-b3610b771707 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.142028] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73a4f7a-c64c-41a9-bda1-95e48d72f549 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.178135] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058de77d-f482-4848-9f0b-1ebe656b21be {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.191017] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1910d0-7fe7-4d4b-b522-b5fd53f55406 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.205891] env[69524]: DEBUG nova.compute.provider_tree [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.283188] env[69524]: DEBUG oslo_vmware.api [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068661, 'name': PowerOffVM_Task, 'duration_secs': 0.365669} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.283520] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1163.284440] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53acb4f9-6f2b-41fc-948b-9b375ca60c39 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.303396] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c10ac4-2528-4950-8c50-34cf996d5af8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.441174] env[69524]: DEBUG oslo_vmware.api [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068662, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085167} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.441174] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: d32a99f3-1794-481c-a886-63eed1c3975c] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1163.441174] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244aeb2a-81de-4b34-872f-6d8c15205850 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.464103] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: d32a99f3-1794-481c-a886-63eed1c3975c] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] d32a99f3-1794-481c-a886-63eed1c3975c/d32a99f3-1794-481c-a886-63eed1c3975c.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1163.464543] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-516face0-01af-4bb8-b053-b7157132ecb0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.488699] env[69524]: DEBUG oslo_vmware.api [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Waiting for the task: (returnval){ [ 1163.488699] env[69524]: value = "task-4068663" [ 1163.488699] env[69524]: _type = "Task" [ 1163.488699] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.498886] env[69524]: DEBUG oslo_vmware.api [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068663, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.709851] env[69524]: DEBUG nova.scheduler.client.report [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.815944] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Creating Snapshot of the VM instance {{(pid=69524) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1163.815944] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3c115073-c51f-45af-b34b-f230c3e78c2c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.824500] env[69524]: DEBUG oslo_vmware.api [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1163.824500] env[69524]: value = "task-4068664" [ 1163.824500] env[69524]: _type = "Task" [ 1163.824500] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.836819] env[69524]: DEBUG oslo_vmware.api [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068664, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.003056] env[69524]: DEBUG oslo_vmware.api [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068663, 'name': ReconfigVM_Task, 'duration_secs': 0.297903} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.003056] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: d32a99f3-1794-481c-a886-63eed1c3975c] Reconfigured VM instance instance-0000005a to attach disk [datastore2] d32a99f3-1794-481c-a886-63eed1c3975c/d32a99f3-1794-481c-a886-63eed1c3975c.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1164.003056] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd1e12d7-f03f-4275-8f95-dc52c1fbbf30 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.012026] env[69524]: DEBUG oslo_vmware.api [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Waiting for the task: (returnval){ [ 1164.012026] env[69524]: value = "task-4068665" [ 1164.012026] env[69524]: _type = "Task" [ 1164.012026] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.023257] env[69524]: DEBUG oslo_vmware.api [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068665, 'name': Rename_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.112674] env[69524]: DEBUG oslo_concurrency.lockutils [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquiring lock "refresh_cache-4bfb9279-d345-4ddf-8c3a-397b75e20788" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.112879] env[69524]: DEBUG oslo_concurrency.lockutils [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquired lock "refresh_cache-4bfb9279-d345-4ddf-8c3a-397b75e20788" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.113080] env[69524]: DEBUG nova.network.neutron [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1164.218314] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.386s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.220071] env[69524]: DEBUG nova.compute.manager [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: f904c1cd-024c-46e0-8efe-370bca3aa710] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1164.224034] env[69524]: DEBUG oslo_concurrency.lockutils [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.173s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.225923] env[69524]: INFO nova.compute.claims [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d1b9472c-9def-48c6-9f64-1ae2fc9443c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1164.335205] env[69524]: DEBUG oslo_vmware.api [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068664, 'name': CreateSnapshot_Task, 'duration_secs': 0.468036} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.335490] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Created Snapshot of the VM instance {{(pid=69524) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1164.336280] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197abce9-ab08-47bf-93ad-fc5795420ca9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.525572] env[69524]: DEBUG oslo_vmware.api [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068665, 'name': Rename_Task, 'duration_secs': 0.14374} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.525976] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: d32a99f3-1794-481c-a886-63eed1c3975c] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1164.528455] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52d0823d-6da8-497f-bad7-bf715de8a19c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.534433] env[69524]: DEBUG oslo_vmware.api [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Waiting for the task: (returnval){ [ 1164.534433] env[69524]: value = "task-4068666" [ 1164.534433] env[69524]: _type = "Task" [ 1164.534433] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.544185] env[69524]: DEBUG oslo_vmware.api [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068666, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.726274] env[69524]: DEBUG nova.compute.utils [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1164.729540] env[69524]: DEBUG nova.compute.manager [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: f904c1cd-024c-46e0-8efe-370bca3aa710] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1164.729540] env[69524]: DEBUG nova.network.neutron [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: f904c1cd-024c-46e0-8efe-370bca3aa710] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1164.799582] env[69524]: DEBUG nova.policy [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd8e1eea2c1f941fa84188c6d8a0c65e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a94659e7b1e4498afd816883f31bda9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 1164.855763] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Creating linked-clone VM from snapshot {{(pid=69524) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1164.858566] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-94d00591-3db3-4483-9e26-0d9576f208ef {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.868542] env[69524]: DEBUG oslo_vmware.api [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1164.868542] env[69524]: value = "task-4068667" [ 1164.868542] env[69524]: _type = "Task" [ 1164.868542] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.878536] env[69524]: DEBUG oslo_vmware.api [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068667, 'name': CloneVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.925840] env[69524]: DEBUG nova.network.neutron [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Updating instance_info_cache with network_info: [{"id": "ad1a1f4d-2beb-4f27-a63d-a02e87dfc9c6", "address": "fa:16:3e:85:46:3a", "network": {"id": "37adc9d0-a545-4ad6-8bda-bbeebaeaad38", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1811246761-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c0583911a34499e92e7299e6bdb937d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad1a1f4d-2b", "ovs_interfaceid": "ad1a1f4d-2beb-4f27-a63d-a02e87dfc9c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1164.991823] env[69524]: DEBUG nova.compute.manager [req-bc46e14d-1122-452b-b882-d571a40f7434 req-9c12d817-a9c3-4c82-80a4-93c28d6586e2 service nova] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] Received event network-changed-54ea2d72-06bd-4b33-990d-fb9aae31afe2 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1164.991941] env[69524]: DEBUG nova.compute.manager [req-bc46e14d-1122-452b-b882-d571a40f7434 req-9c12d817-a9c3-4c82-80a4-93c28d6586e2 service nova] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] Refreshing instance network info cache due to event network-changed-54ea2d72-06bd-4b33-990d-fb9aae31afe2. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1164.992996] env[69524]: DEBUG oslo_concurrency.lockutils [req-bc46e14d-1122-452b-b882-d571a40f7434 req-9c12d817-a9c3-4c82-80a4-93c28d6586e2 service nova] Acquiring lock "refresh_cache-36c68c8a-ba38-49ce-bd07-c04faf6c74a0" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.992996] env[69524]: DEBUG oslo_concurrency.lockutils [req-bc46e14d-1122-452b-b882-d571a40f7434 req-9c12d817-a9c3-4c82-80a4-93c28d6586e2 service nova] Acquired lock "refresh_cache-36c68c8a-ba38-49ce-bd07-c04faf6c74a0" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.992996] env[69524]: DEBUG nova.network.neutron [req-bc46e14d-1122-452b-b882-d571a40f7434 req-9c12d817-a9c3-4c82-80a4-93c28d6586e2 service nova] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] Refreshing network info cache for port 54ea2d72-06bd-4b33-990d-fb9aae31afe2 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1165.046090] env[69524]: DEBUG oslo_vmware.api [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068666, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.232641] env[69524]: DEBUG nova.compute.manager [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: f904c1cd-024c-46e0-8efe-370bca3aa710] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1165.356019] env[69524]: DEBUG nova.network.neutron [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: f904c1cd-024c-46e0-8efe-370bca3aa710] Successfully created port: 2c294632-86b2-4108-9849-d3aab36d162b {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1165.381733] env[69524]: DEBUG oslo_vmware.api [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068667, 'name': CloneVM_Task} progress is 94%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.428387] env[69524]: DEBUG oslo_concurrency.lockutils [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Releasing lock "refresh_cache-4bfb9279-d345-4ddf-8c3a-397b75e20788" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.511900] env[69524]: DEBUG nova.network.neutron [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] Successfully updated port: 27e1281f-3c8b-4f54-8935-0cf72ca4c60d {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1165.546403] env[69524]: DEBUG oslo_vmware.api [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068666, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.547450] env[69524]: DEBUG nova.network.neutron [req-bc46e14d-1122-452b-b882-d571a40f7434 req-9c12d817-a9c3-4c82-80a4-93c28d6586e2 service nova] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1165.551101] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9bacfce-b9e2-4021-b9a2-f11bad460000 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.559659] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9920f9-3818-4ca5-914b-f1b31395e5a4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.592656] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b6499e-09ed-4d05-b501-e710fd84d1f5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.601253] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c68d72-fa3d-41c3-b89f-d6ffa159bbff {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.618642] env[69524]: DEBUG nova.compute.provider_tree [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1165.647318] env[69524]: DEBUG nova.network.neutron [req-bc46e14d-1122-452b-b882-d571a40f7434 req-9c12d817-a9c3-4c82-80a4-93c28d6586e2 service nova] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.880855] env[69524]: DEBUG oslo_vmware.api [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068667, 'name': CloneVM_Task} progress is 94%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.953031] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ccbfb8f-8346-457a-bd73-4bf05fa2b803 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.972279] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3cd2525-497b-4fe5-87f2-3bccd6082a39 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.980812] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Updating instance '4bfb9279-d345-4ddf-8c3a-397b75e20788' progress to 83 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1166.046095] env[69524]: DEBUG oslo_vmware.api [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068666, 'name': PowerOnVM_Task, 'duration_secs': 1.022169} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.046448] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: d32a99f3-1794-481c-a886-63eed1c3975c] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1166.046596] env[69524]: INFO nova.compute.manager [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: d32a99f3-1794-481c-a886-63eed1c3975c] Took 8.84 seconds to spawn the instance on the hypervisor. [ 1166.046779] env[69524]: DEBUG nova.compute.manager [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: d32a99f3-1794-481c-a886-63eed1c3975c] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1166.047886] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267d8a12-0fb2-4adc-91e0-a14b77ca8e09 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.146218] env[69524]: ERROR nova.scheduler.client.report [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [req-70d48852-c4a9-4fe1-8ac5-5718e517de80] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 333a7aa4-d2cd-4888-ac97-9e43e6b91719. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-70d48852-c4a9-4fe1-8ac5-5718e517de80"}]} [ 1166.150127] env[69524]: DEBUG oslo_concurrency.lockutils [req-bc46e14d-1122-452b-b882-d571a40f7434 req-9c12d817-a9c3-4c82-80a4-93c28d6586e2 service nova] Releasing lock "refresh_cache-36c68c8a-ba38-49ce-bd07-c04faf6c74a0" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.164493] env[69524]: DEBUG nova.scheduler.client.report [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Refreshing inventories for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1166.179374] env[69524]: DEBUG nova.scheduler.client.report [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Updating ProviderTree inventory for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1166.179734] env[69524]: DEBUG nova.compute.provider_tree [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1166.195560] env[69524]: DEBUG nova.scheduler.client.report [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Refreshing aggregate associations for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719, aggregates: None {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1166.218362] env[69524]: DEBUG nova.scheduler.client.report [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Refreshing trait associations for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1166.253308] env[69524]: DEBUG nova.compute.manager [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: f904c1cd-024c-46e0-8efe-370bca3aa710] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1166.297268] env[69524]: DEBUG nova.virt.hardware [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1166.297518] env[69524]: DEBUG nova.virt.hardware [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1166.297672] env[69524]: DEBUG nova.virt.hardware [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1166.297912] env[69524]: DEBUG nova.virt.hardware [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1166.298097] env[69524]: DEBUG nova.virt.hardware [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1166.298253] env[69524]: DEBUG nova.virt.hardware [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1166.298462] env[69524]: DEBUG nova.virt.hardware [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1166.298620] env[69524]: DEBUG nova.virt.hardware [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1166.298830] env[69524]: DEBUG nova.virt.hardware [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1166.298940] env[69524]: DEBUG nova.virt.hardware [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1166.299119] env[69524]: DEBUG nova.virt.hardware [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1166.300082] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1992cb7d-e744-4983-ab24-6c0334f7b647 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.313087] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5da677-275f-4f4d-9fbf-07474b3ff209 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.382653] env[69524]: DEBUG oslo_vmware.api [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068667, 'name': CloneVM_Task, 'duration_secs': 1.24675} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.382949] env[69524]: INFO nova.virt.vmwareapi.vmops [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Created linked-clone VM from snapshot [ 1166.383760] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0e4568-42d8-40f5-8d80-4c1df7c65855 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.394150] env[69524]: DEBUG nova.virt.vmwareapi.images [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Uploading image 5bc82dc6-ba91-481c-a6e0-a522d49b465d {{(pid=69524) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1166.416630] env[69524]: DEBUG oslo_vmware.rw_handles [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1166.416630] env[69524]: value = "vm-806288" [ 1166.416630] env[69524]: _type = "VirtualMachine" [ 1166.416630] env[69524]: }. {{(pid=69524) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1166.417385] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-815317c4-9d66-4e99-aa42-863f9bb07cc8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.427681] env[69524]: DEBUG oslo_vmware.rw_handles [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lease: (returnval){ [ 1166.427681] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52a79f44-d886-3c92-b86b-1ec359ec643a" [ 1166.427681] env[69524]: _type = "HttpNfcLease" [ 1166.427681] env[69524]: } obtained for exporting VM: (result){ [ 1166.427681] env[69524]: value = "vm-806288" [ 1166.427681] env[69524]: _type = "VirtualMachine" [ 1166.427681] env[69524]: }. {{(pid=69524) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1166.427941] env[69524]: DEBUG oslo_vmware.api [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the lease: (returnval){ [ 1166.427941] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52a79f44-d886-3c92-b86b-1ec359ec643a" [ 1166.427941] env[69524]: _type = "HttpNfcLease" [ 1166.427941] env[69524]: } to be ready. {{(pid=69524) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1166.438144] env[69524]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1166.438144] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52a79f44-d886-3c92-b86b-1ec359ec643a" [ 1166.438144] env[69524]: _type = "HttpNfcLease" [ 1166.438144] env[69524]: } is initializing. {{(pid=69524) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1166.455825] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14337d61-daf8-41dd-8063-6569060f5ebd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.463502] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c003425-e7fa-494e-8a59-8c2945556567 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.494352] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1166.494892] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-264df2ac-a235-4961-99fe-2bc2482b404f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.497143] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cfde1de-395a-4de3-b081-9061db0c76e3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.507028] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed0df10-e975-47ec-bff5-e923cf26a96b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.511551] env[69524]: DEBUG oslo_vmware.api [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 1166.511551] env[69524]: value = "task-4068669" [ 1166.511551] env[69524]: _type = "Task" [ 1166.511551] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.522855] env[69524]: DEBUG nova.compute.provider_tree [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1166.530281] env[69524]: DEBUG oslo_vmware.api [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068669, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.566449] env[69524]: INFO nova.compute.manager [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: d32a99f3-1794-481c-a886-63eed1c3975c] Took 24.71 seconds to build instance. [ 1166.937764] env[69524]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1166.937764] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52a79f44-d886-3c92-b86b-1ec359ec643a" [ 1166.937764] env[69524]: _type = "HttpNfcLease" [ 1166.937764] env[69524]: } is ready. {{(pid=69524) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1166.937764] env[69524]: DEBUG oslo_vmware.rw_handles [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1166.937764] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52a79f44-d886-3c92-b86b-1ec359ec643a" [ 1166.937764] env[69524]: _type = "HttpNfcLease" [ 1166.937764] env[69524]: }. {{(pid=69524) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1166.938879] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28fd4366-a4f1-4119-a0d3-b9688ba215a8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.948864] env[69524]: DEBUG oslo_vmware.rw_handles [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52debcc4-9a31-0264-49af-cc21332ffb7c/disk-0.vmdk from lease info. {{(pid=69524) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1166.948864] env[69524]: DEBUG oslo_vmware.rw_handles [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52debcc4-9a31-0264-49af-cc21332ffb7c/disk-0.vmdk for reading. {{(pid=69524) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1167.017231] env[69524]: DEBUG nova.network.neutron [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: f904c1cd-024c-46e0-8efe-370bca3aa710] Successfully updated port: 2c294632-86b2-4108-9849-d3aab36d162b {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1167.033972] env[69524]: DEBUG oslo_vmware.api [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068669, 'name': PowerOnVM_Task, 'duration_secs': 0.392198} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.035762] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1167.035762] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-204732c6-bd75-4e6b-8063-0df0221dc890 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Updating instance '4bfb9279-d345-4ddf-8c3a-397b75e20788' progress to 100 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1167.069791] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2d367fc6-f787-4fbd-a847-e1b4391a828d tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Lock "d32a99f3-1794-481c-a886-63eed1c3975c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.217s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.070255] env[69524]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-628a4a09-3aed-40cd-8bf3-3b7eb9ef1c70 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.074739] env[69524]: DEBUG nova.scheduler.client.report [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Updated inventory for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with generation 133 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1167.075056] env[69524]: DEBUG nova.compute.provider_tree [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Updating resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 generation from 133 to 134 during operation: update_inventory {{(pid=69524) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1167.075272] env[69524]: DEBUG nova.compute.provider_tree [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1167.154711] env[69524]: DEBUG nova.compute.manager [req-ddc868b7-1184-4e92-ae8f-d9da1e53d702 req-b12597f6-2db2-4e84-9ca5-62f7c529cf9f service nova] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] Received event network-vif-plugged-27e1281f-3c8b-4f54-8935-0cf72ca4c60d {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.154984] env[69524]: DEBUG oslo_concurrency.lockutils [req-ddc868b7-1184-4e92-ae8f-d9da1e53d702 req-b12597f6-2db2-4e84-9ca5-62f7c529cf9f service nova] Acquiring lock "36c68c8a-ba38-49ce-bd07-c04faf6c74a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.155202] env[69524]: DEBUG oslo_concurrency.lockutils [req-ddc868b7-1184-4e92-ae8f-d9da1e53d702 req-b12597f6-2db2-4e84-9ca5-62f7c529cf9f service nova] Lock "36c68c8a-ba38-49ce-bd07-c04faf6c74a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.155363] env[69524]: DEBUG oslo_concurrency.lockutils [req-ddc868b7-1184-4e92-ae8f-d9da1e53d702 req-b12597f6-2db2-4e84-9ca5-62f7c529cf9f service nova] Lock "36c68c8a-ba38-49ce-bd07-c04faf6c74a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.155549] env[69524]: DEBUG nova.compute.manager [req-ddc868b7-1184-4e92-ae8f-d9da1e53d702 req-b12597f6-2db2-4e84-9ca5-62f7c529cf9f service nova] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] No waiting events found dispatching network-vif-plugged-27e1281f-3c8b-4f54-8935-0cf72ca4c60d {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1167.155722] env[69524]: WARNING nova.compute.manager [req-ddc868b7-1184-4e92-ae8f-d9da1e53d702 req-b12597f6-2db2-4e84-9ca5-62f7c529cf9f service nova] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] Received unexpected event network-vif-plugged-27e1281f-3c8b-4f54-8935-0cf72ca4c60d for instance with vm_state building and task_state spawning. [ 1167.155902] env[69524]: DEBUG nova.compute.manager [req-ddc868b7-1184-4e92-ae8f-d9da1e53d702 req-b12597f6-2db2-4e84-9ca5-62f7c529cf9f service nova] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] Received event network-changed-27e1281f-3c8b-4f54-8935-0cf72ca4c60d {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.156034] env[69524]: DEBUG nova.compute.manager [req-ddc868b7-1184-4e92-ae8f-d9da1e53d702 req-b12597f6-2db2-4e84-9ca5-62f7c529cf9f service nova] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] Refreshing instance network info cache due to event network-changed-27e1281f-3c8b-4f54-8935-0cf72ca4c60d. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1167.156215] env[69524]: DEBUG oslo_concurrency.lockutils [req-ddc868b7-1184-4e92-ae8f-d9da1e53d702 req-b12597f6-2db2-4e84-9ca5-62f7c529cf9f service nova] Acquiring lock "refresh_cache-36c68c8a-ba38-49ce-bd07-c04faf6c74a0" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.156344] env[69524]: DEBUG oslo_concurrency.lockutils [req-ddc868b7-1184-4e92-ae8f-d9da1e53d702 req-b12597f6-2db2-4e84-9ca5-62f7c529cf9f service nova] Acquired lock "refresh_cache-36c68c8a-ba38-49ce-bd07-c04faf6c74a0" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.156546] env[69524]: DEBUG nova.network.neutron [req-ddc868b7-1184-4e92-ae8f-d9da1e53d702 req-b12597f6-2db2-4e84-9ca5-62f7c529cf9f service nova] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] Refreshing network info cache for port 27e1281f-3c8b-4f54-8935-0cf72ca4c60d {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1167.523175] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquiring lock "refresh_cache-f904c1cd-024c-46e0-8efe-370bca3aa710" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.523386] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquired lock "refresh_cache-f904c1cd-024c-46e0-8efe-370bca3aa710" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.523569] env[69524]: DEBUG nova.network.neutron [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: f904c1cd-024c-46e0-8efe-370bca3aa710] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1167.563788] env[69524]: DEBUG nova.compute.manager [req-790f4628-5f7a-40c3-80f1-d3afc8b010ce req-1ce69aaf-0146-4170-8860-fc2a86426968 service nova] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] Received event network-vif-plugged-2bec92f1-30b0-4aa3-90ee-1b205b0f5ce3 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.565498] env[69524]: DEBUG oslo_concurrency.lockutils [req-790f4628-5f7a-40c3-80f1-d3afc8b010ce req-1ce69aaf-0146-4170-8860-fc2a86426968 service nova] Acquiring lock "36c68c8a-ba38-49ce-bd07-c04faf6c74a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.565498] env[69524]: DEBUG oslo_concurrency.lockutils [req-790f4628-5f7a-40c3-80f1-d3afc8b010ce req-1ce69aaf-0146-4170-8860-fc2a86426968 service nova] Lock "36c68c8a-ba38-49ce-bd07-c04faf6c74a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.565498] env[69524]: DEBUG oslo_concurrency.lockutils [req-790f4628-5f7a-40c3-80f1-d3afc8b010ce req-1ce69aaf-0146-4170-8860-fc2a86426968 service nova] Lock "36c68c8a-ba38-49ce-bd07-c04faf6c74a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.565498] env[69524]: DEBUG nova.compute.manager [req-790f4628-5f7a-40c3-80f1-d3afc8b010ce req-1ce69aaf-0146-4170-8860-fc2a86426968 service nova] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] No waiting events found dispatching network-vif-plugged-2bec92f1-30b0-4aa3-90ee-1b205b0f5ce3 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1167.565498] env[69524]: WARNING nova.compute.manager [req-790f4628-5f7a-40c3-80f1-d3afc8b010ce req-1ce69aaf-0146-4170-8860-fc2a86426968 service nova] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] Received unexpected event network-vif-plugged-2bec92f1-30b0-4aa3-90ee-1b205b0f5ce3 for instance with vm_state building and task_state spawning. [ 1167.581955] env[69524]: DEBUG oslo_concurrency.lockutils [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.358s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.582995] env[69524]: DEBUG nova.compute.manager [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d1b9472c-9def-48c6-9f64-1ae2fc9443c7] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1167.586262] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3ad5f56e-f941-40df-9557-9447075c21de tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.377s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.586585] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3ad5f56e-f941-40df-9557-9447075c21de tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.589098] env[69524]: DEBUG oslo_concurrency.lockutils [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.226s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.591123] env[69524]: INFO nova.compute.claims [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] [instance: 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1167.630803] env[69524]: INFO nova.scheduler.client.report [None req-3ad5f56e-f941-40df-9557-9447075c21de tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Deleted allocations for instance bb9e5237-7ba0-424d-82a6-0d7b8b26a681 [ 1167.695666] env[69524]: DEBUG nova.network.neutron [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] Successfully updated port: 2bec92f1-30b0-4aa3-90ee-1b205b0f5ce3 {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1167.717972] env[69524]: DEBUG nova.network.neutron [req-ddc868b7-1184-4e92-ae8f-d9da1e53d702 req-b12597f6-2db2-4e84-9ca5-62f7c529cf9f service nova] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1167.819730] env[69524]: DEBUG nova.network.neutron [req-ddc868b7-1184-4e92-ae8f-d9da1e53d702 req-b12597f6-2db2-4e84-9ca5-62f7c529cf9f service nova] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.056351] env[69524]: DEBUG nova.network.neutron [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: f904c1cd-024c-46e0-8efe-370bca3aa710] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1168.098636] env[69524]: DEBUG nova.compute.utils [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1168.100328] env[69524]: DEBUG nova.compute.manager [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d1b9472c-9def-48c6-9f64-1ae2fc9443c7] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1168.100784] env[69524]: DEBUG nova.network.neutron [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d1b9472c-9def-48c6-9f64-1ae2fc9443c7] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1168.140910] env[69524]: DEBUG nova.policy [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b8d8a6b7fea4bde90dbd8bfad21cdb8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de266e15eb7047b1829e4e83a3376190', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 1168.145240] env[69524]: DEBUG nova.compute.manager [None req-2fc5d2e8-b704-4d9a-8b5e-e2861d5095ec tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: d32a99f3-1794-481c-a886-63eed1c3975c] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1168.146602] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75c68f3-e620-4506-8c3b-59710c25851c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.151252] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3ad5f56e-f941-40df-9557-9447075c21de tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lock "bb9e5237-7ba0-424d-82a6-0d7b8b26a681" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.457s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.201788] env[69524]: DEBUG oslo_concurrency.lockutils [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Acquiring lock "refresh_cache-36c68c8a-ba38-49ce-bd07-c04faf6c74a0" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.245315] env[69524]: DEBUG nova.network.neutron [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: f904c1cd-024c-46e0-8efe-370bca3aa710] Updating instance_info_cache with network_info: [{"id": "2c294632-86b2-4108-9849-d3aab36d162b", "address": "fa:16:3e:04:d8:76", "network": {"id": "fb5872dc-060d-440d-9732-412267d366b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-932153407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a94659e7b1e4498afd816883f31bda9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c294632-86", "ovs_interfaceid": "2c294632-86b2-4108-9849-d3aab36d162b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.323948] env[69524]: DEBUG oslo_concurrency.lockutils [req-ddc868b7-1184-4e92-ae8f-d9da1e53d702 req-b12597f6-2db2-4e84-9ca5-62f7c529cf9f service nova] Releasing lock "refresh_cache-36c68c8a-ba38-49ce-bd07-c04faf6c74a0" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.323948] env[69524]: DEBUG nova.compute.manager [req-ddc868b7-1184-4e92-ae8f-d9da1e53d702 req-b12597f6-2db2-4e84-9ca5-62f7c529cf9f service nova] [instance: f904c1cd-024c-46e0-8efe-370bca3aa710] Received event network-vif-plugged-2c294632-86b2-4108-9849-d3aab36d162b {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.324173] env[69524]: DEBUG oslo_concurrency.lockutils [req-ddc868b7-1184-4e92-ae8f-d9da1e53d702 req-b12597f6-2db2-4e84-9ca5-62f7c529cf9f service nova] Acquiring lock "f904c1cd-024c-46e0-8efe-370bca3aa710-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.325035] env[69524]: DEBUG oslo_concurrency.lockutils [req-ddc868b7-1184-4e92-ae8f-d9da1e53d702 req-b12597f6-2db2-4e84-9ca5-62f7c529cf9f service nova] Lock "f904c1cd-024c-46e0-8efe-370bca3aa710-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.325035] env[69524]: DEBUG oslo_concurrency.lockutils [req-ddc868b7-1184-4e92-ae8f-d9da1e53d702 req-b12597f6-2db2-4e84-9ca5-62f7c529cf9f service nova] Lock "f904c1cd-024c-46e0-8efe-370bca3aa710-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.325207] env[69524]: DEBUG nova.compute.manager [req-ddc868b7-1184-4e92-ae8f-d9da1e53d702 req-b12597f6-2db2-4e84-9ca5-62f7c529cf9f service nova] [instance: f904c1cd-024c-46e0-8efe-370bca3aa710] No waiting events found dispatching network-vif-plugged-2c294632-86b2-4108-9849-d3aab36d162b {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1168.325522] env[69524]: WARNING nova.compute.manager [req-ddc868b7-1184-4e92-ae8f-d9da1e53d702 req-b12597f6-2db2-4e84-9ca5-62f7c529cf9f service nova] [instance: f904c1cd-024c-46e0-8efe-370bca3aa710] Received unexpected event network-vif-plugged-2c294632-86b2-4108-9849-d3aab36d162b for instance with vm_state building and task_state spawning. [ 1168.327253] env[69524]: DEBUG oslo_concurrency.lockutils [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Acquired lock "refresh_cache-36c68c8a-ba38-49ce-bd07-c04faf6c74a0" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.327506] env[69524]: DEBUG nova.network.neutron [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1168.600491] env[69524]: DEBUG nova.compute.manager [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d1b9472c-9def-48c6-9f64-1ae2fc9443c7] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1168.664395] env[69524]: INFO nova.compute.manager [None req-2fc5d2e8-b704-4d9a-8b5e-e2861d5095ec tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: d32a99f3-1794-481c-a886-63eed1c3975c] instance snapshotting [ 1168.667583] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d850c85-bb3c-4a8a-b37c-13d1f3b27f3c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.688924] env[69524]: DEBUG nova.network.neutron [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d1b9472c-9def-48c6-9f64-1ae2fc9443c7] Successfully created port: 31c8697d-11e7-438c-8428-09a228f2526f {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1168.693691] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cb5cc35-8ce2-4a63-be90-0453cdc36b0b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.748467] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Releasing lock "refresh_cache-f904c1cd-024c-46e0-8efe-370bca3aa710" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.748914] env[69524]: DEBUG nova.compute.manager [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: f904c1cd-024c-46e0-8efe-370bca3aa710] Instance network_info: |[{"id": "2c294632-86b2-4108-9849-d3aab36d162b", "address": "fa:16:3e:04:d8:76", "network": {"id": "fb5872dc-060d-440d-9732-412267d366b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-932153407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a94659e7b1e4498afd816883f31bda9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c294632-86", "ovs_interfaceid": "2c294632-86b2-4108-9849-d3aab36d162b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1168.749337] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: f904c1cd-024c-46e0-8efe-370bca3aa710] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:d8:76', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c294632-86b2-4108-9849-d3aab36d162b', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1168.757707] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1168.758142] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f904c1cd-024c-46e0-8efe-370bca3aa710] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1168.758376] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec5fb73d-9641-481b-ab3c-db863f2b0566 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.785196] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1168.785196] env[69524]: value = "task-4068670" [ 1168.785196] env[69524]: _type = "Task" [ 1168.785196] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.794922] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068670, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.879150] env[69524]: DEBUG nova.network.neutron [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1168.896274] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c4f808-83e5-4ca5-adac-10e43589130f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.907669] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c66965-1350-4201-944d-521ae09348c9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.948646] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2609c2-045c-4ed1-a320-5f4bbe2c569e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.962241] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1927160c-e9b8-43e9-bc64-9ab98df89ab9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.976984] env[69524]: DEBUG nova.compute.provider_tree [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.189557] env[69524]: DEBUG nova.compute.manager [req-16368f1c-dff6-4bd7-b61c-937f9e9137d0 req-596d007c-8d21-4aaa-b77f-a78e05c5af27 service nova] [instance: f904c1cd-024c-46e0-8efe-370bca3aa710] Received event network-changed-2c294632-86b2-4108-9849-d3aab36d162b {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.189557] env[69524]: DEBUG nova.compute.manager [req-16368f1c-dff6-4bd7-b61c-937f9e9137d0 req-596d007c-8d21-4aaa-b77f-a78e05c5af27 service nova] [instance: f904c1cd-024c-46e0-8efe-370bca3aa710] Refreshing instance network info cache due to event network-changed-2c294632-86b2-4108-9849-d3aab36d162b. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1169.190511] env[69524]: DEBUG oslo_concurrency.lockutils [req-16368f1c-dff6-4bd7-b61c-937f9e9137d0 req-596d007c-8d21-4aaa-b77f-a78e05c5af27 service nova] Acquiring lock "refresh_cache-f904c1cd-024c-46e0-8efe-370bca3aa710" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.190784] env[69524]: DEBUG oslo_concurrency.lockutils [req-16368f1c-dff6-4bd7-b61c-937f9e9137d0 req-596d007c-8d21-4aaa-b77f-a78e05c5af27 service nova] Acquired lock "refresh_cache-f904c1cd-024c-46e0-8efe-370bca3aa710" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.191147] env[69524]: DEBUG nova.network.neutron [req-16368f1c-dff6-4bd7-b61c-937f9e9137d0 req-596d007c-8d21-4aaa-b77f-a78e05c5af27 service nova] [instance: f904c1cd-024c-46e0-8efe-370bca3aa710] Refreshing network info cache for port 2c294632-86b2-4108-9849-d3aab36d162b {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1169.207453] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc5d2e8-b704-4d9a-8b5e-e2861d5095ec tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: d32a99f3-1794-481c-a886-63eed1c3975c] Creating Snapshot of the VM instance {{(pid=69524) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1169.207918] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f8cc98bb-523f-4e87-a366-188c858f38dc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.222090] env[69524]: DEBUG oslo_vmware.api [None req-2fc5d2e8-b704-4d9a-8b5e-e2861d5095ec tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Waiting for the task: (returnval){ [ 1169.222090] env[69524]: value = "task-4068671" [ 1169.222090] env[69524]: _type = "Task" [ 1169.222090] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.235735] env[69524]: DEBUG oslo_vmware.api [None req-2fc5d2e8-b704-4d9a-8b5e-e2861d5095ec tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068671, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.298475] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068670, 'name': CreateVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.480401] env[69524]: DEBUG nova.scheduler.client.report [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.511220] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquiring lock "43b4dacf-06d7-42de-9d91-04e69295c1f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.511569] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lock "43b4dacf-06d7-42de-9d91-04e69295c1f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.561509] env[69524]: DEBUG nova.network.neutron [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] Updating instance_info_cache with network_info: [{"id": "54ea2d72-06bd-4b33-990d-fb9aae31afe2", "address": "fa:16:3e:11:05:70", "network": {"id": "dfe6aeae-d74d-47bd-b8c4-89a56c2a99ca", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1493825348", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.31", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6d1df36a6964cb2915d8e2902e5e253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54ea2d72-06", "ovs_interfaceid": "54ea2d72-06bd-4b33-990d-fb9aae31afe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "27e1281f-3c8b-4f54-8935-0cf72ca4c60d", "address": "fa:16:3e:56:a9:ef", "network": {"id": "331ff8fc-0bde-489e-b2b4-0ca02e3d4fb9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-100174242", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c6d1df36a6964cb2915d8e2902e5e253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27e1281f-3c", "ovs_interfaceid": "27e1281f-3c8b-4f54-8935-0cf72ca4c60d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2bec92f1-30b0-4aa3-90ee-1b205b0f5ce3", "address": "fa:16:3e:da:c2:b4", "network": {"id": "dfe6aeae-d74d-47bd-b8c4-89a56c2a99ca", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1493825348", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6d1df36a6964cb2915d8e2902e5e253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bec92f1-30", "ovs_interfaceid": "2bec92f1-30b0-4aa3-90ee-1b205b0f5ce3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.595536] env[69524]: DEBUG nova.compute.manager [req-b6a30f5f-71ff-410f-8d86-30c0064d0416 req-5588618c-68f5-4d6d-847d-962b83d8fcb2 service nova] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] Received event network-changed-2bec92f1-30b0-4aa3-90ee-1b205b0f5ce3 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.595927] env[69524]: DEBUG nova.compute.manager [req-b6a30f5f-71ff-410f-8d86-30c0064d0416 req-5588618c-68f5-4d6d-847d-962b83d8fcb2 service nova] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] Refreshing instance network info cache due to event network-changed-2bec92f1-30b0-4aa3-90ee-1b205b0f5ce3. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1169.595987] env[69524]: DEBUG oslo_concurrency.lockutils [req-b6a30f5f-71ff-410f-8d86-30c0064d0416 req-5588618c-68f5-4d6d-847d-962b83d8fcb2 service nova] Acquiring lock "refresh_cache-36c68c8a-ba38-49ce-bd07-c04faf6c74a0" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.614620] env[69524]: DEBUG nova.compute.manager [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d1b9472c-9def-48c6-9f64-1ae2fc9443c7] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1169.643381] env[69524]: DEBUG nova.virt.hardware [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1169.643649] env[69524]: DEBUG nova.virt.hardware [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1169.643816] env[69524]: DEBUG nova.virt.hardware [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1169.644013] env[69524]: DEBUG nova.virt.hardware [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1169.644176] env[69524]: DEBUG nova.virt.hardware [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1169.644324] env[69524]: DEBUG nova.virt.hardware [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1169.644527] env[69524]: DEBUG nova.virt.hardware [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1169.644682] env[69524]: DEBUG nova.virt.hardware [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1169.644846] env[69524]: DEBUG nova.virt.hardware [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1169.645015] env[69524]: DEBUG nova.virt.hardware [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1169.645225] env[69524]: DEBUG nova.virt.hardware [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1169.646500] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27137e84-fc2b-448e-af88-c61f3be8d429 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.656924] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545b26cf-a52d-4031-8208-7a084503d070 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.733352] env[69524]: DEBUG oslo_vmware.api [None req-2fc5d2e8-b704-4d9a-8b5e-e2861d5095ec tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068671, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.796238] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068670, 'name': CreateVM_Task, 'duration_secs': 0.513015} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.798648] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f904c1cd-024c-46e0-8efe-370bca3aa710] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1169.799675] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.799880] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.800176] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.800779] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ced85a5-ed40-403e-af26-3a3d19cfbdd1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.807116] env[69524]: DEBUG oslo_vmware.api [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1169.807116] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]526b3667-daac-ed87-d123-9089f4d02234" [ 1169.807116] env[69524]: _type = "Task" [ 1169.807116] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.817578] env[69524]: DEBUG oslo_vmware.api [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]526b3667-daac-ed87-d123-9089f4d02234, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.884572] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e37388f0-3b86-4724-bb29-112411c3d29c tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquiring lock "4bfb9279-d345-4ddf-8c3a-397b75e20788" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.884841] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e37388f0-3b86-4724-bb29-112411c3d29c tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "4bfb9279-d345-4ddf-8c3a-397b75e20788" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.885034] env[69524]: DEBUG nova.compute.manager [None req-e37388f0-3b86-4724-bb29-112411c3d29c tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Going to confirm migration 6 {{(pid=69524) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1169.940311] env[69524]: DEBUG nova.network.neutron [req-16368f1c-dff6-4bd7-b61c-937f9e9137d0 req-596d007c-8d21-4aaa-b77f-a78e05c5af27 service nova] [instance: f904c1cd-024c-46e0-8efe-370bca3aa710] Updated VIF entry in instance network info cache for port 2c294632-86b2-4108-9849-d3aab36d162b. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1169.940803] env[69524]: DEBUG nova.network.neutron [req-16368f1c-dff6-4bd7-b61c-937f9e9137d0 req-596d007c-8d21-4aaa-b77f-a78e05c5af27 service nova] [instance: f904c1cd-024c-46e0-8efe-370bca3aa710] Updating instance_info_cache with network_info: [{"id": "2c294632-86b2-4108-9849-d3aab36d162b", "address": "fa:16:3e:04:d8:76", "network": {"id": "fb5872dc-060d-440d-9732-412267d366b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-932153407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a94659e7b1e4498afd816883f31bda9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c294632-86", "ovs_interfaceid": "2c294632-86b2-4108-9849-d3aab36d162b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.986507] env[69524]: DEBUG oslo_concurrency.lockutils [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.397s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.986983] env[69524]: DEBUG nova.compute.manager [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] [instance: 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1170.015636] env[69524]: DEBUG nova.compute.manager [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1170.064859] env[69524]: DEBUG oslo_concurrency.lockutils [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Releasing lock "refresh_cache-36c68c8a-ba38-49ce-bd07-c04faf6c74a0" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.065327] env[69524]: DEBUG nova.compute.manager [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] Instance network_info: |[{"id": "54ea2d72-06bd-4b33-990d-fb9aae31afe2", "address": "fa:16:3e:11:05:70", "network": {"id": "dfe6aeae-d74d-47bd-b8c4-89a56c2a99ca", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1493825348", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.31", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6d1df36a6964cb2915d8e2902e5e253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54ea2d72-06", "ovs_interfaceid": "54ea2d72-06bd-4b33-990d-fb9aae31afe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "27e1281f-3c8b-4f54-8935-0cf72ca4c60d", "address": "fa:16:3e:56:a9:ef", "network": {"id": "331ff8fc-0bde-489e-b2b4-0ca02e3d4fb9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-100174242", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c6d1df36a6964cb2915d8e2902e5e253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27e1281f-3c", "ovs_interfaceid": "27e1281f-3c8b-4f54-8935-0cf72ca4c60d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2bec92f1-30b0-4aa3-90ee-1b205b0f5ce3", "address": "fa:16:3e:da:c2:b4", "network": {"id": "dfe6aeae-d74d-47bd-b8c4-89a56c2a99ca", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1493825348", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6d1df36a6964cb2915d8e2902e5e253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bec92f1-30", "ovs_interfaceid": "2bec92f1-30b0-4aa3-90ee-1b205b0f5ce3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1170.065696] env[69524]: DEBUG oslo_concurrency.lockutils [req-b6a30f5f-71ff-410f-8d86-30c0064d0416 req-5588618c-68f5-4d6d-847d-962b83d8fcb2 service nova] Acquired lock "refresh_cache-36c68c8a-ba38-49ce-bd07-c04faf6c74a0" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.065923] env[69524]: DEBUG nova.network.neutron [req-b6a30f5f-71ff-410f-8d86-30c0064d0416 req-5588618c-68f5-4d6d-847d-962b83d8fcb2 service nova] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] Refreshing network info cache for port 2bec92f1-30b0-4aa3-90ee-1b205b0f5ce3 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1170.067373] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:05:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '051f343d-ac4f-4070-a26d-467603122c81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54ea2d72-06bd-4b33-990d-fb9aae31afe2', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:a9:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b0fa7a2-ebd9-4788-8904-7bf250ce466c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '27e1281f-3c8b-4f54-8935-0cf72ca4c60d', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:c2:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '051f343d-ac4f-4070-a26d-467603122c81', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2bec92f1-30b0-4aa3-90ee-1b205b0f5ce3', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1170.078915] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Creating folder: Project (c6d1df36a6964cb2915d8e2902e5e253). Parent ref: group-v806025. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1170.082386] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e79da8c-b6e5-469c-9027-bdeb2d63b9ff {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.096763] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Created folder: Project (c6d1df36a6964cb2915d8e2902e5e253) in parent group-v806025. [ 1170.096999] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Creating folder: Instances. Parent ref: group-v806290. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1170.097232] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d026f4c-4d05-4569-887e-c36d260521aa {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.108479] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Created folder: Instances in parent group-v806290. [ 1170.108723] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1170.108915] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1170.109141] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db177ede-1818-4b46-944c-1be4a3f68d8b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.137221] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1170.137221] env[69524]: value = "task-4068674" [ 1170.137221] env[69524]: _type = "Task" [ 1170.137221] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.146383] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068674, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.234445] env[69524]: DEBUG oslo_vmware.api [None req-2fc5d2e8-b704-4d9a-8b5e-e2861d5095ec tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068671, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.320291] env[69524]: DEBUG oslo_vmware.api [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]526b3667-daac-ed87-d123-9089f4d02234, 'name': SearchDatastore_Task, 'duration_secs': 0.027741} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.320965] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.320965] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: f904c1cd-024c-46e0-8efe-370bca3aa710] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1170.321302] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.321422] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.321788] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1170.321962] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f47a5fe-9909-4659-9a0d-356afb4bcf59 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.335644] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1170.336046] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1170.336799] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-269757bd-6084-4c2a-b848-7f2ecaf9411f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.343714] env[69524]: DEBUG oslo_vmware.api [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1170.343714] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5281d36e-2f96-bc53-c90b-20137ed5587f" [ 1170.343714] env[69524]: _type = "Task" [ 1170.343714] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.354876] env[69524]: DEBUG oslo_vmware.api [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5281d36e-2f96-bc53-c90b-20137ed5587f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.390338] env[69524]: DEBUG nova.network.neutron [req-b6a30f5f-71ff-410f-8d86-30c0064d0416 req-5588618c-68f5-4d6d-847d-962b83d8fcb2 service nova] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] Updated VIF entry in instance network info cache for port 2bec92f1-30b0-4aa3-90ee-1b205b0f5ce3. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1170.390911] env[69524]: DEBUG nova.network.neutron [req-b6a30f5f-71ff-410f-8d86-30c0064d0416 req-5588618c-68f5-4d6d-847d-962b83d8fcb2 service nova] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] Updating instance_info_cache with network_info: [{"id": "54ea2d72-06bd-4b33-990d-fb9aae31afe2", "address": "fa:16:3e:11:05:70", "network": {"id": "dfe6aeae-d74d-47bd-b8c4-89a56c2a99ca", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1493825348", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.31", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6d1df36a6964cb2915d8e2902e5e253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54ea2d72-06", "ovs_interfaceid": "54ea2d72-06bd-4b33-990d-fb9aae31afe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "27e1281f-3c8b-4f54-8935-0cf72ca4c60d", "address": "fa:16:3e:56:a9:ef", "network": {"id": "331ff8fc-0bde-489e-b2b4-0ca02e3d4fb9", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-100174242", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c6d1df36a6964cb2915d8e2902e5e253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27e1281f-3c", "ovs_interfaceid": "27e1281f-3c8b-4f54-8935-0cf72ca4c60d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2bec92f1-30b0-4aa3-90ee-1b205b0f5ce3", "address": "fa:16:3e:da:c2:b4", "network": {"id": "dfe6aeae-d74d-47bd-b8c4-89a56c2a99ca", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1493825348", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.30", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6d1df36a6964cb2915d8e2902e5e253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "051f343d-ac4f-4070-a26d-467603122c81", "external-id": "nsx-vlan-transportzone-277", "segmentation_id": 277, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bec92f1-30", "ovs_interfaceid": "2bec92f1-30b0-4aa3-90ee-1b205b0f5ce3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.396186] env[69524]: DEBUG nova.network.neutron [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d1b9472c-9def-48c6-9f64-1ae2fc9443c7] Successfully updated port: 31c8697d-11e7-438c-8428-09a228f2526f {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1170.438555] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e37388f0-3b86-4724-bb29-112411c3d29c tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquiring lock "refresh_cache-4bfb9279-d345-4ddf-8c3a-397b75e20788" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.438822] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e37388f0-3b86-4724-bb29-112411c3d29c tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquired lock "refresh_cache-4bfb9279-d345-4ddf-8c3a-397b75e20788" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.439097] env[69524]: DEBUG nova.network.neutron [None req-e37388f0-3b86-4724-bb29-112411c3d29c tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.439372] env[69524]: DEBUG nova.objects.instance [None req-e37388f0-3b86-4724-bb29-112411c3d29c tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lazy-loading 'info_cache' on Instance uuid 4bfb9279-d345-4ddf-8c3a-397b75e20788 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.443328] env[69524]: DEBUG oslo_concurrency.lockutils [req-16368f1c-dff6-4bd7-b61c-937f9e9137d0 req-596d007c-8d21-4aaa-b77f-a78e05c5af27 service nova] Releasing lock "refresh_cache-f904c1cd-024c-46e0-8efe-370bca3aa710" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.492637] env[69524]: DEBUG nova.compute.utils [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1170.494564] env[69524]: DEBUG nova.compute.manager [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] [instance: 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9] Not allocating networking since 'none' was specified. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1170.542288] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.542575] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.544624] env[69524]: INFO nova.compute.claims [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1170.648556] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068674, 'name': CreateVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.734225] env[69524]: DEBUG oslo_vmware.api [None req-2fc5d2e8-b704-4d9a-8b5e-e2861d5095ec tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068671, 'name': CreateSnapshot_Task, 'duration_secs': 1.056916} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.735076] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc5d2e8-b704-4d9a-8b5e-e2861d5095ec tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: d32a99f3-1794-481c-a886-63eed1c3975c] Created Snapshot of the VM instance {{(pid=69524) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1170.735337] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e626f98f-341e-41ec-b34e-88672018f14b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.856687] env[69524]: DEBUG oslo_vmware.api [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5281d36e-2f96-bc53-c90b-20137ed5587f, 'name': SearchDatastore_Task, 'duration_secs': 0.017401} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.857613] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a787ad22-308c-4c6b-82ae-1055b81f9831 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.864268] env[69524]: DEBUG oslo_vmware.api [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1170.864268] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52183465-5513-c2c8-9ec6-2dc257a4e00e" [ 1170.864268] env[69524]: _type = "Task" [ 1170.864268] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.873262] env[69524]: DEBUG oslo_vmware.api [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52183465-5513-c2c8-9ec6-2dc257a4e00e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.896401] env[69524]: DEBUG oslo_concurrency.lockutils [req-b6a30f5f-71ff-410f-8d86-30c0064d0416 req-5588618c-68f5-4d6d-847d-962b83d8fcb2 service nova] Releasing lock "refresh_cache-36c68c8a-ba38-49ce-bd07-c04faf6c74a0" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.901189] env[69524]: DEBUG oslo_concurrency.lockutils [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Acquiring lock "refresh_cache-d1b9472c-9def-48c6-9f64-1ae2fc9443c7" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.901338] env[69524]: DEBUG oslo_concurrency.lockutils [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Acquired lock "refresh_cache-d1b9472c-9def-48c6-9f64-1ae2fc9443c7" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.901610] env[69524]: DEBUG nova.network.neutron [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d1b9472c-9def-48c6-9f64-1ae2fc9443c7] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.995301] env[69524]: DEBUG nova.compute.manager [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] [instance: 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1171.148813] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068674, 'name': CreateVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.253689] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc5d2e8-b704-4d9a-8b5e-e2861d5095ec tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: d32a99f3-1794-481c-a886-63eed1c3975c] Creating linked-clone VM from snapshot {{(pid=69524) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1171.254063] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cf45b72b-616f-4681-be09-4e87cb12e827 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.263469] env[69524]: DEBUG oslo_vmware.api [None req-2fc5d2e8-b704-4d9a-8b5e-e2861d5095ec tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Waiting for the task: (returnval){ [ 1171.263469] env[69524]: value = "task-4068675" [ 1171.263469] env[69524]: _type = "Task" [ 1171.263469] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.273337] env[69524]: DEBUG oslo_vmware.api [None req-2fc5d2e8-b704-4d9a-8b5e-e2861d5095ec tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068675, 'name': CloneVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.375909] env[69524]: DEBUG oslo_vmware.api [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52183465-5513-c2c8-9ec6-2dc257a4e00e, 'name': SearchDatastore_Task, 'duration_secs': 0.023449} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.376252] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.376596] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] f904c1cd-024c-46e0-8efe-370bca3aa710/f904c1cd-024c-46e0-8efe-370bca3aa710.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1171.376883] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a63495c7-a64e-4d74-822d-3230bed8d812 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.385900] env[69524]: DEBUG oslo_vmware.api [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1171.385900] env[69524]: value = "task-4068676" [ 1171.385900] env[69524]: _type = "Task" [ 1171.385900] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.395822] env[69524]: DEBUG oslo_vmware.api [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068676, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.437084] env[69524]: DEBUG nova.network.neutron [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d1b9472c-9def-48c6-9f64-1ae2fc9443c7] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1171.585192] env[69524]: DEBUG nova.network.neutron [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d1b9472c-9def-48c6-9f64-1ae2fc9443c7] Updating instance_info_cache with network_info: [{"id": "31c8697d-11e7-438c-8428-09a228f2526f", "address": "fa:16:3e:1f:a0:c5", "network": {"id": "7feebf88-6a3a-476c-b5da-3918251de2fe", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1794187658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "de266e15eb7047b1829e4e83a3376190", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31c8697d-11", "ovs_interfaceid": "31c8697d-11e7-438c-8428-09a228f2526f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.631103] env[69524]: DEBUG nova.compute.manager [req-71bd30ce-eedc-4cd3-817f-8e50fe1899c4 req-ca35386c-8e09-4456-afe4-e3eb3fef6ee6 service nova] [instance: d1b9472c-9def-48c6-9f64-1ae2fc9443c7] Received event network-vif-plugged-31c8697d-11e7-438c-8428-09a228f2526f {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.631610] env[69524]: DEBUG oslo_concurrency.lockutils [req-71bd30ce-eedc-4cd3-817f-8e50fe1899c4 req-ca35386c-8e09-4456-afe4-e3eb3fef6ee6 service nova] Acquiring lock "d1b9472c-9def-48c6-9f64-1ae2fc9443c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.632268] env[69524]: DEBUG oslo_concurrency.lockutils [req-71bd30ce-eedc-4cd3-817f-8e50fe1899c4 req-ca35386c-8e09-4456-afe4-e3eb3fef6ee6 service nova] Lock "d1b9472c-9def-48c6-9f64-1ae2fc9443c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.632268] env[69524]: DEBUG oslo_concurrency.lockutils [req-71bd30ce-eedc-4cd3-817f-8e50fe1899c4 req-ca35386c-8e09-4456-afe4-e3eb3fef6ee6 service nova] Lock "d1b9472c-9def-48c6-9f64-1ae2fc9443c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.632547] env[69524]: DEBUG nova.compute.manager [req-71bd30ce-eedc-4cd3-817f-8e50fe1899c4 req-ca35386c-8e09-4456-afe4-e3eb3fef6ee6 service nova] [instance: d1b9472c-9def-48c6-9f64-1ae2fc9443c7] No waiting events found dispatching network-vif-plugged-31c8697d-11e7-438c-8428-09a228f2526f {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1171.632708] env[69524]: WARNING nova.compute.manager [req-71bd30ce-eedc-4cd3-817f-8e50fe1899c4 req-ca35386c-8e09-4456-afe4-e3eb3fef6ee6 service nova] [instance: d1b9472c-9def-48c6-9f64-1ae2fc9443c7] Received unexpected event network-vif-plugged-31c8697d-11e7-438c-8428-09a228f2526f for instance with vm_state building and task_state spawning. [ 1171.632883] env[69524]: DEBUG nova.compute.manager [req-71bd30ce-eedc-4cd3-817f-8e50fe1899c4 req-ca35386c-8e09-4456-afe4-e3eb3fef6ee6 service nova] [instance: d1b9472c-9def-48c6-9f64-1ae2fc9443c7] Received event network-changed-31c8697d-11e7-438c-8428-09a228f2526f {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.633093] env[69524]: DEBUG nova.compute.manager [req-71bd30ce-eedc-4cd3-817f-8e50fe1899c4 req-ca35386c-8e09-4456-afe4-e3eb3fef6ee6 service nova] [instance: d1b9472c-9def-48c6-9f64-1ae2fc9443c7] Refreshing instance network info cache due to event network-changed-31c8697d-11e7-438c-8428-09a228f2526f. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1171.633281] env[69524]: DEBUG oslo_concurrency.lockutils [req-71bd30ce-eedc-4cd3-817f-8e50fe1899c4 req-ca35386c-8e09-4456-afe4-e3eb3fef6ee6 service nova] Acquiring lock "refresh_cache-d1b9472c-9def-48c6-9f64-1ae2fc9443c7" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.655786] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068674, 'name': CreateVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.695891] env[69524]: DEBUG nova.network.neutron [None req-e37388f0-3b86-4724-bb29-112411c3d29c tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Updating instance_info_cache with network_info: [{"id": "ad1a1f4d-2beb-4f27-a63d-a02e87dfc9c6", "address": "fa:16:3e:85:46:3a", "network": {"id": "37adc9d0-a545-4ad6-8bda-bbeebaeaad38", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1811246761-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c0583911a34499e92e7299e6bdb937d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad1a1f4d-2b", "ovs_interfaceid": "ad1a1f4d-2beb-4f27-a63d-a02e87dfc9c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.783863] env[69524]: DEBUG oslo_vmware.api [None req-2fc5d2e8-b704-4d9a-8b5e-e2861d5095ec tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068675, 'name': CloneVM_Task} progress is 94%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.822927] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74cbc146-6381-4b8a-9403-c6ed0c725831 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.831854] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93745c7c-2490-4862-9a12-1e77f5aec184 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.876155] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e48b3b-e5c5-49b6-be57-8d475363626b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.884232] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77452e2-3f7e-450f-9e0e-960fb8e5dd85 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.898335] env[69524]: DEBUG oslo_vmware.api [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068676, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.910288] env[69524]: DEBUG nova.compute.provider_tree [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1172.005975] env[69524]: DEBUG nova.compute.manager [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] [instance: 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1172.042490] env[69524]: DEBUG nova.virt.hardware [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1172.042739] env[69524]: DEBUG nova.virt.hardware [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1172.042893] env[69524]: DEBUG nova.virt.hardware [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1172.043115] env[69524]: DEBUG nova.virt.hardware [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1172.043309] env[69524]: DEBUG nova.virt.hardware [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1172.043529] env[69524]: DEBUG nova.virt.hardware [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1172.043667] env[69524]: DEBUG nova.virt.hardware [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1172.043823] env[69524]: DEBUG nova.virt.hardware [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1172.044088] env[69524]: DEBUG nova.virt.hardware [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1172.044298] env[69524]: DEBUG nova.virt.hardware [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1172.044476] env[69524]: DEBUG nova.virt.hardware [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1172.045622] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14c6007-f3c4-452a-a2c6-9e3f7dcc92b4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.054473] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5b8744-b9e1-435d-a0d2-e56d732bb8d0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.069527] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] [instance: 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9] Instance VIF info [] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1172.078216] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Creating folder: Project (4cb383068c8b4a34919ac44130d6faf7). Parent ref: group-v806025. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1172.078739] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b875644b-cd9d-4e35-8375-3d9d9100db66 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.087555] env[69524]: DEBUG oslo_concurrency.lockutils [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Releasing lock "refresh_cache-d1b9472c-9def-48c6-9f64-1ae2fc9443c7" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.087991] env[69524]: DEBUG nova.compute.manager [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d1b9472c-9def-48c6-9f64-1ae2fc9443c7] Instance network_info: |[{"id": "31c8697d-11e7-438c-8428-09a228f2526f", "address": "fa:16:3e:1f:a0:c5", "network": {"id": "7feebf88-6a3a-476c-b5da-3918251de2fe", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1794187658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "de266e15eb7047b1829e4e83a3376190", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31c8697d-11", "ovs_interfaceid": "31c8697d-11e7-438c-8428-09a228f2526f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1172.088331] env[69524]: DEBUG oslo_concurrency.lockutils [req-71bd30ce-eedc-4cd3-817f-8e50fe1899c4 req-ca35386c-8e09-4456-afe4-e3eb3fef6ee6 service nova] Acquired lock "refresh_cache-d1b9472c-9def-48c6-9f64-1ae2fc9443c7" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.088515] env[69524]: DEBUG nova.network.neutron [req-71bd30ce-eedc-4cd3-817f-8e50fe1899c4 req-ca35386c-8e09-4456-afe4-e3eb3fef6ee6 service nova] [instance: d1b9472c-9def-48c6-9f64-1ae2fc9443c7] Refreshing network info cache for port 31c8697d-11e7-438c-8428-09a228f2526f {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1172.089961] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d1b9472c-9def-48c6-9f64-1ae2fc9443c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:a0:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad36dd36-1d2c-4f37-a259-98ef2e440794', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31c8697d-11e7-438c-8428-09a228f2526f', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1172.099424] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Creating folder: Project (de266e15eb7047b1829e4e83a3376190). Parent ref: group-v806025. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1172.102660] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b62f639-10f5-46ef-842d-7b100c2ef88b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.104767] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Created folder: Project (4cb383068c8b4a34919ac44130d6faf7) in parent group-v806025. [ 1172.104978] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Creating folder: Instances. Parent ref: group-v806295. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1172.105236] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76e6c349-67de-48f4-9d52-b0f34b21a455 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.119344] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Created folder: Project (de266e15eb7047b1829e4e83a3376190) in parent group-v806025. [ 1172.119660] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Creating folder: Instances. Parent ref: group-v806296. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1172.121203] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2bc8dac6-67f2-4b02-841d-a7808a5021e1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.123033] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Created folder: Instances in parent group-v806295. [ 1172.123300] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1172.123754] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1172.124374] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0e41235-f025-4ff5-b890-c0582018a212 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.137923] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Created folder: Instances in parent group-v806296. [ 1172.138128] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1172.138724] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1b9472c-9def-48c6-9f64-1ae2fc9443c7] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1172.138977] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2794fa1c-695f-4297-aa05-cb6da02372a7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.154470] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1172.154470] env[69524]: value = "task-4068681" [ 1172.154470] env[69524]: _type = "Task" [ 1172.154470] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.163444] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1172.163444] env[69524]: value = "task-4068682" [ 1172.163444] env[69524]: _type = "Task" [ 1172.163444] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.167475] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068674, 'name': CreateVM_Task, 'duration_secs': 1.528069} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.173623] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1172.173905] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068681, 'name': CreateVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.174928] env[69524]: DEBUG oslo_concurrency.lockutils [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.175170] env[69524]: DEBUG oslo_concurrency.lockutils [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.175521] env[69524]: DEBUG oslo_concurrency.lockutils [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.176313] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c97bc2a-dcab-4a04-99a2-4b2c453e657a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.182773] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068682, 'name': CreateVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.184406] env[69524]: DEBUG oslo_vmware.api [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Waiting for the task: (returnval){ [ 1172.184406] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5266c61d-8b46-a96c-f008-f84355e6da58" [ 1172.184406] env[69524]: _type = "Task" [ 1172.184406] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.193390] env[69524]: DEBUG oslo_vmware.api [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5266c61d-8b46-a96c-f008-f84355e6da58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.199417] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e37388f0-3b86-4724-bb29-112411c3d29c tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Releasing lock "refresh_cache-4bfb9279-d345-4ddf-8c3a-397b75e20788" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.199748] env[69524]: DEBUG nova.objects.instance [None req-e37388f0-3b86-4724-bb29-112411c3d29c tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lazy-loading 'migration_context' on Instance uuid 4bfb9279-d345-4ddf-8c3a-397b75e20788 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.276728] env[69524]: DEBUG oslo_vmware.api [None req-2fc5d2e8-b704-4d9a-8b5e-e2861d5095ec tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068675, 'name': CloneVM_Task} progress is 94%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.400525] env[69524]: DEBUG oslo_vmware.api [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068676, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.648191} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.400866] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] f904c1cd-024c-46e0-8efe-370bca3aa710/f904c1cd-024c-46e0-8efe-370bca3aa710.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1172.401091] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: f904c1cd-024c-46e0-8efe-370bca3aa710] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1172.401407] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b48e5e09-b682-42ac-8fd7-7555033bddef {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.408620] env[69524]: DEBUG oslo_vmware.api [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1172.408620] env[69524]: value = "task-4068683" [ 1172.408620] env[69524]: _type = "Task" [ 1172.408620] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.413230] env[69524]: DEBUG nova.scheduler.client.report [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.419767] env[69524]: DEBUG oslo_vmware.api [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068683, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.668970] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068681, 'name': CreateVM_Task, 'duration_secs': 0.396259} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.672617] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1172.675348] env[69524]: DEBUG oslo_concurrency.lockutils [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.681583] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068682, 'name': CreateVM_Task, 'duration_secs': 0.413096} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.681694] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1b9472c-9def-48c6-9f64-1ae2fc9443c7] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1172.682278] env[69524]: DEBUG oslo_concurrency.lockutils [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.682437] env[69524]: DEBUG oslo_concurrency.lockutils [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.682755] env[69524]: DEBUG oslo_concurrency.lockutils [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.683018] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40e5c747-bb83-45d8-beb9-decc15428b6f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.691742] env[69524]: DEBUG oslo_vmware.api [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Waiting for the task: (returnval){ [ 1172.691742] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5292d436-e8e6-5738-ffbb-23d053f5452f" [ 1172.691742] env[69524]: _type = "Task" [ 1172.691742] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.697419] env[69524]: DEBUG oslo_vmware.api [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5266c61d-8b46-a96c-f008-f84355e6da58, 'name': SearchDatastore_Task, 'duration_secs': 0.013331} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.700598] env[69524]: DEBUG oslo_concurrency.lockutils [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.700876] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1172.701074] env[69524]: DEBUG oslo_concurrency.lockutils [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.701220] env[69524]: DEBUG oslo_concurrency.lockutils [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.701398] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1172.702094] env[69524]: DEBUG oslo_concurrency.lockutils [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.702408] env[69524]: DEBUG oslo_concurrency.lockutils [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.702650] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e32b12b-de38-4fbb-8a1c-88f370a4ff39 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.705338] env[69524]: DEBUG nova.objects.base [None req-e37388f0-3b86-4724-bb29-112411c3d29c tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Object Instance<4bfb9279-d345-4ddf-8c3a-397b75e20788> lazy-loaded attributes: info_cache,migration_context {{(pid=69524) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1172.706055] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33cd8db9-a71c-4d4f-bd01-e599baf1a6f4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.708142] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-007cd028-95a4-45a9-bf8c-151ece70760e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.715787] env[69524]: DEBUG oslo_vmware.api [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5292d436-e8e6-5738-ffbb-23d053f5452f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.719521] env[69524]: DEBUG oslo_vmware.api [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Waiting for the task: (returnval){ [ 1172.719521] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5241a572-fd9c-dfd9-bb67-d4119df8116d" [ 1172.719521] env[69524]: _type = "Task" [ 1172.719521] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.740117] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b882644-72d1-4009-bcd8-2a297915e1f4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.742366] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1172.742554] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1172.743808] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fcb05ad-9368-4a27-8dcd-f8ebbf97593d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.752267] env[69524]: DEBUG oslo_vmware.api [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5241a572-fd9c-dfd9-bb67-d4119df8116d, 'name': SearchDatastore_Task, 'duration_secs': 0.021272} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.754129] env[69524]: DEBUG oslo_concurrency.lockutils [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.754360] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] [instance: 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1172.754569] env[69524]: DEBUG oslo_concurrency.lockutils [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.754850] env[69524]: DEBUG oslo_vmware.api [None req-e37388f0-3b86-4724-bb29-112411c3d29c tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 1172.754850] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]521e4bb7-dddb-6dfd-fcfa-a9e8c7c94da4" [ 1172.754850] env[69524]: _type = "Task" [ 1172.754850] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.755090] env[69524]: DEBUG oslo_vmware.api [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Waiting for the task: (returnval){ [ 1172.755090] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52836466-58a9-5808-a9fc-8edf0f37c022" [ 1172.755090] env[69524]: _type = "Task" [ 1172.755090] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.773923] env[69524]: DEBUG oslo_vmware.api [None req-e37388f0-3b86-4724-bb29-112411c3d29c tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]521e4bb7-dddb-6dfd-fcfa-a9e8c7c94da4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.774221] env[69524]: DEBUG oslo_vmware.api [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52836466-58a9-5808-a9fc-8edf0f37c022, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.779801] env[69524]: DEBUG oslo_vmware.api [None req-2fc5d2e8-b704-4d9a-8b5e-e2861d5095ec tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068675, 'name': CloneVM_Task} progress is 95%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.827522] env[69524]: DEBUG nova.network.neutron [req-71bd30ce-eedc-4cd3-817f-8e50fe1899c4 req-ca35386c-8e09-4456-afe4-e3eb3fef6ee6 service nova] [instance: d1b9472c-9def-48c6-9f64-1ae2fc9443c7] Updated VIF entry in instance network info cache for port 31c8697d-11e7-438c-8428-09a228f2526f. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1172.827896] env[69524]: DEBUG nova.network.neutron [req-71bd30ce-eedc-4cd3-817f-8e50fe1899c4 req-ca35386c-8e09-4456-afe4-e3eb3fef6ee6 service nova] [instance: d1b9472c-9def-48c6-9f64-1ae2fc9443c7] Updating instance_info_cache with network_info: [{"id": "31c8697d-11e7-438c-8428-09a228f2526f", "address": "fa:16:3e:1f:a0:c5", "network": {"id": "7feebf88-6a3a-476c-b5da-3918251de2fe", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1794187658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "de266e15eb7047b1829e4e83a3376190", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31c8697d-11", "ovs_interfaceid": "31c8697d-11e7-438c-8428-09a228f2526f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.918704] env[69524]: DEBUG oslo_vmware.api [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068683, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105332} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.919475] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: f904c1cd-024c-46e0-8efe-370bca3aa710] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1172.919977] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5e267d-7e6a-494b-8fd6-2c0aece8c01f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.922964] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.380s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.923447] env[69524]: DEBUG nova.compute.manager [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1172.946543] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: f904c1cd-024c-46e0-8efe-370bca3aa710] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] f904c1cd-024c-46e0-8efe-370bca3aa710/f904c1cd-024c-46e0-8efe-370bca3aa710.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1172.946869] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-961f15c3-7609-415d-ab33-a4fe5a8e8a05 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.968482] env[69524]: DEBUG oslo_vmware.api [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1172.968482] env[69524]: value = "task-4068684" [ 1172.968482] env[69524]: _type = "Task" [ 1172.968482] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.977495] env[69524]: DEBUG oslo_vmware.api [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068684, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.209596] env[69524]: DEBUG oslo_vmware.api [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5292d436-e8e6-5738-ffbb-23d053f5452f, 'name': SearchDatastore_Task, 'duration_secs': 0.024388} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.210030] env[69524]: DEBUG oslo_concurrency.lockutils [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.210283] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d1b9472c-9def-48c6-9f64-1ae2fc9443c7] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1173.210589] env[69524]: DEBUG oslo_concurrency.lockutils [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.210749] env[69524]: DEBUG oslo_concurrency.lockutils [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.210998] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1173.211347] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07d68248-f7aa-4eaa-87fe-5a843c200bf1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.225430] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1173.225638] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1173.226483] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d779b71f-4cbb-4755-8e78-f4ecca8f7be1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.233226] env[69524]: DEBUG oslo_vmware.api [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Waiting for the task: (returnval){ [ 1173.233226] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]529f58c0-a1a7-919e-4017-4881ed656cea" [ 1173.233226] env[69524]: _type = "Task" [ 1173.233226] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.242420] env[69524]: DEBUG oslo_vmware.api [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]529f58c0-a1a7-919e-4017-4881ed656cea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.276730] env[69524]: DEBUG oslo_vmware.api [None req-e37388f0-3b86-4724-bb29-112411c3d29c tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]521e4bb7-dddb-6dfd-fcfa-a9e8c7c94da4, 'name': SearchDatastore_Task, 'duration_secs': 0.018893} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.277041] env[69524]: DEBUG oslo_vmware.api [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52836466-58a9-5808-a9fc-8edf0f37c022, 'name': SearchDatastore_Task, 'duration_secs': 0.028251} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.277738] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e37388f0-3b86-4724-bb29-112411c3d29c tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.278052] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e37388f0-3b86-4724-bb29-112411c3d29c tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.283467] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c976ea0-3df8-4cd4-bf70-e7798f86fb5e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.286279] env[69524]: DEBUG oslo_vmware.api [None req-2fc5d2e8-b704-4d9a-8b5e-e2861d5095ec tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068675, 'name': CloneVM_Task, 'duration_secs': 1.725127} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.287047] env[69524]: INFO nova.virt.vmwareapi.vmops [None req-2fc5d2e8-b704-4d9a-8b5e-e2861d5095ec tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: d32a99f3-1794-481c-a886-63eed1c3975c] Created linked-clone VM from snapshot [ 1173.288095] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ddb5877-f422-408d-9c75-b53ccec56762 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.292088] env[69524]: DEBUG oslo_vmware.api [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Waiting for the task: (returnval){ [ 1173.292088] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]524147d1-b977-4228-2d66-1f567eb03267" [ 1173.292088] env[69524]: _type = "Task" [ 1173.292088] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.300901] env[69524]: DEBUG nova.virt.vmwareapi.images [None req-2fc5d2e8-b704-4d9a-8b5e-e2861d5095ec tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: d32a99f3-1794-481c-a886-63eed1c3975c] Uploading image 06340c03-2398-4840-92d6-5c62aa773169 {{(pid=69524) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1173.308412] env[69524]: DEBUG oslo_vmware.api [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]524147d1-b977-4228-2d66-1f567eb03267, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.312050] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fc5d2e8-b704-4d9a-8b5e-e2861d5095ec tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: d32a99f3-1794-481c-a886-63eed1c3975c] Destroying the VM {{(pid=69524) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1173.312192] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-74181bf3-f56d-4187-ac2e-1c6dfaada853 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.319561] env[69524]: DEBUG oslo_vmware.api [None req-2fc5d2e8-b704-4d9a-8b5e-e2861d5095ec tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Waiting for the task: (returnval){ [ 1173.319561] env[69524]: value = "task-4068685" [ 1173.319561] env[69524]: _type = "Task" [ 1173.319561] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.328370] env[69524]: DEBUG oslo_vmware.api [None req-2fc5d2e8-b704-4d9a-8b5e-e2861d5095ec tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068685, 'name': Destroy_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.331083] env[69524]: DEBUG oslo_concurrency.lockutils [req-71bd30ce-eedc-4cd3-817f-8e50fe1899c4 req-ca35386c-8e09-4456-afe4-e3eb3fef6ee6 service nova] Releasing lock "refresh_cache-d1b9472c-9def-48c6-9f64-1ae2fc9443c7" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.429280] env[69524]: DEBUG nova.compute.utils [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1173.431687] env[69524]: DEBUG nova.compute.manager [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1173.432054] env[69524]: DEBUG nova.network.neutron [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1173.479594] env[69524]: DEBUG oslo_vmware.api [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068684, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.516887] env[69524]: DEBUG nova.policy [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c2b299b185db43378fb00b1490c51d23', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4133a0547d154af78d7556a7517cb285', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 1173.745792] env[69524]: DEBUG oslo_vmware.api [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]529f58c0-a1a7-919e-4017-4881ed656cea, 'name': SearchDatastore_Task, 'duration_secs': 0.018659} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.746847] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3afc618a-0850-4765-b992-f30c681f61e6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.754063] env[69524]: DEBUG oslo_vmware.api [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Waiting for the task: (returnval){ [ 1173.754063] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52595987-fcb8-a2a7-3f46-005861f02feb" [ 1173.754063] env[69524]: _type = "Task" [ 1173.754063] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.764606] env[69524]: DEBUG oslo_vmware.api [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52595987-fcb8-a2a7-3f46-005861f02feb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.805035] env[69524]: DEBUG oslo_vmware.api [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]524147d1-b977-4228-2d66-1f567eb03267, 'name': SearchDatastore_Task, 'duration_secs': 0.018444} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.805035] env[69524]: DEBUG oslo_concurrency.lockutils [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.805309] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 36c68c8a-ba38-49ce-bd07-c04faf6c74a0/36c68c8a-ba38-49ce-bd07-c04faf6c74a0.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1173.805606] env[69524]: DEBUG oslo_concurrency.lockutils [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.805795] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1173.806091] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54b1ba07-1da1-4bbe-8c7c-a57e3e70b8d8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.808345] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23296ec1-077e-4452-8de2-2361a4a8c46c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.818459] env[69524]: DEBUG oslo_vmware.api [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Waiting for the task: (returnval){ [ 1173.818459] env[69524]: value = "task-4068686" [ 1173.818459] env[69524]: _type = "Task" [ 1173.818459] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.826636] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1173.826689] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1173.833538] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-136cb853-7e19-498e-9d36-9e26d6b42735 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.837158] env[69524]: DEBUG oslo_vmware.api [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Task: {'id': task-4068686, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.844632] env[69524]: DEBUG oslo_vmware.api [None req-2fc5d2e8-b704-4d9a-8b5e-e2861d5095ec tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068685, 'name': Destroy_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.850181] env[69524]: DEBUG oslo_vmware.api [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Waiting for the task: (returnval){ [ 1173.850181] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]524e3613-4211-c4e9-c956-24c9e1d6272b" [ 1173.850181] env[69524]: _type = "Task" [ 1173.850181] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.859973] env[69524]: DEBUG oslo_vmware.api [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]524e3613-4211-c4e9-c956-24c9e1d6272b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.886861] env[69524]: DEBUG nova.network.neutron [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Successfully created port: 3c70a088-659f-4fee-97ff-b8bba0c87ff9 {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1173.937222] env[69524]: DEBUG nova.compute.manager [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1173.979852] env[69524]: DEBUG oslo_vmware.api [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068684, 'name': ReconfigVM_Task, 'duration_secs': 0.542359} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.980181] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: f904c1cd-024c-46e0-8efe-370bca3aa710] Reconfigured VM instance instance-0000005c to attach disk [datastore1] f904c1cd-024c-46e0-8efe-370bca3aa710/f904c1cd-024c-46e0-8efe-370bca3aa710.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1173.980862] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9986dd94-0e8b-433f-bec1-bb22fd485ea8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.988968] env[69524]: DEBUG oslo_vmware.api [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1173.988968] env[69524]: value = "task-4068687" [ 1173.988968] env[69524]: _type = "Task" [ 1173.988968] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.005603] env[69524]: DEBUG oslo_vmware.api [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068687, 'name': Rename_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.064672] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec81f58a-07f8-4ee4-a104-380b3b1ba882 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.075285] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c87493-3736-4f46-8183-84803a2c3101 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.107210] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb2fab4-a2fe-446d-b3ac-5eb3adc3ae58 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.118074] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6beefc4-1bdf-482a-8f71-f0cac1267744 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.134132] env[69524]: DEBUG nova.compute.provider_tree [None req-e37388f0-3b86-4724-bb29-112411c3d29c tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1174.268203] env[69524]: DEBUG oslo_vmware.api [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52595987-fcb8-a2a7-3f46-005861f02feb, 'name': SearchDatastore_Task, 'duration_secs': 0.016295} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.268694] env[69524]: DEBUG oslo_concurrency.lockutils [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.268960] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] d1b9472c-9def-48c6-9f64-1ae2fc9443c7/d1b9472c-9def-48c6-9f64-1ae2fc9443c7.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1174.269270] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-238e70ea-79b5-4880-8d03-6f5cc7247973 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.278212] env[69524]: DEBUG oslo_vmware.api [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Waiting for the task: (returnval){ [ 1174.278212] env[69524]: value = "task-4068688" [ 1174.278212] env[69524]: _type = "Task" [ 1174.278212] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.284260] env[69524]: DEBUG oslo_concurrency.lockutils [None req-17627c2f-1e9c-439f-a942-e23d4f6bb45d tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquiring lock "87a52851-044c-4a42-9c08-6302d8817f5f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.284506] env[69524]: DEBUG oslo_concurrency.lockutils [None req-17627c2f-1e9c-439f-a942-e23d4f6bb45d tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "87a52851-044c-4a42-9c08-6302d8817f5f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.293997] env[69524]: DEBUG oslo_vmware.api [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': task-4068688, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.335028] env[69524]: DEBUG oslo_vmware.api [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Task: {'id': task-4068686, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.337155] env[69524]: DEBUG oslo_vmware.api [None req-2fc5d2e8-b704-4d9a-8b5e-e2861d5095ec tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068685, 'name': Destroy_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.362563] env[69524]: DEBUG oslo_vmware.api [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]524e3613-4211-c4e9-c956-24c9e1d6272b, 'name': SearchDatastore_Task, 'duration_secs': 0.014342} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.363597] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-195f783e-89bd-43bf-80ea-2cc25550d0db {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.370768] env[69524]: DEBUG oslo_vmware.api [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Waiting for the task: (returnval){ [ 1174.370768] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52cc50dc-c11d-93c4-9b2d-0fa11b7cd98d" [ 1174.370768] env[69524]: _type = "Task" [ 1174.370768] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.380778] env[69524]: DEBUG oslo_vmware.api [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52cc50dc-c11d-93c4-9b2d-0fa11b7cd98d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.504782] env[69524]: DEBUG oslo_vmware.api [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068687, 'name': Rename_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.658887] env[69524]: ERROR nova.scheduler.client.report [None req-e37388f0-3b86-4724-bb29-112411c3d29c tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [req-fdb1e31c-95db-498d-a723-0665ac1bc49c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 333a7aa4-d2cd-4888-ac97-9e43e6b91719. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fdb1e31c-95db-498d-a723-0665ac1bc49c"}]} [ 1174.684485] env[69524]: DEBUG nova.scheduler.client.report [None req-e37388f0-3b86-4724-bb29-112411c3d29c tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Refreshing inventories for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1174.711669] env[69524]: DEBUG nova.scheduler.client.report [None req-e37388f0-3b86-4724-bb29-112411c3d29c tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Updating ProviderTree inventory for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1174.711964] env[69524]: DEBUG nova.compute.provider_tree [None req-e37388f0-3b86-4724-bb29-112411c3d29c tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1174.734110] env[69524]: DEBUG nova.scheduler.client.report [None req-e37388f0-3b86-4724-bb29-112411c3d29c tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Refreshing aggregate associations for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719, aggregates: None {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1174.755682] env[69524]: DEBUG nova.scheduler.client.report [None req-e37388f0-3b86-4724-bb29-112411c3d29c tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Refreshing trait associations for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1174.788367] env[69524]: INFO nova.compute.manager [None req-17627c2f-1e9c-439f-a942-e23d4f6bb45d tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Detaching volume 9c118da6-8f4a-4994-b3d1-6455cfdbc8f1 [ 1174.798492] env[69524]: DEBUG oslo_vmware.api [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': task-4068688, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.838239] env[69524]: DEBUG oslo_vmware.api [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Task: {'id': task-4068686, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.644135} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.838622] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 36c68c8a-ba38-49ce-bd07-c04faf6c74a0/36c68c8a-ba38-49ce-bd07-c04faf6c74a0.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1174.838850] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1174.839270] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37877555-81c7-45c7-be61-c14489e340a0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.846085] env[69524]: DEBUG oslo_vmware.api [None req-2fc5d2e8-b704-4d9a-8b5e-e2861d5095ec tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068685, 'name': Destroy_Task, 'duration_secs': 1.514661} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.847523] env[69524]: INFO nova.virt.block_device [None req-17627c2f-1e9c-439f-a942-e23d4f6bb45d tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Attempting to driver detach volume 9c118da6-8f4a-4994-b3d1-6455cfdbc8f1 from mountpoint /dev/sdb [ 1174.847523] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-17627c2f-1e9c-439f-a942-e23d4f6bb45d tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Volume detach. Driver type: vmdk {{(pid=69524) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1174.847819] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-17627c2f-1e9c-439f-a942-e23d4f6bb45d tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806269', 'volume_id': '9c118da6-8f4a-4994-b3d1-6455cfdbc8f1', 'name': 'volume-9c118da6-8f4a-4994-b3d1-6455cfdbc8f1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '87a52851-044c-4a42-9c08-6302d8817f5f', 'attached_at': '', 'detached_at': '', 'volume_id': '9c118da6-8f4a-4994-b3d1-6455cfdbc8f1', 'serial': '9c118da6-8f4a-4994-b3d1-6455cfdbc8f1'} {{(pid=69524) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1174.848853] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-2fc5d2e8-b704-4d9a-8b5e-e2861d5095ec tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: d32a99f3-1794-481c-a886-63eed1c3975c] Destroyed the VM [ 1174.849026] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc5d2e8-b704-4d9a-8b5e-e2861d5095ec tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: d32a99f3-1794-481c-a886-63eed1c3975c] Deleting Snapshot of the VM instance {{(pid=69524) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1174.849975] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5454d3-f7ac-46dc-87a1-184b1e07371b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.856876] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-38234be0-3e0f-4124-a7c3-fd14ba72dc9b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.862096] env[69524]: DEBUG oslo_vmware.api [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Waiting for the task: (returnval){ [ 1174.862096] env[69524]: value = "task-4068689" [ 1174.862096] env[69524]: _type = "Task" [ 1174.862096] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.888453] env[69524]: DEBUG oslo_vmware.api [None req-2fc5d2e8-b704-4d9a-8b5e-e2861d5095ec tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Waiting for the task: (returnval){ [ 1174.888453] env[69524]: value = "task-4068690" [ 1174.888453] env[69524]: _type = "Task" [ 1174.888453] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.895584] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a0d629-bdce-4bc1-94a4-2159f0bfc5d3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.907508] env[69524]: DEBUG oslo_vmware.api [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Task: {'id': task-4068689, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.914170] env[69524]: DEBUG oslo_vmware.api [None req-2fc5d2e8-b704-4d9a-8b5e-e2861d5095ec tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068690, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.923430] env[69524]: DEBUG oslo_vmware.api [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52cc50dc-c11d-93c4-9b2d-0fa11b7cd98d, 'name': SearchDatastore_Task, 'duration_secs': 0.070252} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.924283] env[69524]: DEBUG oslo_concurrency.lockutils [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.924583] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9/95beb0ed-a1e2-4d22-a7dd-0af2a466acc9.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1174.925471] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121385f1-a0b7-46b2-83cd-61cfc657784a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.928296] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4caf803-b921-46ac-b675-d9cc02c55e02 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.951150] env[69524]: DEBUG nova.compute.manager [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1174.959910] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1520704b-cd41-4a1f-bb96-f411a20d5eac {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.963233] env[69524]: DEBUG oslo_vmware.api [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Waiting for the task: (returnval){ [ 1174.963233] env[69524]: value = "task-4068691" [ 1174.963233] env[69524]: _type = "Task" [ 1174.963233] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.982149] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-17627c2f-1e9c-439f-a942-e23d4f6bb45d tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] The volume has not been displaced from its original location: [datastore1] volume-9c118da6-8f4a-4994-b3d1-6455cfdbc8f1/volume-9c118da6-8f4a-4994-b3d1-6455cfdbc8f1.vmdk. No consolidation needed. {{(pid=69524) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1174.989253] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-17627c2f-1e9c-439f-a942-e23d4f6bb45d tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Reconfiguring VM instance instance-0000004d to detach disk 2001 {{(pid=69524) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1174.995290] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72c54951-e267-4a32-966c-3384a3650d94 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.018580] env[69524]: DEBUG oslo_vmware.api [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Task: {'id': task-4068691, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.021343] env[69524]: DEBUG nova.virt.hardware [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1175.021651] env[69524]: DEBUG nova.virt.hardware [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1175.021826] env[69524]: DEBUG nova.virt.hardware [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1175.022042] env[69524]: DEBUG nova.virt.hardware [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1175.022168] env[69524]: DEBUG nova.virt.hardware [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1175.022316] env[69524]: DEBUG nova.virt.hardware [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1175.022539] env[69524]: DEBUG nova.virt.hardware [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1175.022734] env[69524]: DEBUG nova.virt.hardware [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1175.022907] env[69524]: DEBUG nova.virt.hardware [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1175.023088] env[69524]: DEBUG nova.virt.hardware [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1175.023267] env[69524]: DEBUG nova.virt.hardware [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1175.024770] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f38be86-cd6a-42ad-9afb-6a7396a933b2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.033268] env[69524]: DEBUG oslo_vmware.api [None req-17627c2f-1e9c-439f-a942-e23d4f6bb45d tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 1175.033268] env[69524]: value = "task-4068692" [ 1175.033268] env[69524]: _type = "Task" [ 1175.033268] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.039771] env[69524]: DEBUG oslo_vmware.api [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068687, 'name': Rename_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.044380] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56b1617c-d31d-497e-9014-4de308eae988 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.060938] env[69524]: DEBUG oslo_vmware.api [None req-17627c2f-1e9c-439f-a942-e23d4f6bb45d tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068692, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.133143] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b22181e-6a9c-48b3-a236-2610d0250a83 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.145665] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888cf9b6-cea0-461d-8d89-0d9ee36c7365 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.187142] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f98a76d-9c00-499c-ab85-2dc2475b05cb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.198837] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0edc42d2-c171-4e1a-9eec-8a75572be6ca {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.223045] env[69524]: DEBUG nova.compute.provider_tree [None req-e37388f0-3b86-4724-bb29-112411c3d29c tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.292837] env[69524]: DEBUG oslo_vmware.api [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': task-4068688, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.624095} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.293276] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] d1b9472c-9def-48c6-9f64-1ae2fc9443c7/d1b9472c-9def-48c6-9f64-1ae2fc9443c7.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1175.293385] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d1b9472c-9def-48c6-9f64-1ae2fc9443c7] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1175.293676] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b88cbc50-77e2-4481-ae7b-bccb434f262a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.302880] env[69524]: DEBUG oslo_vmware.api [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Waiting for the task: (returnval){ [ 1175.302880] env[69524]: value = "task-4068693" [ 1175.302880] env[69524]: _type = "Task" [ 1175.302880] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.315026] env[69524]: DEBUG oslo_vmware.api [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': task-4068693, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.378341] env[69524]: DEBUG oslo_vmware.api [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Task: {'id': task-4068689, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128016} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.378341] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1175.378341] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a889b1-a793-462b-afaa-aefef948d867 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.419308] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 36c68c8a-ba38-49ce-bd07-c04faf6c74a0/36c68c8a-ba38-49ce-bd07-c04faf6c74a0.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1175.423687] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-122a01b4-5f44-4d95-a99f-856f1817f338 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.448598] env[69524]: DEBUG oslo_vmware.api [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Waiting for the task: (returnval){ [ 1175.448598] env[69524]: value = "task-4068694" [ 1175.448598] env[69524]: _type = "Task" [ 1175.448598] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.452763] env[69524]: DEBUG oslo_vmware.api [None req-2fc5d2e8-b704-4d9a-8b5e-e2861d5095ec tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068690, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.466784] env[69524]: DEBUG oslo_vmware.api [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Task: {'id': task-4068694, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.480200] env[69524]: DEBUG oslo_vmware.api [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Task: {'id': task-4068691, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.524741] env[69524]: DEBUG oslo_vmware.api [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068687, 'name': Rename_Task, 'duration_secs': 1.087371} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.525279] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: f904c1cd-024c-46e0-8efe-370bca3aa710] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1175.525693] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ec8e88e-5a32-4b61-9235-4465818be847 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.535294] env[69524]: DEBUG oslo_vmware.api [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1175.535294] env[69524]: value = "task-4068695" [ 1175.535294] env[69524]: _type = "Task" [ 1175.535294] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.547908] env[69524]: DEBUG oslo_vmware.api [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068695, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.555708] env[69524]: DEBUG oslo_vmware.api [None req-17627c2f-1e9c-439f-a942-e23d4f6bb45d tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068692, 'name': ReconfigVM_Task, 'duration_secs': 0.450487} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.555951] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-17627c2f-1e9c-439f-a942-e23d4f6bb45d tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Reconfigured VM instance instance-0000004d to detach disk 2001 {{(pid=69524) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1175.560797] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62dda00d-5d04-4b42-990d-635dabb960d2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.580504] env[69524]: DEBUG oslo_vmware.api [None req-17627c2f-1e9c-439f-a942-e23d4f6bb45d tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 1175.580504] env[69524]: value = "task-4068696" [ 1175.580504] env[69524]: _type = "Task" [ 1175.580504] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.590595] env[69524]: DEBUG oslo_vmware.api [None req-17627c2f-1e9c-439f-a942-e23d4f6bb45d tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068696, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.731375] env[69524]: DEBUG nova.scheduler.client.report [None req-e37388f0-3b86-4724-bb29-112411c3d29c tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.805374] env[69524]: DEBUG nova.compute.manager [req-4951259d-3577-4fdc-9810-5070872cf144 req-140feef1-0772-4640-a0a6-539fc09d9245 service nova] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Received event network-vif-plugged-3c70a088-659f-4fee-97ff-b8bba0c87ff9 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.805696] env[69524]: DEBUG oslo_concurrency.lockutils [req-4951259d-3577-4fdc-9810-5070872cf144 req-140feef1-0772-4640-a0a6-539fc09d9245 service nova] Acquiring lock "43b4dacf-06d7-42de-9d91-04e69295c1f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.805822] env[69524]: DEBUG oslo_concurrency.lockutils [req-4951259d-3577-4fdc-9810-5070872cf144 req-140feef1-0772-4640-a0a6-539fc09d9245 service nova] Lock "43b4dacf-06d7-42de-9d91-04e69295c1f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.806033] env[69524]: DEBUG oslo_concurrency.lockutils [req-4951259d-3577-4fdc-9810-5070872cf144 req-140feef1-0772-4640-a0a6-539fc09d9245 service nova] Lock "43b4dacf-06d7-42de-9d91-04e69295c1f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.806154] env[69524]: DEBUG nova.compute.manager [req-4951259d-3577-4fdc-9810-5070872cf144 req-140feef1-0772-4640-a0a6-539fc09d9245 service nova] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] No waiting events found dispatching network-vif-plugged-3c70a088-659f-4fee-97ff-b8bba0c87ff9 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1175.806330] env[69524]: WARNING nova.compute.manager [req-4951259d-3577-4fdc-9810-5070872cf144 req-140feef1-0772-4640-a0a6-539fc09d9245 service nova] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Received unexpected event network-vif-plugged-3c70a088-659f-4fee-97ff-b8bba0c87ff9 for instance with vm_state building and task_state spawning. [ 1175.821386] env[69524]: DEBUG oslo_vmware.api [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': task-4068693, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099596} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.821386] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d1b9472c-9def-48c6-9f64-1ae2fc9443c7] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1175.823842] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05453888-ddc5-4015-ac22-0fc57ad867d6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.866811] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d1b9472c-9def-48c6-9f64-1ae2fc9443c7] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] d1b9472c-9def-48c6-9f64-1ae2fc9443c7/d1b9472c-9def-48c6-9f64-1ae2fc9443c7.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1175.867802] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18ccb03c-efad-4143-bb3d-cd84954b0345 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.907339] env[69524]: DEBUG oslo_vmware.api [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Waiting for the task: (returnval){ [ 1175.907339] env[69524]: value = "task-4068697" [ 1175.907339] env[69524]: _type = "Task" [ 1175.907339] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.926015] env[69524]: DEBUG oslo_vmware.api [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': task-4068697, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.931451] env[69524]: DEBUG oslo_vmware.api [None req-2fc5d2e8-b704-4d9a-8b5e-e2861d5095ec tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068690, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.933380] env[69524]: DEBUG nova.network.neutron [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Successfully updated port: 3c70a088-659f-4fee-97ff-b8bba0c87ff9 {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1175.963709] env[69524]: DEBUG oslo_vmware.api [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Task: {'id': task-4068694, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.977042] env[69524]: DEBUG oslo_vmware.api [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Task: {'id': task-4068691, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611082} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.978491] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9/95beb0ed-a1e2-4d22-a7dd-0af2a466acc9.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1175.978491] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] [instance: 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1175.978491] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c8dc0e6-7a0e-4a52-a079-64a6f5ad583b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.986755] env[69524]: DEBUG oslo_vmware.api [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Waiting for the task: (returnval){ [ 1175.986755] env[69524]: value = "task-4068698" [ 1175.986755] env[69524]: _type = "Task" [ 1175.986755] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.997530] env[69524]: DEBUG oslo_vmware.api [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Task: {'id': task-4068698, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.047082] env[69524]: DEBUG oslo_vmware.api [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068695, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.095938] env[69524]: DEBUG oslo_vmware.api [None req-17627c2f-1e9c-439f-a942-e23d4f6bb45d tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068696, 'name': ReconfigVM_Task, 'duration_secs': 0.207914} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.096319] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-17627c2f-1e9c-439f-a942-e23d4f6bb45d tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806269', 'volume_id': '9c118da6-8f4a-4994-b3d1-6455cfdbc8f1', 'name': 'volume-9c118da6-8f4a-4994-b3d1-6455cfdbc8f1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '87a52851-044c-4a42-9c08-6302d8817f5f', 'attached_at': '', 'detached_at': '', 'volume_id': '9c118da6-8f4a-4994-b3d1-6455cfdbc8f1', 'serial': '9c118da6-8f4a-4994-b3d1-6455cfdbc8f1'} {{(pid=69524) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1176.420184] env[69524]: DEBUG oslo_vmware.api [None req-2fc5d2e8-b704-4d9a-8b5e-e2861d5095ec tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068690, 'name': RemoveSnapshot_Task, 'duration_secs': 1.226488} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.420533] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc5d2e8-b704-4d9a-8b5e-e2861d5095ec tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: d32a99f3-1794-481c-a886-63eed1c3975c] Deleted Snapshot of the VM instance {{(pid=69524) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1176.428996] env[69524]: DEBUG oslo_vmware.api [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': task-4068697, 'name': ReconfigVM_Task, 'duration_secs': 0.482252} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.428996] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d1b9472c-9def-48c6-9f64-1ae2fc9443c7] Reconfigured VM instance instance-0000005d to attach disk [datastore1] d1b9472c-9def-48c6-9f64-1ae2fc9443c7/d1b9472c-9def-48c6-9f64-1ae2fc9443c7.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1176.429487] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac6ba285-b035-494f-a33f-3c5020da1b8c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.437555] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquiring lock "refresh_cache-43b4dacf-06d7-42de-9d91-04e69295c1f2" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.437555] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquired lock "refresh_cache-43b4dacf-06d7-42de-9d91-04e69295c1f2" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.438667] env[69524]: DEBUG nova.network.neutron [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1176.438941] env[69524]: DEBUG oslo_vmware.api [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Waiting for the task: (returnval){ [ 1176.438941] env[69524]: value = "task-4068699" [ 1176.438941] env[69524]: _type = "Task" [ 1176.438941] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.449639] env[69524]: DEBUG oslo_vmware.api [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': task-4068699, 'name': Rename_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.463975] env[69524]: DEBUG oslo_vmware.api [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Task: {'id': task-4068694, 'name': ReconfigVM_Task, 'duration_secs': 0.658928} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.463975] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 36c68c8a-ba38-49ce-bd07-c04faf6c74a0/36c68c8a-ba38-49ce-bd07-c04faf6c74a0.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1176.464872] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3eb02f4-dedf-4f88-8076-64abbf7ac471 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.474175] env[69524]: DEBUG oslo_vmware.api [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Waiting for the task: (returnval){ [ 1176.474175] env[69524]: value = "task-4068700" [ 1176.474175] env[69524]: _type = "Task" [ 1176.474175] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.485236] env[69524]: DEBUG oslo_vmware.api [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Task: {'id': task-4068700, 'name': Rename_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.498266] env[69524]: DEBUG oslo_vmware.api [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Task: {'id': task-4068698, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074118} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.498635] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] [instance: 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1176.499561] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1962ea0-8c37-4db9-883b-17ea4d688514 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.524932] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] [instance: 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9/95beb0ed-a1e2-4d22-a7dd-0af2a466acc9.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1176.524932] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3a43bd3-d34b-49ed-ad17-475422a2dfd3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.549827] env[69524]: DEBUG oslo_vmware.api [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068695, 'name': PowerOnVM_Task, 'duration_secs': 0.725366} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.551423] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: f904c1cd-024c-46e0-8efe-370bca3aa710] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1176.551761] env[69524]: INFO nova.compute.manager [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: f904c1cd-024c-46e0-8efe-370bca3aa710] Took 10.30 seconds to spawn the instance on the hypervisor. [ 1176.552493] env[69524]: DEBUG nova.compute.manager [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: f904c1cd-024c-46e0-8efe-370bca3aa710] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1176.552646] env[69524]: DEBUG oslo_vmware.api [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Waiting for the task: (returnval){ [ 1176.552646] env[69524]: value = "task-4068701" [ 1176.552646] env[69524]: _type = "Task" [ 1176.552646] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.553504] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54036f5a-f9f8-4072-83a5-db45d18c1873 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.571825] env[69524]: DEBUG oslo_vmware.api [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Task: {'id': task-4068701, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.632218] env[69524]: DEBUG oslo_vmware.rw_handles [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52debcc4-9a31-0264-49af-cc21332ffb7c/disk-0.vmdk. {{(pid=69524) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1176.633332] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0e1c8b-831a-4973-b791-e3c4b7cdaf55 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.641424] env[69524]: DEBUG oslo_vmware.rw_handles [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52debcc4-9a31-0264-49af-cc21332ffb7c/disk-0.vmdk is in state: ready. {{(pid=69524) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1176.641680] env[69524]: ERROR oslo_vmware.rw_handles [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52debcc4-9a31-0264-49af-cc21332ffb7c/disk-0.vmdk due to incomplete transfer. [ 1176.641999] env[69524]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9fb6e1b9-ba18-4b71-bd52-d453d9e15060 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.645534] env[69524]: DEBUG nova.objects.instance [None req-17627c2f-1e9c-439f-a942-e23d4f6bb45d tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lazy-loading 'flavor' on Instance uuid 87a52851-044c-4a42-9c08-6302d8817f5f {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.651303] env[69524]: DEBUG oslo_vmware.rw_handles [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52debcc4-9a31-0264-49af-cc21332ffb7c/disk-0.vmdk. {{(pid=69524) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1176.651552] env[69524]: DEBUG nova.virt.vmwareapi.images [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Uploaded image 5bc82dc6-ba91-481c-a6e0-a522d49b465d to the Glance image server {{(pid=69524) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1176.654672] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Destroying the VM {{(pid=69524) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1176.654672] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-efcd5176-b111-4e82-80b6-031a19d1069a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.663092] env[69524]: DEBUG oslo_vmware.api [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1176.663092] env[69524]: value = "task-4068702" [ 1176.663092] env[69524]: _type = "Task" [ 1176.663092] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.673613] env[69524]: DEBUG oslo_vmware.api [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068702, 'name': Destroy_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.744272] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e37388f0-3b86-4724-bb29-112411c3d29c tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.466s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.926215] env[69524]: WARNING nova.compute.manager [None req-2fc5d2e8-b704-4d9a-8b5e-e2861d5095ec tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: d32a99f3-1794-481c-a886-63eed1c3975c] Image not found during snapshot: nova.exception.ImageNotFound: Image 06340c03-2398-4840-92d6-5c62aa773169 could not be found. [ 1176.952945] env[69524]: DEBUG oslo_vmware.api [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': task-4068699, 'name': Rename_Task, 'duration_secs': 0.193612} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.953263] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d1b9472c-9def-48c6-9f64-1ae2fc9443c7] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1176.953606] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a183a81-7809-4f8a-93d8-2a7df188d774 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.960089] env[69524]: DEBUG oslo_vmware.api [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Waiting for the task: (returnval){ [ 1176.960089] env[69524]: value = "task-4068703" [ 1176.960089] env[69524]: _type = "Task" [ 1176.960089] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.969334] env[69524]: DEBUG oslo_vmware.api [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': task-4068703, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.980336] env[69524]: DEBUG nova.network.neutron [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1176.985666] env[69524]: DEBUG oslo_vmware.api [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Task: {'id': task-4068700, 'name': Rename_Task, 'duration_secs': 0.188636} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.986304] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1176.986553] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75043db1-3316-41a5-9862-f8521a091e19 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.994046] env[69524]: DEBUG oslo_vmware.api [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Waiting for the task: (returnval){ [ 1176.994046] env[69524]: value = "task-4068704" [ 1176.994046] env[69524]: _type = "Task" [ 1176.994046] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.002240] env[69524]: DEBUG oslo_vmware.api [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Task: {'id': task-4068704, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.065767] env[69524]: DEBUG oslo_vmware.api [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Task: {'id': task-4068701, 'name': ReconfigVM_Task, 'duration_secs': 0.321254} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.066063] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] [instance: 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9/95beb0ed-a1e2-4d22-a7dd-0af2a466acc9.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1177.066674] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f508283f-a5ab-429a-85a8-04811412fa68 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.077225] env[69524]: DEBUG oslo_vmware.api [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Waiting for the task: (returnval){ [ 1177.077225] env[69524]: value = "task-4068705" [ 1177.077225] env[69524]: _type = "Task" [ 1177.077225] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.082135] env[69524]: INFO nova.compute.manager [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: f904c1cd-024c-46e0-8efe-370bca3aa710] Took 24.17 seconds to build instance. [ 1177.090989] env[69524]: DEBUG oslo_vmware.api [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Task: {'id': task-4068705, 'name': Rename_Task} progress is 10%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.175506] env[69524]: DEBUG oslo_vmware.api [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068702, 'name': Destroy_Task} progress is 33%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.186771] env[69524]: DEBUG nova.network.neutron [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Updating instance_info_cache with network_info: [{"id": "3c70a088-659f-4fee-97ff-b8bba0c87ff9", "address": "fa:16:3e:65:34:e1", "network": {"id": "44e29569-eeca-4e3a-bfa6-eaf437fc808b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1419956527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4133a0547d154af78d7556a7517cb285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c70a088-65", "ovs_interfaceid": "3c70a088-659f-4fee-97ff-b8bba0c87ff9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1177.305748] env[69524]: INFO nova.scheduler.client.report [None req-e37388f0-3b86-4724-bb29-112411c3d29c tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Deleted allocation for migration fe1a26b8-1cc6-4ab8-ab7e-2fe667877438 [ 1177.470887] env[69524]: DEBUG oslo_vmware.api [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': task-4068703, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.504350] env[69524]: DEBUG oslo_vmware.api [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Task: {'id': task-4068704, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.584522] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4f51ee8e-e0dd-42fd-b7eb-6259d5c98a19 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "f904c1cd-024c-46e0-8efe-370bca3aa710" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.683s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.590133] env[69524]: DEBUG oslo_vmware.api [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Task: {'id': task-4068705, 'name': Rename_Task, 'duration_secs': 0.180344} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.591044] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] [instance: 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1177.591044] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aae7a6b5-d143-4cf8-b06f-d19adcc6292c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.598720] env[69524]: DEBUG oslo_vmware.api [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Waiting for the task: (returnval){ [ 1177.598720] env[69524]: value = "task-4068706" [ 1177.598720] env[69524]: _type = "Task" [ 1177.598720] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.610387] env[69524]: DEBUG oslo_vmware.api [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Task: {'id': task-4068706, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.657463] env[69524]: DEBUG oslo_concurrency.lockutils [None req-17627c2f-1e9c-439f-a942-e23d4f6bb45d tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "87a52851-044c-4a42-9c08-6302d8817f5f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.373s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.675858] env[69524]: DEBUG oslo_vmware.api [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068702, 'name': Destroy_Task, 'duration_secs': 0.977014} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.676155] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Destroyed the VM [ 1177.676402] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Deleting Snapshot of the VM instance {{(pid=69524) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1177.676669] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6864d254-4806-476c-9bbe-6316b0cc998b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.685729] env[69524]: DEBUG oslo_vmware.api [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1177.685729] env[69524]: value = "task-4068707" [ 1177.685729] env[69524]: _type = "Task" [ 1177.685729] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.694920] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Releasing lock "refresh_cache-43b4dacf-06d7-42de-9d91-04e69295c1f2" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.695467] env[69524]: DEBUG nova.compute.manager [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Instance network_info: |[{"id": "3c70a088-659f-4fee-97ff-b8bba0c87ff9", "address": "fa:16:3e:65:34:e1", "network": {"id": "44e29569-eeca-4e3a-bfa6-eaf437fc808b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1419956527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4133a0547d154af78d7556a7517cb285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c70a088-65", "ovs_interfaceid": "3c70a088-659f-4fee-97ff-b8bba0c87ff9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1177.695925] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:34:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '245efab9-c420-438e-a0b8-906357ef62c1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c70a088-659f-4fee-97ff-b8bba0c87ff9', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1177.704696] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1177.706550] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1177.707066] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1e51565-3c63-425d-874c-d6bf18713436 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.727554] env[69524]: DEBUG oslo_vmware.api [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068707, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.734447] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1177.734447] env[69524]: value = "task-4068708" [ 1177.734447] env[69524]: _type = "Task" [ 1177.734447] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.745404] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068708, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.812295] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e37388f0-3b86-4724-bb29-112411c3d29c tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "4bfb9279-d345-4ddf-8c3a-397b75e20788" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.927s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.828139] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7d9a06a9-87aa-471c-a894-1caf55b88c2a tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquiring lock "f904c1cd-024c-46e0-8efe-370bca3aa710" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.828431] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7d9a06a9-87aa-471c-a894-1caf55b88c2a tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "f904c1cd-024c-46e0-8efe-370bca3aa710" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.828742] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7d9a06a9-87aa-471c-a894-1caf55b88c2a tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquiring lock "f904c1cd-024c-46e0-8efe-370bca3aa710-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.828974] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7d9a06a9-87aa-471c-a894-1caf55b88c2a tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "f904c1cd-024c-46e0-8efe-370bca3aa710-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.829269] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7d9a06a9-87aa-471c-a894-1caf55b88c2a tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "f904c1cd-024c-46e0-8efe-370bca3aa710-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.832827] env[69524]: INFO nova.compute.manager [None req-7d9a06a9-87aa-471c-a894-1caf55b88c2a tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: f904c1cd-024c-46e0-8efe-370bca3aa710] Terminating instance [ 1177.891089] env[69524]: DEBUG nova.compute.manager [req-6d986204-a1fe-4bd4-a8d4-b9de29a66496 req-56a74279-8b2e-424a-818b-28b677db40d0 service nova] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Received event network-changed-3c70a088-659f-4fee-97ff-b8bba0c87ff9 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1177.891089] env[69524]: DEBUG nova.compute.manager [req-6d986204-a1fe-4bd4-a8d4-b9de29a66496 req-56a74279-8b2e-424a-818b-28b677db40d0 service nova] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Refreshing instance network info cache due to event network-changed-3c70a088-659f-4fee-97ff-b8bba0c87ff9. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1177.891089] env[69524]: DEBUG oslo_concurrency.lockutils [req-6d986204-a1fe-4bd4-a8d4-b9de29a66496 req-56a74279-8b2e-424a-818b-28b677db40d0 service nova] Acquiring lock "refresh_cache-43b4dacf-06d7-42de-9d91-04e69295c1f2" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.891089] env[69524]: DEBUG oslo_concurrency.lockutils [req-6d986204-a1fe-4bd4-a8d4-b9de29a66496 req-56a74279-8b2e-424a-818b-28b677db40d0 service nova] Acquired lock "refresh_cache-43b4dacf-06d7-42de-9d91-04e69295c1f2" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.891089] env[69524]: DEBUG nova.network.neutron [req-6d986204-a1fe-4bd4-a8d4-b9de29a66496 req-56a74279-8b2e-424a-818b-28b677db40d0 service nova] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Refreshing network info cache for port 3c70a088-659f-4fee-97ff-b8bba0c87ff9 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1177.973906] env[69524]: DEBUG oslo_vmware.api [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': task-4068703, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.006064] env[69524]: DEBUG oslo_vmware.api [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Task: {'id': task-4068704, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.116532] env[69524]: DEBUG oslo_vmware.api [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Task: {'id': task-4068706, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.199866] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c852aae0-040f-4362-85ec-fed0198fa180 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Acquiring lock "d32a99f3-1794-481c-a886-63eed1c3975c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.200502] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c852aae0-040f-4362-85ec-fed0198fa180 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Lock "d32a99f3-1794-481c-a886-63eed1c3975c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.200653] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c852aae0-040f-4362-85ec-fed0198fa180 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Acquiring lock "d32a99f3-1794-481c-a886-63eed1c3975c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.200724] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c852aae0-040f-4362-85ec-fed0198fa180 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Lock "d32a99f3-1794-481c-a886-63eed1c3975c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.201355] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c852aae0-040f-4362-85ec-fed0198fa180 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Lock "d32a99f3-1794-481c-a886-63eed1c3975c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.202985] env[69524]: DEBUG oslo_vmware.api [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068707, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.203510] env[69524]: INFO nova.compute.manager [None req-c852aae0-040f-4362-85ec-fed0198fa180 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: d32a99f3-1794-481c-a886-63eed1c3975c] Terminating instance [ 1178.247916] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068708, 'name': CreateVM_Task, 'duration_secs': 0.369866} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.248153] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1178.249185] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.249454] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.250163] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.251423] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ea160a2-1711-4d37-a650-7b175427f93b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.257982] env[69524]: DEBUG oslo_vmware.api [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 1178.257982] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]529d47d8-7c61-abfe-9c7e-3c2ac5ba5589" [ 1178.257982] env[69524]: _type = "Task" [ 1178.257982] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.272835] env[69524]: DEBUG oslo_vmware.api [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]529d47d8-7c61-abfe-9c7e-3c2ac5ba5589, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.337856] env[69524]: DEBUG nova.compute.manager [None req-7d9a06a9-87aa-471c-a894-1caf55b88c2a tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: f904c1cd-024c-46e0-8efe-370bca3aa710] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1178.338122] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-7d9a06a9-87aa-471c-a894-1caf55b88c2a tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: f904c1cd-024c-46e0-8efe-370bca3aa710] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1178.339537] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ec50ab-ed25-411d-a06e-cfa683fb1c8b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.348353] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d9a06a9-87aa-471c-a894-1caf55b88c2a tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: f904c1cd-024c-46e0-8efe-370bca3aa710] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1178.348632] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dce8df8c-e787-43e3-a5e9-b01c37df93c0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.357281] env[69524]: DEBUG oslo_vmware.api [None req-7d9a06a9-87aa-471c-a894-1caf55b88c2a tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1178.357281] env[69524]: value = "task-4068709" [ 1178.357281] env[69524]: _type = "Task" [ 1178.357281] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.366848] env[69524]: DEBUG oslo_vmware.api [None req-7d9a06a9-87aa-471c-a894-1caf55b88c2a tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068709, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.472777] env[69524]: DEBUG oslo_vmware.api [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': task-4068703, 'name': PowerOnVM_Task, 'duration_secs': 1.193852} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.473277] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d1b9472c-9def-48c6-9f64-1ae2fc9443c7] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1178.473277] env[69524]: INFO nova.compute.manager [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d1b9472c-9def-48c6-9f64-1ae2fc9443c7] Took 8.86 seconds to spawn the instance on the hypervisor. [ 1178.473586] env[69524]: DEBUG nova.compute.manager [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d1b9472c-9def-48c6-9f64-1ae2fc9443c7] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1178.474460] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a56130-c546-4f2e-9314-cbbcc5d25666 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.510116] env[69524]: DEBUG oslo_vmware.api [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Task: {'id': task-4068704, 'name': PowerOnVM_Task, 'duration_secs': 1.223783} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.513031] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1178.513545] env[69524]: INFO nova.compute.manager [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] Took 16.60 seconds to spawn the instance on the hypervisor. [ 1178.513741] env[69524]: DEBUG nova.compute.manager [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1178.514610] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48406363-e478-409b-840f-f6845528ea4d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.609825] env[69524]: DEBUG oslo_vmware.api [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Task: {'id': task-4068706, 'name': PowerOnVM_Task, 'duration_secs': 0.631716} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.610132] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] [instance: 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1178.610344] env[69524]: INFO nova.compute.manager [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] [instance: 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9] Took 6.60 seconds to spawn the instance on the hypervisor. [ 1178.610520] env[69524]: DEBUG nova.compute.manager [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] [instance: 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1178.611378] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d507d4f-1ea2-45b4-a53a-d3047ee845a6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.699141] env[69524]: DEBUG oslo_vmware.api [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068707, 'name': RemoveSnapshot_Task, 'duration_secs': 0.577973} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.699431] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Deleted Snapshot of the VM instance {{(pid=69524) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1178.699851] env[69524]: DEBUG nova.compute.manager [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1178.700549] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e271d7e9-ef06-4276-ba31-e4fa2703d4a1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.711336] env[69524]: DEBUG nova.compute.manager [None req-c852aae0-040f-4362-85ec-fed0198fa180 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: d32a99f3-1794-481c-a886-63eed1c3975c] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1178.711558] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-c852aae0-040f-4362-85ec-fed0198fa180 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: d32a99f3-1794-481c-a886-63eed1c3975c] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1178.712402] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0ecd45-ecee-46fa-8e9b-6f57adc53b4d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.721156] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-c852aae0-040f-4362-85ec-fed0198fa180 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: d32a99f3-1794-481c-a886-63eed1c3975c] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1178.721844] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ff7aded6-9d7a-472d-8c12-470957cb6e4c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.725696] env[69524]: DEBUG nova.network.neutron [req-6d986204-a1fe-4bd4-a8d4-b9de29a66496 req-56a74279-8b2e-424a-818b-28b677db40d0 service nova] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Updated VIF entry in instance network info cache for port 3c70a088-659f-4fee-97ff-b8bba0c87ff9. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1178.725912] env[69524]: DEBUG nova.network.neutron [req-6d986204-a1fe-4bd4-a8d4-b9de29a66496 req-56a74279-8b2e-424a-818b-28b677db40d0 service nova] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Updating instance_info_cache with network_info: [{"id": "3c70a088-659f-4fee-97ff-b8bba0c87ff9", "address": "fa:16:3e:65:34:e1", "network": {"id": "44e29569-eeca-4e3a-bfa6-eaf437fc808b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1419956527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4133a0547d154af78d7556a7517cb285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c70a088-65", "ovs_interfaceid": "3c70a088-659f-4fee-97ff-b8bba0c87ff9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.729594] env[69524]: DEBUG oslo_vmware.api [None req-c852aae0-040f-4362-85ec-fed0198fa180 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Waiting for the task: (returnval){ [ 1178.729594] env[69524]: value = "task-4068710" [ 1178.729594] env[69524]: _type = "Task" [ 1178.729594] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.739701] env[69524]: DEBUG oslo_vmware.api [None req-c852aae0-040f-4362-85ec-fed0198fa180 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068710, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.771393] env[69524]: DEBUG oslo_vmware.api [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]529d47d8-7c61-abfe-9c7e-3c2ac5ba5589, 'name': SearchDatastore_Task, 'duration_secs': 0.016239} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.771729] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.771974] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1178.772230] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.772374] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.772549] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1178.772825] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8013c1fd-f619-4f4d-81ba-d3592856609b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.783992] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1178.784232] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1178.785086] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3defd18-541f-4e62-96a8-ad90612796a1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.791622] env[69524]: DEBUG oslo_vmware.api [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 1178.791622] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52142d2a-db29-d64c-6b90-c0170d0308bc" [ 1178.791622] env[69524]: _type = "Task" [ 1178.791622] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.801193] env[69524]: DEBUG oslo_vmware.api [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52142d2a-db29-d64c-6b90-c0170d0308bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.813974] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5f9703d1-694a-4ca6-86d5-3316d4ad3218 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquiring lock "87a52851-044c-4a42-9c08-6302d8817f5f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.814274] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5f9703d1-694a-4ca6-86d5-3316d4ad3218 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "87a52851-044c-4a42-9c08-6302d8817f5f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.814496] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5f9703d1-694a-4ca6-86d5-3316d4ad3218 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquiring lock "87a52851-044c-4a42-9c08-6302d8817f5f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.814680] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5f9703d1-694a-4ca6-86d5-3316d4ad3218 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "87a52851-044c-4a42-9c08-6302d8817f5f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.814853] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5f9703d1-694a-4ca6-86d5-3316d4ad3218 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "87a52851-044c-4a42-9c08-6302d8817f5f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.817143] env[69524]: INFO nova.compute.manager [None req-5f9703d1-694a-4ca6-86d5-3316d4ad3218 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Terminating instance [ 1178.869630] env[69524]: DEBUG oslo_vmware.api [None req-7d9a06a9-87aa-471c-a894-1caf55b88c2a tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068709, 'name': PowerOffVM_Task, 'duration_secs': 0.207388} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.869630] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d9a06a9-87aa-471c-a894-1caf55b88c2a tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: f904c1cd-024c-46e0-8efe-370bca3aa710] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1178.869775] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-7d9a06a9-87aa-471c-a894-1caf55b88c2a tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: f904c1cd-024c-46e0-8efe-370bca3aa710] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1178.870049] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ecc862a0-cec9-443a-aa6c-60aa68dfa80f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.885843] env[69524]: DEBUG oslo_concurrency.lockutils [None req-10d1a2e0-ecac-4d2b-8c52-55ef833b0ca7 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquiring lock "4bfb9279-d345-4ddf-8c3a-397b75e20788" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.886395] env[69524]: DEBUG oslo_concurrency.lockutils [None req-10d1a2e0-ecac-4d2b-8c52-55ef833b0ca7 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "4bfb9279-d345-4ddf-8c3a-397b75e20788" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.886600] env[69524]: DEBUG oslo_concurrency.lockutils [None req-10d1a2e0-ecac-4d2b-8c52-55ef833b0ca7 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquiring lock "4bfb9279-d345-4ddf-8c3a-397b75e20788-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.886830] env[69524]: DEBUG oslo_concurrency.lockutils [None req-10d1a2e0-ecac-4d2b-8c52-55ef833b0ca7 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "4bfb9279-d345-4ddf-8c3a-397b75e20788-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.887054] env[69524]: DEBUG oslo_concurrency.lockutils [None req-10d1a2e0-ecac-4d2b-8c52-55ef833b0ca7 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "4bfb9279-d345-4ddf-8c3a-397b75e20788-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.889728] env[69524]: INFO nova.compute.manager [None req-10d1a2e0-ecac-4d2b-8c52-55ef833b0ca7 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Terminating instance [ 1178.961143] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-7d9a06a9-87aa-471c-a894-1caf55b88c2a tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: f904c1cd-024c-46e0-8efe-370bca3aa710] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1178.961392] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-7d9a06a9-87aa-471c-a894-1caf55b88c2a tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: f904c1cd-024c-46e0-8efe-370bca3aa710] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1178.961669] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d9a06a9-87aa-471c-a894-1caf55b88c2a tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Deleting the datastore file [datastore1] f904c1cd-024c-46e0-8efe-370bca3aa710 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1178.961954] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-704ebe01-79d5-4105-9fc3-2d29c0d5231f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.968712] env[69524]: DEBUG oslo_vmware.api [None req-7d9a06a9-87aa-471c-a894-1caf55b88c2a tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1178.968712] env[69524]: value = "task-4068712" [ 1178.968712] env[69524]: _type = "Task" [ 1178.968712] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.978478] env[69524]: DEBUG oslo_vmware.api [None req-7d9a06a9-87aa-471c-a894-1caf55b88c2a tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068712, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.996217] env[69524]: INFO nova.compute.manager [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d1b9472c-9def-48c6-9f64-1ae2fc9443c7] Took 25.96 seconds to build instance. [ 1179.036630] env[69524]: INFO nova.compute.manager [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] Took 33.28 seconds to build instance. [ 1179.130065] env[69524]: INFO nova.compute.manager [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] [instance: 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9] Took 16.79 seconds to build instance. [ 1179.219568] env[69524]: INFO nova.compute.manager [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Shelve offloading [ 1179.229080] env[69524]: DEBUG oslo_concurrency.lockutils [req-6d986204-a1fe-4bd4-a8d4-b9de29a66496 req-56a74279-8b2e-424a-818b-28b677db40d0 service nova] Releasing lock "refresh_cache-43b4dacf-06d7-42de-9d91-04e69295c1f2" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.240775] env[69524]: DEBUG oslo_vmware.api [None req-c852aae0-040f-4362-85ec-fed0198fa180 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068710, 'name': PowerOffVM_Task, 'duration_secs': 0.196875} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.241070] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-c852aae0-040f-4362-85ec-fed0198fa180 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: d32a99f3-1794-481c-a886-63eed1c3975c] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1179.241246] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-c852aae0-040f-4362-85ec-fed0198fa180 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: d32a99f3-1794-481c-a886-63eed1c3975c] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1179.241543] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84df9b4e-32b9-4997-a5c5-e9bfaea8773e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.304729] env[69524]: DEBUG oslo_vmware.api [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52142d2a-db29-d64c-6b90-c0170d0308bc, 'name': SearchDatastore_Task, 'duration_secs': 0.015683} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.306932] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f0d7ae4-b146-4911-bbc8-4a036f750938 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.309552] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-c852aae0-040f-4362-85ec-fed0198fa180 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: d32a99f3-1794-481c-a886-63eed1c3975c] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1179.309780] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-c852aae0-040f-4362-85ec-fed0198fa180 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: d32a99f3-1794-481c-a886-63eed1c3975c] Deleting contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1179.309997] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-c852aae0-040f-4362-85ec-fed0198fa180 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Deleting the datastore file [datastore2] d32a99f3-1794-481c-a886-63eed1c3975c {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1179.310288] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf782134-bab9-4355-b5fe-04d797c5faa4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.316260] env[69524]: DEBUG oslo_vmware.api [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 1179.316260] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]527332a4-4abe-e07e-4228-c82fff12a1d7" [ 1179.316260] env[69524]: _type = "Task" [ 1179.316260] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.321928] env[69524]: DEBUG nova.compute.manager [None req-5f9703d1-694a-4ca6-86d5-3316d4ad3218 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1179.322185] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9703d1-694a-4ca6-86d5-3316d4ad3218 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1179.322604] env[69524]: DEBUG oslo_vmware.api [None req-c852aae0-040f-4362-85ec-fed0198fa180 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Waiting for the task: (returnval){ [ 1179.322604] env[69524]: value = "task-4068714" [ 1179.322604] env[69524]: _type = "Task" [ 1179.322604] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.323345] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c40e79-1bca-4072-9f6d-6d481c26ad94 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.333233] env[69524]: DEBUG oslo_vmware.api [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]527332a4-4abe-e07e-4228-c82fff12a1d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.340580] env[69524]: DEBUG oslo_vmware.api [None req-c852aae0-040f-4362-85ec-fed0198fa180 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068714, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.340900] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f9703d1-694a-4ca6-86d5-3316d4ad3218 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1179.341190] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bee704ef-1815-4211-907e-012ea529dcc5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.349263] env[69524]: DEBUG oslo_vmware.api [None req-5f9703d1-694a-4ca6-86d5-3316d4ad3218 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 1179.349263] env[69524]: value = "task-4068715" [ 1179.349263] env[69524]: _type = "Task" [ 1179.349263] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.365851] env[69524]: DEBUG oslo_vmware.api [None req-5f9703d1-694a-4ca6-86d5-3316d4ad3218 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068715, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.393906] env[69524]: DEBUG nova.compute.manager [None req-10d1a2e0-ecac-4d2b-8c52-55ef833b0ca7 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1179.394269] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-10d1a2e0-ecac-4d2b-8c52-55ef833b0ca7 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1179.395312] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb5b737-624a-4a57-90d5-6fa033ca4259 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.405410] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-10d1a2e0-ecac-4d2b-8c52-55ef833b0ca7 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1179.405750] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d61c835-4db7-4b70-a898-3cd4969d298d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.414326] env[69524]: DEBUG oslo_vmware.api [None req-10d1a2e0-ecac-4d2b-8c52-55ef833b0ca7 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 1179.414326] env[69524]: value = "task-4068716" [ 1179.414326] env[69524]: _type = "Task" [ 1179.414326] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.425915] env[69524]: DEBUG oslo_vmware.api [None req-10d1a2e0-ecac-4d2b-8c52-55ef833b0ca7 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068716, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.479716] env[69524]: DEBUG oslo_vmware.api [None req-7d9a06a9-87aa-471c-a894-1caf55b88c2a tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068712, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.452329} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.480490] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d9a06a9-87aa-471c-a894-1caf55b88c2a tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1179.480707] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-7d9a06a9-87aa-471c-a894-1caf55b88c2a tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: f904c1cd-024c-46e0-8efe-370bca3aa710] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1179.480903] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-7d9a06a9-87aa-471c-a894-1caf55b88c2a tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: f904c1cd-024c-46e0-8efe-370bca3aa710] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1179.481088] env[69524]: INFO nova.compute.manager [None req-7d9a06a9-87aa-471c-a894-1caf55b88c2a tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: f904c1cd-024c-46e0-8efe-370bca3aa710] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1179.481341] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d9a06a9-87aa-471c-a894-1caf55b88c2a tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1179.482887] env[69524]: DEBUG nova.compute.manager [-] [instance: f904c1cd-024c-46e0-8efe-370bca3aa710] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1179.483779] env[69524]: DEBUG nova.network.neutron [-] [instance: f904c1cd-024c-46e0-8efe-370bca3aa710] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1179.487977] env[69524]: DEBUG oslo_concurrency.lockutils [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquiring lock "c39dbc18-e185-4f84-8ed3-08ab74c8ff16" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.488278] env[69524]: DEBUG oslo_concurrency.lockutils [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "c39dbc18-e185-4f84-8ed3-08ab74c8ff16" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.498229] env[69524]: DEBUG oslo_concurrency.lockutils [None req-432d58ae-1e1d-4e64-8b19-d65bf790d7d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Lock "d1b9472c-9def-48c6-9f64-1ae2fc9443c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.473s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.540555] env[69524]: DEBUG oslo_concurrency.lockutils [None req-70ba3838-e325-4f1f-bb8a-452834df350a tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Lock "36c68c8a-ba38-49ce-bd07-c04faf6c74a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.795s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.632027] env[69524]: DEBUG oslo_concurrency.lockutils [None req-dc6ab3d5-7452-4cbe-ba08-3659d05d6dc8 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Lock "95beb0ed-a1e2-4d22-a7dd-0af2a466acc9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.302s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.723562] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1179.723963] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e897204a-f536-4bed-8f61-e2960d335d05 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.732326] env[69524]: DEBUG oslo_vmware.api [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1179.732326] env[69524]: value = "task-4068717" [ 1179.732326] env[69524]: _type = "Task" [ 1179.732326] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.745701] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] VM already powered off {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1179.745948] env[69524]: DEBUG nova.compute.manager [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1179.747445] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecef6651-77e2-4ba9-9e3c-15442eacc838 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.758196] env[69524]: DEBUG oslo_concurrency.lockutils [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquiring lock "refresh_cache-cf9b2762-aff5-4187-aade-d441957c9e44" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.758196] env[69524]: DEBUG oslo_concurrency.lockutils [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquired lock "refresh_cache-cf9b2762-aff5-4187-aade-d441957c9e44" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.758196] env[69524]: DEBUG nova.network.neutron [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1179.827635] env[69524]: DEBUG oslo_vmware.api [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]527332a4-4abe-e07e-4228-c82fff12a1d7, 'name': SearchDatastore_Task, 'duration_secs': 0.018722} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.832255] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.832255] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 43b4dacf-06d7-42de-9d91-04e69295c1f2/43b4dacf-06d7-42de-9d91-04e69295c1f2.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1179.832634] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8daeab6-f741-4634-8552-f16d96104621 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.840686] env[69524]: DEBUG oslo_vmware.api [None req-c852aae0-040f-4362-85ec-fed0198fa180 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068714, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.353855} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.842184] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-c852aae0-040f-4362-85ec-fed0198fa180 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1179.842385] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-c852aae0-040f-4362-85ec-fed0198fa180 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: d32a99f3-1794-481c-a886-63eed1c3975c] Deleted contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1179.842567] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-c852aae0-040f-4362-85ec-fed0198fa180 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: d32a99f3-1794-481c-a886-63eed1c3975c] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1179.842737] env[69524]: INFO nova.compute.manager [None req-c852aae0-040f-4362-85ec-fed0198fa180 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: d32a99f3-1794-481c-a886-63eed1c3975c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1179.844048] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c852aae0-040f-4362-85ec-fed0198fa180 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1179.844048] env[69524]: DEBUG oslo_vmware.api [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 1179.844048] env[69524]: value = "task-4068718" [ 1179.844048] env[69524]: _type = "Task" [ 1179.844048] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.844048] env[69524]: DEBUG nova.compute.manager [-] [instance: d32a99f3-1794-481c-a886-63eed1c3975c] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1179.844048] env[69524]: DEBUG nova.network.neutron [-] [instance: d32a99f3-1794-481c-a886-63eed1c3975c] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1179.856763] env[69524]: DEBUG oslo_vmware.api [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068718, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.862441] env[69524]: DEBUG oslo_concurrency.lockutils [None req-115fef6a-dff3-4589-b89e-d6df5ce3d509 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Acquiring lock "36c68c8a-ba38-49ce-bd07-c04faf6c74a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.862714] env[69524]: DEBUG oslo_concurrency.lockutils [None req-115fef6a-dff3-4589-b89e-d6df5ce3d509 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Lock "36c68c8a-ba38-49ce-bd07-c04faf6c74a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.862918] env[69524]: DEBUG oslo_concurrency.lockutils [None req-115fef6a-dff3-4589-b89e-d6df5ce3d509 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Acquiring lock "36c68c8a-ba38-49ce-bd07-c04faf6c74a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.863135] env[69524]: DEBUG oslo_concurrency.lockutils [None req-115fef6a-dff3-4589-b89e-d6df5ce3d509 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Lock "36c68c8a-ba38-49ce-bd07-c04faf6c74a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.863303] env[69524]: DEBUG oslo_concurrency.lockutils [None req-115fef6a-dff3-4589-b89e-d6df5ce3d509 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Lock "36c68c8a-ba38-49ce-bd07-c04faf6c74a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.864870] env[69524]: DEBUG oslo_vmware.api [None req-5f9703d1-694a-4ca6-86d5-3316d4ad3218 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068715, 'name': PowerOffVM_Task, 'duration_secs': 0.209737} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.865517] env[69524]: INFO nova.compute.manager [None req-115fef6a-dff3-4589-b89e-d6df5ce3d509 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] Terminating instance [ 1179.866825] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f9703d1-694a-4ca6-86d5-3316d4ad3218 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1179.867011] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9703d1-694a-4ca6-86d5-3316d4ad3218 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1179.868284] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41dd6783-0d5a-4f62-839d-9bb9d95fe396 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.923966] env[69524]: DEBUG nova.compute.manager [req-1787b7e7-fbf8-4e5f-8e9c-de90b958207e req-07ef2a71-15a6-4999-a0f4-3203192687b3 service nova] [instance: f904c1cd-024c-46e0-8efe-370bca3aa710] Received event network-vif-deleted-2c294632-86b2-4108-9849-d3aab36d162b {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.925067] env[69524]: INFO nova.compute.manager [req-1787b7e7-fbf8-4e5f-8e9c-de90b958207e req-07ef2a71-15a6-4999-a0f4-3203192687b3 service nova] [instance: f904c1cd-024c-46e0-8efe-370bca3aa710] Neutron deleted interface 2c294632-86b2-4108-9849-d3aab36d162b; detaching it from the instance and deleting it from the info cache [ 1179.925347] env[69524]: DEBUG nova.network.neutron [req-1787b7e7-fbf8-4e5f-8e9c-de90b958207e req-07ef2a71-15a6-4999-a0f4-3203192687b3 service nova] [instance: f904c1cd-024c-46e0-8efe-370bca3aa710] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.933951] env[69524]: DEBUG oslo_vmware.api [None req-10d1a2e0-ecac-4d2b-8c52-55ef833b0ca7 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068716, 'name': PowerOffVM_Task, 'duration_secs': 0.293991} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.934335] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-10d1a2e0-ecac-4d2b-8c52-55ef833b0ca7 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1179.935032] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-10d1a2e0-ecac-4d2b-8c52-55ef833b0ca7 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1179.935032] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af26d8a7-8924-44ba-8a10-6e3aa43b3e49 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.937282] env[69524]: INFO nova.compute.manager [None req-e886661a-29ee-4ea1-99c4-9d181bb7bc54 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d1b9472c-9def-48c6-9f64-1ae2fc9443c7] Rescuing [ 1179.937583] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e886661a-29ee-4ea1-99c4-9d181bb7bc54 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Acquiring lock "refresh_cache-d1b9472c-9def-48c6-9f64-1ae2fc9443c7" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.938211] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e886661a-29ee-4ea1-99c4-9d181bb7bc54 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Acquired lock "refresh_cache-d1b9472c-9def-48c6-9f64-1ae2fc9443c7" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.938211] env[69524]: DEBUG nova.network.neutron [None req-e886661a-29ee-4ea1-99c4-9d181bb7bc54 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d1b9472c-9def-48c6-9f64-1ae2fc9443c7] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1179.945683] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9703d1-694a-4ca6-86d5-3316d4ad3218 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1179.945903] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9703d1-694a-4ca6-86d5-3316d4ad3218 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Deleting contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1179.946188] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f9703d1-694a-4ca6-86d5-3316d4ad3218 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Deleting the datastore file [datastore2] 87a52851-044c-4a42-9c08-6302d8817f5f {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1179.946482] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8fe9020-9133-48e0-8259-0420b7a0ea99 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.955592] env[69524]: DEBUG oslo_vmware.api [None req-5f9703d1-694a-4ca6-86d5-3316d4ad3218 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 1179.955592] env[69524]: value = "task-4068721" [ 1179.955592] env[69524]: _type = "Task" [ 1179.955592] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.965979] env[69524]: DEBUG oslo_vmware.api [None req-5f9703d1-694a-4ca6-86d5-3316d4ad3218 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068721, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.991628] env[69524]: DEBUG nova.compute.manager [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c39dbc18-e185-4f84-8ed3-08ab74c8ff16] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1180.034779] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-10d1a2e0-ecac-4d2b-8c52-55ef833b0ca7 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1180.035062] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-10d1a2e0-ecac-4d2b-8c52-55ef833b0ca7 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Deleting contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1180.035268] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-10d1a2e0-ecac-4d2b-8c52-55ef833b0ca7 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Deleting the datastore file [datastore2] 4bfb9279-d345-4ddf-8c3a-397b75e20788 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1180.036631] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-495967d9-25d9-4df0-baa1-b4ccb41fb67b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.045752] env[69524]: DEBUG oslo_vmware.api [None req-10d1a2e0-ecac-4d2b-8c52-55ef833b0ca7 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 1180.045752] env[69524]: value = "task-4068722" [ 1180.045752] env[69524]: _type = "Task" [ 1180.045752] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.056431] env[69524]: DEBUG oslo_vmware.api [None req-10d1a2e0-ecac-4d2b-8c52-55ef833b0ca7 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068722, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.316336] env[69524]: DEBUG nova.network.neutron [-] [instance: f904c1cd-024c-46e0-8efe-370bca3aa710] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.360037] env[69524]: DEBUG oslo_vmware.api [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068718, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.371689] env[69524]: DEBUG nova.compute.manager [None req-115fef6a-dff3-4589-b89e-d6df5ce3d509 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1180.371964] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-115fef6a-dff3-4589-b89e-d6df5ce3d509 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1180.375949] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714b1e72-d9cc-4c6e-9a42-9db62c8bdcfa {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.388058] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-115fef6a-dff3-4589-b89e-d6df5ce3d509 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1180.388300] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c97ef1f4-f40e-42dd-a158-207682475c81 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.398274] env[69524]: DEBUG oslo_vmware.api [None req-115fef6a-dff3-4589-b89e-d6df5ce3d509 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Waiting for the task: (returnval){ [ 1180.398274] env[69524]: value = "task-4068723" [ 1180.398274] env[69524]: _type = "Task" [ 1180.398274] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.411281] env[69524]: DEBUG oslo_vmware.api [None req-115fef6a-dff3-4589-b89e-d6df5ce3d509 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Task: {'id': task-4068723, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.429782] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7e237558-9105-44b0-856b-2187bb73e1f3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.441694] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669e32b2-472e-4a46-91b0-380f6f0530f0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.489830] env[69524]: DEBUG oslo_vmware.api [None req-5f9703d1-694a-4ca6-86d5-3316d4ad3218 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068721, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.431158} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.489830] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f9703d1-694a-4ca6-86d5-3316d4ad3218 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1180.489830] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9703d1-694a-4ca6-86d5-3316d4ad3218 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Deleted contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1180.490324] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9703d1-694a-4ca6-86d5-3316d4ad3218 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1180.490324] env[69524]: INFO nova.compute.manager [None req-5f9703d1-694a-4ca6-86d5-3316d4ad3218 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1180.490432] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f9703d1-694a-4ca6-86d5-3316d4ad3218 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1180.503496] env[69524]: DEBUG nova.compute.manager [-] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1180.503496] env[69524]: DEBUG nova.network.neutron [-] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1180.509636] env[69524]: DEBUG nova.compute.manager [req-1787b7e7-fbf8-4e5f-8e9c-de90b958207e req-07ef2a71-15a6-4999-a0f4-3203192687b3 service nova] [instance: f904c1cd-024c-46e0-8efe-370bca3aa710] Detach interface failed, port_id=2c294632-86b2-4108-9849-d3aab36d162b, reason: Instance f904c1cd-024c-46e0-8efe-370bca3aa710 could not be found. {{(pid=69524) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1180.554165] env[69524]: DEBUG oslo_concurrency.lockutils [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.554165] env[69524]: DEBUG oslo_concurrency.lockutils [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.555828] env[69524]: INFO nova.compute.claims [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c39dbc18-e185-4f84-8ed3-08ab74c8ff16] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1180.566350] env[69524]: DEBUG oslo_vmware.api [None req-10d1a2e0-ecac-4d2b-8c52-55ef833b0ca7 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068722, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.622192] env[69524]: DEBUG nova.network.neutron [-] [instance: d32a99f3-1794-481c-a886-63eed1c3975c] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.636712] env[69524]: DEBUG nova.network.neutron [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Updating instance_info_cache with network_info: [{"id": "9634a9f3-967b-4392-9686-141ca99d23cd", "address": "fa:16:3e:9e:6d:84", "network": {"id": "b23ca180-1a84-452a-9514-9d8f6aa62900", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1041588650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2fffe3417744e99ce079788dc320b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9634a9f3-96", "ovs_interfaceid": "9634a9f3-967b-4392-9686-141ca99d23cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.813342] env[69524]: DEBUG nova.network.neutron [None req-e886661a-29ee-4ea1-99c4-9d181bb7bc54 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d1b9472c-9def-48c6-9f64-1ae2fc9443c7] Updating instance_info_cache with network_info: [{"id": "31c8697d-11e7-438c-8428-09a228f2526f", "address": "fa:16:3e:1f:a0:c5", "network": {"id": "7feebf88-6a3a-476c-b5da-3918251de2fe", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1794187658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "de266e15eb7047b1829e4e83a3376190", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31c8697d-11", "ovs_interfaceid": "31c8697d-11e7-438c-8428-09a228f2526f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.819997] env[69524]: INFO nova.compute.manager [-] [instance: f904c1cd-024c-46e0-8efe-370bca3aa710] Took 1.34 seconds to deallocate network for instance. [ 1180.858618] env[69524]: DEBUG oslo_vmware.api [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068718, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.913822] env[69524]: DEBUG oslo_vmware.api [None req-115fef6a-dff3-4589-b89e-d6df5ce3d509 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Task: {'id': task-4068723, 'name': PowerOffVM_Task, 'duration_secs': 0.454941} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.913822] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-115fef6a-dff3-4589-b89e-d6df5ce3d509 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1180.914101] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-115fef6a-dff3-4589-b89e-d6df5ce3d509 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1180.914463] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c990b69b-b592-47b2-82c0-bb01efbccd17 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.983233] env[69524]: INFO nova.compute.manager [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] [instance: 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9] Rebuilding instance [ 1181.047144] env[69524]: DEBUG nova.compute.manager [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] [instance: 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1181.048060] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431e6913-4a32-48aa-9d6e-ad066ea1867e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.060301] env[69524]: DEBUG oslo_vmware.api [None req-10d1a2e0-ecac-4d2b-8c52-55ef833b0ca7 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068722, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.579582} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.062139] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-10d1a2e0-ecac-4d2b-8c52-55ef833b0ca7 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1181.062344] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-10d1a2e0-ecac-4d2b-8c52-55ef833b0ca7 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Deleted contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1181.062528] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-10d1a2e0-ecac-4d2b-8c52-55ef833b0ca7 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1181.062703] env[69524]: INFO nova.compute.manager [None req-10d1a2e0-ecac-4d2b-8c52-55ef833b0ca7 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1181.063058] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-10d1a2e0-ecac-4d2b-8c52-55ef833b0ca7 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1181.065599] env[69524]: DEBUG nova.compute.manager [-] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1181.065703] env[69524]: DEBUG nova.network.neutron [-] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1181.095664] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-115fef6a-dff3-4589-b89e-d6df5ce3d509 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1181.095885] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-115fef6a-dff3-4589-b89e-d6df5ce3d509 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] Deleting contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1181.096088] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-115fef6a-dff3-4589-b89e-d6df5ce3d509 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Deleting the datastore file [datastore2] 36c68c8a-ba38-49ce-bd07-c04faf6c74a0 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1181.096396] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69c94b33-e40b-425d-84d4-fe883c6fcd02 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.107624] env[69524]: DEBUG oslo_vmware.api [None req-115fef6a-dff3-4589-b89e-d6df5ce3d509 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Waiting for the task: (returnval){ [ 1181.107624] env[69524]: value = "task-4068725" [ 1181.107624] env[69524]: _type = "Task" [ 1181.107624] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.121098] env[69524]: DEBUG oslo_vmware.api [None req-115fef6a-dff3-4589-b89e-d6df5ce3d509 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Task: {'id': task-4068725, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.124810] env[69524]: INFO nova.compute.manager [-] [instance: d32a99f3-1794-481c-a886-63eed1c3975c] Took 1.28 seconds to deallocate network for instance. [ 1181.140827] env[69524]: DEBUG oslo_concurrency.lockutils [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Releasing lock "refresh_cache-cf9b2762-aff5-4187-aade-d441957c9e44" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.316089] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e886661a-29ee-4ea1-99c4-9d181bb7bc54 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Releasing lock "refresh_cache-d1b9472c-9def-48c6-9f64-1ae2fc9443c7" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.331140] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7d9a06a9-87aa-471c-a894-1caf55b88c2a tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.356887] env[69524]: DEBUG oslo_vmware.api [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068718, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.444857] env[69524]: DEBUG nova.compute.manager [req-10af140c-a478-412b-9cb0-97bf43143c60 req-355bb17a-11d5-42e0-bf30-18c638793876 service nova] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Received event network-vif-deleted-ad1a1f4d-2beb-4f27-a63d-a02e87dfc9c6 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.444926] env[69524]: INFO nova.compute.manager [req-10af140c-a478-412b-9cb0-97bf43143c60 req-355bb17a-11d5-42e0-bf30-18c638793876 service nova] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Neutron deleted interface ad1a1f4d-2beb-4f27-a63d-a02e87dfc9c6; detaching it from the instance and deleting it from the info cache [ 1181.445128] env[69524]: DEBUG nova.network.neutron [req-10af140c-a478-412b-9cb0-97bf43143c60 req-355bb17a-11d5-42e0-bf30-18c638793876 service nova] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.557436] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1181.558733] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63970102-8eb7-4a29-9e27-e438cb446c62 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.567517] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1181.569644] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3926e508-fe0c-49e5-acc2-cc723fbad4a9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.622939] env[69524]: DEBUG oslo_vmware.api [None req-115fef6a-dff3-4589-b89e-d6df5ce3d509 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Task: {'id': task-4068725, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.47363} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.625946] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-115fef6a-dff3-4589-b89e-d6df5ce3d509 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1181.626291] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-115fef6a-dff3-4589-b89e-d6df5ce3d509 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] Deleted contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1181.626565] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-115fef6a-dff3-4589-b89e-d6df5ce3d509 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1181.626849] env[69524]: INFO nova.compute.manager [None req-115fef6a-dff3-4589-b89e-d6df5ce3d509 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1181.627140] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-115fef6a-dff3-4589-b89e-d6df5ce3d509 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1181.627618] env[69524]: DEBUG nova.compute.manager [-] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1181.627719] env[69524]: DEBUG nova.network.neutron [-] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1181.631416] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c852aae0-040f-4362-85ec-fed0198fa180 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.656286] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1181.656507] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1181.656685] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Deleting the datastore file [datastore1] cf9b2762-aff5-4187-aade-d441957c9e44 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1181.657213] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-946e290c-3cd9-47e7-83d3-8024f2d0e1b7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.664387] env[69524]: DEBUG oslo_vmware.api [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1181.664387] env[69524]: value = "task-4068727" [ 1181.664387] env[69524]: _type = "Task" [ 1181.664387] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.678087] env[69524]: DEBUG oslo_vmware.api [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068727, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.720517] env[69524]: DEBUG nova.network.neutron [-] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.817767] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a5b48f-525d-4677-a302-5ca6676048ad {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.826863] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3166db8d-c8a1-42f1-96b8-8ea5dd976875 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.872277] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9cc1a3e-f3c7-46bb-a447-1268216d88b6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.883675] env[69524]: DEBUG oslo_vmware.api [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068718, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.693124} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.886466] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 43b4dacf-06d7-42de-9d91-04e69295c1f2/43b4dacf-06d7-42de-9d91-04e69295c1f2.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1181.886703] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1181.887647] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0b55abb-bcde-44e0-8ed2-030dcb8a0ed1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.891972] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2dfc23-2763-48fe-ae22-25541ab240fe {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.907894] env[69524]: DEBUG nova.network.neutron [-] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.909697] env[69524]: DEBUG nova.compute.provider_tree [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1181.913445] env[69524]: DEBUG oslo_vmware.api [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 1181.913445] env[69524]: value = "task-4068728" [ 1181.913445] env[69524]: _type = "Task" [ 1181.913445] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.923983] env[69524]: DEBUG oslo_vmware.api [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068728, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.948225] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eafe1220-f5d6-455f-83bb-809799fc6149 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.961047] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da417f6f-0355-4bcb-95dc-eb3cae56a55d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.976712] env[69524]: DEBUG nova.compute.manager [req-63978b96-601f-492c-8acc-ad54b345e016 req-b8baee49-5427-441f-b455-3a9805a11e02 service nova] [instance: d32a99f3-1794-481c-a886-63eed1c3975c] Received event network-vif-deleted-37ea08eb-ff2b-498e-ab87-260524f2e6a6 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.977063] env[69524]: DEBUG nova.compute.manager [req-63978b96-601f-492c-8acc-ad54b345e016 req-b8baee49-5427-441f-b455-3a9805a11e02 service nova] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Received event network-vif-deleted-032f0af3-342e-48d4-8b85-b3b9ea5534c1 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.977308] env[69524]: DEBUG nova.compute.manager [req-63978b96-601f-492c-8acc-ad54b345e016 req-b8baee49-5427-441f-b455-3a9805a11e02 service nova] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Received event network-vif-unplugged-9634a9f3-967b-4392-9686-141ca99d23cd {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.977516] env[69524]: DEBUG oslo_concurrency.lockutils [req-63978b96-601f-492c-8acc-ad54b345e016 req-b8baee49-5427-441f-b455-3a9805a11e02 service nova] Acquiring lock "cf9b2762-aff5-4187-aade-d441957c9e44-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.977716] env[69524]: DEBUG oslo_concurrency.lockutils [req-63978b96-601f-492c-8acc-ad54b345e016 req-b8baee49-5427-441f-b455-3a9805a11e02 service nova] Lock "cf9b2762-aff5-4187-aade-d441957c9e44-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.977910] env[69524]: DEBUG oslo_concurrency.lockutils [req-63978b96-601f-492c-8acc-ad54b345e016 req-b8baee49-5427-441f-b455-3a9805a11e02 service nova] Lock "cf9b2762-aff5-4187-aade-d441957c9e44-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.978099] env[69524]: DEBUG nova.compute.manager [req-63978b96-601f-492c-8acc-ad54b345e016 req-b8baee49-5427-441f-b455-3a9805a11e02 service nova] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] No waiting events found dispatching network-vif-unplugged-9634a9f3-967b-4392-9686-141ca99d23cd {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1181.978271] env[69524]: WARNING nova.compute.manager [req-63978b96-601f-492c-8acc-ad54b345e016 req-b8baee49-5427-441f-b455-3a9805a11e02 service nova] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Received unexpected event network-vif-unplugged-9634a9f3-967b-4392-9686-141ca99d23cd for instance with vm_state shelved and task_state shelving_offloading. [ 1181.978426] env[69524]: DEBUG nova.compute.manager [req-63978b96-601f-492c-8acc-ad54b345e016 req-b8baee49-5427-441f-b455-3a9805a11e02 service nova] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Received event network-changed-9634a9f3-967b-4392-9686-141ca99d23cd {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.978582] env[69524]: DEBUG nova.compute.manager [req-63978b96-601f-492c-8acc-ad54b345e016 req-b8baee49-5427-441f-b455-3a9805a11e02 service nova] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Refreshing instance network info cache due to event network-changed-9634a9f3-967b-4392-9686-141ca99d23cd. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1181.978786] env[69524]: DEBUG oslo_concurrency.lockutils [req-63978b96-601f-492c-8acc-ad54b345e016 req-b8baee49-5427-441f-b455-3a9805a11e02 service nova] Acquiring lock "refresh_cache-cf9b2762-aff5-4187-aade-d441957c9e44" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.978980] env[69524]: DEBUG oslo_concurrency.lockutils [req-63978b96-601f-492c-8acc-ad54b345e016 req-b8baee49-5427-441f-b455-3a9805a11e02 service nova] Acquired lock "refresh_cache-cf9b2762-aff5-4187-aade-d441957c9e44" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.979231] env[69524]: DEBUG nova.network.neutron [req-63978b96-601f-492c-8acc-ad54b345e016 req-b8baee49-5427-441f-b455-3a9805a11e02 service nova] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Refreshing network info cache for port 9634a9f3-967b-4392-9686-141ca99d23cd {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1182.003563] env[69524]: DEBUG nova.compute.manager [req-10af140c-a478-412b-9cb0-97bf43143c60 req-355bb17a-11d5-42e0-bf30-18c638793876 service nova] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Detach interface failed, port_id=ad1a1f4d-2beb-4f27-a63d-a02e87dfc9c6, reason: Instance 4bfb9279-d345-4ddf-8c3a-397b75e20788 could not be found. {{(pid=69524) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1182.072544] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] [instance: 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1182.072916] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8bf0a694-ad92-474f-bfd0-b69e33f9b1e0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.081022] env[69524]: DEBUG oslo_vmware.api [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Waiting for the task: (returnval){ [ 1182.081022] env[69524]: value = "task-4068729" [ 1182.081022] env[69524]: _type = "Task" [ 1182.081022] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.090921] env[69524]: DEBUG oslo_vmware.api [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Task: {'id': task-4068729, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.175495] env[69524]: DEBUG oslo_vmware.api [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068727, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.476214} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.175796] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1182.175994] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1182.176217] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1182.199183] env[69524]: INFO nova.scheduler.client.report [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Deleted allocations for instance cf9b2762-aff5-4187-aade-d441957c9e44 [ 1182.226180] env[69524]: INFO nova.compute.manager [-] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Took 1.72 seconds to deallocate network for instance. [ 1182.379431] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-e886661a-29ee-4ea1-99c4-9d181bb7bc54 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d1b9472c-9def-48c6-9f64-1ae2fc9443c7] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1182.382022] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1eb5f9b4-9001-4a0b-abd1-73ff73090c7c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.388911] env[69524]: DEBUG oslo_vmware.api [None req-e886661a-29ee-4ea1-99c4-9d181bb7bc54 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Waiting for the task: (returnval){ [ 1182.388911] env[69524]: value = "task-4068730" [ 1182.388911] env[69524]: _type = "Task" [ 1182.388911] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.399166] env[69524]: DEBUG oslo_vmware.api [None req-e886661a-29ee-4ea1-99c4-9d181bb7bc54 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': task-4068730, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.415277] env[69524]: INFO nova.compute.manager [-] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Took 1.35 seconds to deallocate network for instance. [ 1182.433758] env[69524]: DEBUG oslo_vmware.api [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068728, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082173} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.433997] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1182.434801] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6267085d-dc39-40f3-95d0-b012ae69073d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.438089] env[69524]: ERROR nova.scheduler.client.report [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [req-775c8e34-9ef5-4d4b-8a7b-7a5719b12d05] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 333a7aa4-d2cd-4888-ac97-9e43e6b91719. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-775c8e34-9ef5-4d4b-8a7b-7a5719b12d05"}]} [ 1182.463895] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 43b4dacf-06d7-42de-9d91-04e69295c1f2/43b4dacf-06d7-42de-9d91-04e69295c1f2.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1182.465741] env[69524]: DEBUG nova.scheduler.client.report [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Refreshing inventories for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1182.467961] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac1e0c86-335f-4f75-b7ed-cadbc05cea30 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.494859] env[69524]: DEBUG oslo_vmware.api [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 1182.494859] env[69524]: value = "task-4068731" [ 1182.494859] env[69524]: _type = "Task" [ 1182.494859] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.505209] env[69524]: DEBUG oslo_vmware.api [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068731, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.508505] env[69524]: DEBUG nova.scheduler.client.report [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Updating ProviderTree inventory for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1182.508911] env[69524]: DEBUG nova.compute.provider_tree [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1182.527890] env[69524]: DEBUG nova.scheduler.client.report [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Refreshing aggregate associations for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719, aggregates: None {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1182.555709] env[69524]: DEBUG nova.scheduler.client.report [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Refreshing trait associations for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1182.595884] env[69524]: DEBUG oslo_vmware.api [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Task: {'id': task-4068729, 'name': PowerOffVM_Task, 'duration_secs': 0.182155} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.596378] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] [instance: 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1182.597269] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] [instance: 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1182.598278] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0be9f7-56cc-4b2f-8132-12f387097566 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.608810] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] [instance: 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1182.609191] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f97fd00-6f42-4d97-b32d-bbd514b23f67 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.636574] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] [instance: 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1182.636841] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] [instance: 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9] Deleting contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1182.637021] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Deleting the datastore file [datastore2] 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1182.637318] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77241757-9bf9-4b3f-8e34-7ee8b42ac5b8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.649264] env[69524]: DEBUG oslo_vmware.api [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Waiting for the task: (returnval){ [ 1182.649264] env[69524]: value = "task-4068733" [ 1182.649264] env[69524]: _type = "Task" [ 1182.649264] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.658645] env[69524]: DEBUG oslo_vmware.api [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Task: {'id': task-4068733, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.704156] env[69524]: DEBUG oslo_concurrency.lockutils [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.734443] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5f9703d1-694a-4ca6-86d5-3316d4ad3218 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.776080] env[69524]: DEBUG nova.network.neutron [req-63978b96-601f-492c-8acc-ad54b345e016 req-b8baee49-5427-441f-b455-3a9805a11e02 service nova] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Updated VIF entry in instance network info cache for port 9634a9f3-967b-4392-9686-141ca99d23cd. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1182.776449] env[69524]: DEBUG nova.network.neutron [req-63978b96-601f-492c-8acc-ad54b345e016 req-b8baee49-5427-441f-b455-3a9805a11e02 service nova] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Updating instance_info_cache with network_info: [{"id": "9634a9f3-967b-4392-9686-141ca99d23cd", "address": "fa:16:3e:9e:6d:84", "network": {"id": "b23ca180-1a84-452a-9514-9d8f6aa62900", "bridge": null, "label": "tempest-DeleteServersTestJSON-1041588650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2fffe3417744e99ce079788dc320b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap9634a9f3-96", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.792885] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512906a3-2df2-4ce4-b212-2de413b81a7e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.586127] env[69524]: DEBUG nova.network.neutron [-] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.586407] env[69524]: DEBUG oslo_concurrency.lockutils [None req-10d1a2e0-ecac-4d2b-8c52-55ef833b0ca7 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.587846] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6830232c-32bf-4857-8f71-4df944decd8e tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquiring lock "cf9b2762-aff5-4187-aade-d441957c9e44" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.587846] env[69524]: DEBUG oslo_concurrency.lockutils [req-63978b96-601f-492c-8acc-ad54b345e016 req-b8baee49-5427-441f-b455-3a9805a11e02 service nova] Releasing lock "refresh_cache-cf9b2762-aff5-4187-aade-d441957c9e44" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.612231] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289a91b0-b2de-47c7-a13b-d1aa68075756 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.617350] env[69524]: DEBUG oslo_vmware.api [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068731, 'name': ReconfigVM_Task, 'duration_secs': 0.32791} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.617350] env[69524]: DEBUG oslo_vmware.api [None req-e886661a-29ee-4ea1-99c4-9d181bb7bc54 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': task-4068730, 'name': PowerOffVM_Task, 'duration_secs': 0.238521} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.617350] env[69524]: DEBUG oslo_vmware.api [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Task: {'id': task-4068733, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.109359} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.617781] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 43b4dacf-06d7-42de-9d91-04e69295c1f2/43b4dacf-06d7-42de-9d91-04e69295c1f2.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1183.618447] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-e886661a-29ee-4ea1-99c4-9d181bb7bc54 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d1b9472c-9def-48c6-9f64-1ae2fc9443c7] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1183.618735] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1183.618901] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] [instance: 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9] Deleted contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1183.619099] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] [instance: 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1183.621977] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8a5b4c4-6d30-4bb6-be15-09dbbe33c0fc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.624986] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21115358-f535-4c97-8a5b-c2f2f9740dbb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.654197] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a496b2ce-75f5-42f5-b38f-b3e205d267a0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.675053] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3773fb-ddce-407b-8f5c-0517c6eca5e4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.677838] env[69524]: DEBUG oslo_vmware.api [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 1183.677838] env[69524]: value = "task-4068734" [ 1183.677838] env[69524]: _type = "Task" [ 1183.677838] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.685977] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5929ca39-1c5a-4cb0-9fca-66a1b2536992 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.703646] env[69524]: DEBUG oslo_vmware.api [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068734, 'name': Rename_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.713323] env[69524]: DEBUG nova.compute.provider_tree [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1183.722919] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-e886661a-29ee-4ea1-99c4-9d181bb7bc54 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d1b9472c-9def-48c6-9f64-1ae2fc9443c7] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1183.723289] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-888e63d9-53c0-4b64-aa1e-ad49aa5b8c05 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.733523] env[69524]: DEBUG oslo_vmware.api [None req-e886661a-29ee-4ea1-99c4-9d181bb7bc54 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Waiting for the task: (returnval){ [ 1183.733523] env[69524]: value = "task-4068735" [ 1183.733523] env[69524]: _type = "Task" [ 1183.733523] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.743649] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-e886661a-29ee-4ea1-99c4-9d181bb7bc54 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d1b9472c-9def-48c6-9f64-1ae2fc9443c7] VM already powered off {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1183.743932] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-e886661a-29ee-4ea1-99c4-9d181bb7bc54 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d1b9472c-9def-48c6-9f64-1ae2fc9443c7] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1183.744253] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e886661a-29ee-4ea1-99c4-9d181bb7bc54 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.744457] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e886661a-29ee-4ea1-99c4-9d181bb7bc54 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.744692] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-e886661a-29ee-4ea1-99c4-9d181bb7bc54 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1183.745026] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a363fd01-0694-4ddc-82f9-66dff9ad487c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.756162] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-e886661a-29ee-4ea1-99c4-9d181bb7bc54 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1183.756393] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-e886661a-29ee-4ea1-99c4-9d181bb7bc54 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1183.757229] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2bcb8c2-7681-4e47-8064-185d7a215979 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.764804] env[69524]: DEBUG oslo_vmware.api [None req-e886661a-29ee-4ea1-99c4-9d181bb7bc54 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Waiting for the task: (returnval){ [ 1183.764804] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52bc5819-4a13-8e90-ae61-3e68609db7ff" [ 1183.764804] env[69524]: _type = "Task" [ 1183.764804] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.774646] env[69524]: DEBUG oslo_vmware.api [None req-e886661a-29ee-4ea1-99c4-9d181bb7bc54 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52bc5819-4a13-8e90-ae61-3e68609db7ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.993604] env[69524]: DEBUG nova.compute.manager [req-01cfedea-6172-4654-9414-08816cec5d22 req-4d90a3aa-338d-4b38-a1cb-4a619b276a10 service nova] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] Received event network-vif-deleted-2bec92f1-30b0-4aa3-90ee-1b205b0f5ce3 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1183.993822] env[69524]: DEBUG nova.compute.manager [req-01cfedea-6172-4654-9414-08816cec5d22 req-4d90a3aa-338d-4b38-a1cb-4a619b276a10 service nova] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] Received event network-vif-deleted-27e1281f-3c8b-4f54-8935-0cf72ca4c60d {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1183.994047] env[69524]: DEBUG nova.compute.manager [req-01cfedea-6172-4654-9414-08816cec5d22 req-4d90a3aa-338d-4b38-a1cb-4a619b276a10 service nova] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] Received event network-vif-deleted-54ea2d72-06bd-4b33-990d-fb9aae31afe2 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.089825] env[69524]: INFO nova.compute.manager [-] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] Took 2.46 seconds to deallocate network for instance. [ 1184.190750] env[69524]: DEBUG oslo_vmware.api [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068734, 'name': Rename_Task, 'duration_secs': 0.149487} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.191041] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1184.191311] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2738a6dc-02bb-4d32-baab-c4e9938037f5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.199272] env[69524]: DEBUG oslo_vmware.api [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 1184.199272] env[69524]: value = "task-4068736" [ 1184.199272] env[69524]: _type = "Task" [ 1184.199272] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.208378] env[69524]: DEBUG oslo_vmware.api [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068736, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.254684] env[69524]: DEBUG nova.scheduler.client.report [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Updated inventory for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with generation 137 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1184.254961] env[69524]: DEBUG nova.compute.provider_tree [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Updating resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 generation from 137 to 138 during operation: update_inventory {{(pid=69524) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1184.255162] env[69524]: DEBUG nova.compute.provider_tree [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1184.275590] env[69524]: DEBUG oslo_vmware.api [None req-e886661a-29ee-4ea1-99c4-9d181bb7bc54 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52bc5819-4a13-8e90-ae61-3e68609db7ff, 'name': SearchDatastore_Task, 'duration_secs': 0.015384} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.276442] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-067c33bc-f83b-4fd8-8a6a-f0373a034849 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.283977] env[69524]: DEBUG oslo_vmware.api [None req-e886661a-29ee-4ea1-99c4-9d181bb7bc54 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Waiting for the task: (returnval){ [ 1184.283977] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5263d788-e41f-384c-a5a3-859cd8bf3d42" [ 1184.283977] env[69524]: _type = "Task" [ 1184.283977] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.293933] env[69524]: DEBUG oslo_vmware.api [None req-e886661a-29ee-4ea1-99c4-9d181bb7bc54 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5263d788-e41f-384c-a5a3-859cd8bf3d42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.599537] env[69524]: DEBUG oslo_concurrency.lockutils [None req-115fef6a-dff3-4589-b89e-d6df5ce3d509 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.661202] env[69524]: DEBUG nova.virt.hardware [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1184.661606] env[69524]: DEBUG nova.virt.hardware [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1184.661724] env[69524]: DEBUG nova.virt.hardware [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1184.661857] env[69524]: DEBUG nova.virt.hardware [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1184.662033] env[69524]: DEBUG nova.virt.hardware [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1184.662208] env[69524]: DEBUG nova.virt.hardware [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1184.662450] env[69524]: DEBUG nova.virt.hardware [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1184.662564] env[69524]: DEBUG nova.virt.hardware [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1184.662786] env[69524]: DEBUG nova.virt.hardware [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1184.662953] env[69524]: DEBUG nova.virt.hardware [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1184.663161] env[69524]: DEBUG nova.virt.hardware [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1184.664511] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2547c7c-1bc9-4750-b3bc-e3b947523f6c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.673756] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b45aedc-b11e-4314-8131-5c5acfdd7e2b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.690417] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] [instance: 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9] Instance VIF info [] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1184.696038] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1184.696325] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1184.696548] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-093923e8-ab0a-4d11-9fa5-f0567678f4d3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.717989] env[69524]: DEBUG oslo_vmware.api [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068736, 'name': PowerOnVM_Task, 'duration_secs': 0.460396} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.719527] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1184.719779] env[69524]: INFO nova.compute.manager [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Took 9.77 seconds to spawn the instance on the hypervisor. [ 1184.720129] env[69524]: DEBUG nova.compute.manager [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1184.720255] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1184.720255] env[69524]: value = "task-4068737" [ 1184.720255] env[69524]: _type = "Task" [ 1184.720255] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.720954] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066ff0a6-d931-4b5c-96ef-d2d0cea231be {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.732892] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068737, 'name': CreateVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.760544] env[69524]: DEBUG oslo_concurrency.lockutils [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.206s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.761108] env[69524]: DEBUG nova.compute.manager [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c39dbc18-e185-4f84-8ed3-08ab74c8ff16] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1184.763845] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7d9a06a9-87aa-471c-a894-1caf55b88c2a tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.433s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.764085] env[69524]: DEBUG nova.objects.instance [None req-7d9a06a9-87aa-471c-a894-1caf55b88c2a tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lazy-loading 'resources' on Instance uuid f904c1cd-024c-46e0-8efe-370bca3aa710 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1184.799121] env[69524]: DEBUG oslo_vmware.api [None req-e886661a-29ee-4ea1-99c4-9d181bb7bc54 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5263d788-e41f-384c-a5a3-859cd8bf3d42, 'name': SearchDatastore_Task, 'duration_secs': 0.010142} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.799483] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e886661a-29ee-4ea1-99c4-9d181bb7bc54 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.799948] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-e886661a-29ee-4ea1-99c4-9d181bb7bc54 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] d1b9472c-9def-48c6-9f64-1ae2fc9443c7/7e48ad2e-b898-4fe5-a14c-ede19c27ca63-rescue.vmdk. {{(pid=69524) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1184.800341] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a7c7331-f156-4e40-8f82-3948761f61c0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.810041] env[69524]: DEBUG oslo_vmware.api [None req-e886661a-29ee-4ea1-99c4-9d181bb7bc54 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Waiting for the task: (returnval){ [ 1184.810041] env[69524]: value = "task-4068738" [ 1184.810041] env[69524]: _type = "Task" [ 1184.810041] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.818432] env[69524]: DEBUG oslo_vmware.api [None req-e886661a-29ee-4ea1-99c4-9d181bb7bc54 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': task-4068738, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.236460] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068737, 'name': CreateVM_Task, 'duration_secs': 0.317098} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.236803] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1185.237198] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.237379] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.237899] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.238125] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f482552f-24e7-4547-b09f-70c2841fd35d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.248341] env[69524]: INFO nova.compute.manager [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Took 14.73 seconds to build instance. [ 1185.251294] env[69524]: DEBUG oslo_vmware.api [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Waiting for the task: (returnval){ [ 1185.251294] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]520bfd94-8078-65b0-72d0-403d014ec6fc" [ 1185.251294] env[69524]: _type = "Task" [ 1185.251294] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.263168] env[69524]: DEBUG oslo_vmware.api [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]520bfd94-8078-65b0-72d0-403d014ec6fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.266822] env[69524]: DEBUG nova.compute.utils [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1185.272689] env[69524]: DEBUG nova.compute.manager [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c39dbc18-e185-4f84-8ed3-08ab74c8ff16] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1185.272889] env[69524]: DEBUG nova.network.neutron [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c39dbc18-e185-4f84-8ed3-08ab74c8ff16] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1185.330088] env[69524]: DEBUG oslo_vmware.api [None req-e886661a-29ee-4ea1-99c4-9d181bb7bc54 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': task-4068738, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.332090] env[69524]: DEBUG nova.policy [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa0e69885d644bb394a0b4a5c32bce57', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c0583911a34499e92e7299e6bdb937d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 1185.505174] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba7db44-1d6e-4483-8f78-84799efb9cd4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.514433] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de37e26-bc0a-432a-b161-523a3a00d3df {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.550158] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83377196-bacb-447d-a2fb-bb90e6a87c90 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.558394] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4466f84-f84b-408d-b513-b1cff339cc0b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.574325] env[69524]: DEBUG nova.compute.provider_tree [None req-7d9a06a9-87aa-471c-a894-1caf55b88c2a tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.638636] env[69524]: DEBUG nova.network.neutron [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c39dbc18-e185-4f84-8ed3-08ab74c8ff16] Successfully created port: f74cf8fb-0878-45c7-a2b5-2209aefff898 {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1185.752518] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f21e5d0e-5035-4db9-9019-8a491e2d1540 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lock "43b4dacf-06d7-42de-9d91-04e69295c1f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.241s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.763467] env[69524]: DEBUG oslo_vmware.api [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]520bfd94-8078-65b0-72d0-403d014ec6fc, 'name': SearchDatastore_Task, 'duration_secs': 0.027067} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.763814] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.764120] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] [instance: 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1185.764415] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.764561] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.765179] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1185.765179] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88e0565d-118b-45b8-aee3-86a277e97a89 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.776816] env[69524]: DEBUG nova.compute.manager [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c39dbc18-e185-4f84-8ed3-08ab74c8ff16] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1185.780906] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1185.780906] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1185.781457] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f450936b-4306-4da8-bd21-af4e0c2b521d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.788272] env[69524]: DEBUG oslo_vmware.api [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Waiting for the task: (returnval){ [ 1185.788272] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52c1b1a4-24a5-42d3-3c28-c0d595b9a8c3" [ 1185.788272] env[69524]: _type = "Task" [ 1185.788272] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.796730] env[69524]: DEBUG oslo_vmware.api [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52c1b1a4-24a5-42d3-3c28-c0d595b9a8c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.820722] env[69524]: DEBUG oslo_vmware.api [None req-e886661a-29ee-4ea1-99c4-9d181bb7bc54 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': task-4068738, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577419} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.824024] env[69524]: INFO nova.virt.vmwareapi.ds_util [None req-e886661a-29ee-4ea1-99c4-9d181bb7bc54 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] d1b9472c-9def-48c6-9f64-1ae2fc9443c7/7e48ad2e-b898-4fe5-a14c-ede19c27ca63-rescue.vmdk. [ 1185.824024] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273922f3-eeec-4e89-8f8f-d0c0e3824039 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.850323] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-e886661a-29ee-4ea1-99c4-9d181bb7bc54 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d1b9472c-9def-48c6-9f64-1ae2fc9443c7] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] d1b9472c-9def-48c6-9f64-1ae2fc9443c7/7e48ad2e-b898-4fe5-a14c-ede19c27ca63-rescue.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1185.851082] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16564f19-1343-4247-93f5-6b644687b173 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.872030] env[69524]: DEBUG oslo_vmware.api [None req-e886661a-29ee-4ea1-99c4-9d181bb7bc54 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Waiting for the task: (returnval){ [ 1185.872030] env[69524]: value = "task-4068739" [ 1185.872030] env[69524]: _type = "Task" [ 1185.872030] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.880834] env[69524]: DEBUG oslo_vmware.api [None req-e886661a-29ee-4ea1-99c4-9d181bb7bc54 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': task-4068739, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.077980] env[69524]: DEBUG nova.scheduler.client.report [None req-7d9a06a9-87aa-471c-a894-1caf55b88c2a tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.299379] env[69524]: DEBUG oslo_vmware.api [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52c1b1a4-24a5-42d3-3c28-c0d595b9a8c3, 'name': SearchDatastore_Task, 'duration_secs': 0.027931} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.300356] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14bed508-4456-40fd-b366-e07e2dc01b0c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.307531] env[69524]: DEBUG oslo_vmware.api [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Waiting for the task: (returnval){ [ 1186.307531] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52602cb7-6df8-2ff7-414d-58d722e31668" [ 1186.307531] env[69524]: _type = "Task" [ 1186.307531] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.316723] env[69524]: DEBUG oslo_vmware.api [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52602cb7-6df8-2ff7-414d-58d722e31668, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.384483] env[69524]: DEBUG oslo_vmware.api [None req-e886661a-29ee-4ea1-99c4-9d181bb7bc54 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': task-4068739, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.583127] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7d9a06a9-87aa-471c-a894-1caf55b88c2a tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.819s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.590366] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c852aae0-040f-4362-85ec-fed0198fa180 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.959s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.590638] env[69524]: DEBUG nova.objects.instance [None req-c852aae0-040f-4362-85ec-fed0198fa180 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Lazy-loading 'resources' on Instance uuid d32a99f3-1794-481c-a886-63eed1c3975c {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1186.616685] env[69524]: INFO nova.scheduler.client.report [None req-7d9a06a9-87aa-471c-a894-1caf55b88c2a tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Deleted allocations for instance f904c1cd-024c-46e0-8efe-370bca3aa710 [ 1186.668605] env[69524]: DEBUG nova.compute.manager [req-c029f63c-3632-49ac-a7f7-a51f49ac3df9 req-f85e304f-aad2-4dab-b87a-6eeb6fc2d2cb service nova] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Received event network-changed-3c70a088-659f-4fee-97ff-b8bba0c87ff9 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.668820] env[69524]: DEBUG nova.compute.manager [req-c029f63c-3632-49ac-a7f7-a51f49ac3df9 req-f85e304f-aad2-4dab-b87a-6eeb6fc2d2cb service nova] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Refreshing instance network info cache due to event network-changed-3c70a088-659f-4fee-97ff-b8bba0c87ff9. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1186.669038] env[69524]: DEBUG oslo_concurrency.lockutils [req-c029f63c-3632-49ac-a7f7-a51f49ac3df9 req-f85e304f-aad2-4dab-b87a-6eeb6fc2d2cb service nova] Acquiring lock "refresh_cache-43b4dacf-06d7-42de-9d91-04e69295c1f2" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.669185] env[69524]: DEBUG oslo_concurrency.lockutils [req-c029f63c-3632-49ac-a7f7-a51f49ac3df9 req-f85e304f-aad2-4dab-b87a-6eeb6fc2d2cb service nova] Acquired lock "refresh_cache-43b4dacf-06d7-42de-9d91-04e69295c1f2" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.669344] env[69524]: DEBUG nova.network.neutron [req-c029f63c-3632-49ac-a7f7-a51f49ac3df9 req-f85e304f-aad2-4dab-b87a-6eeb6fc2d2cb service nova] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Refreshing network info cache for port 3c70a088-659f-4fee-97ff-b8bba0c87ff9 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1186.794667] env[69524]: DEBUG nova.compute.manager [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c39dbc18-e185-4f84-8ed3-08ab74c8ff16] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1186.820043] env[69524]: DEBUG oslo_vmware.api [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52602cb7-6df8-2ff7-414d-58d722e31668, 'name': SearchDatastore_Task, 'duration_secs': 0.025287} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.820309] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.820571] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9/95beb0ed-a1e2-4d22-a7dd-0af2a466acc9.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1186.820835] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7f4ef7a-4bc2-4ad3-a15b-ed3be39ad712 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.825317] env[69524]: DEBUG nova.virt.hardware [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1186.825544] env[69524]: DEBUG nova.virt.hardware [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1186.825695] env[69524]: DEBUG nova.virt.hardware [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1186.825872] env[69524]: DEBUG nova.virt.hardware [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1186.826019] env[69524]: DEBUG nova.virt.hardware [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1186.826172] env[69524]: DEBUG nova.virt.hardware [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1186.826375] env[69524]: DEBUG nova.virt.hardware [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1186.826528] env[69524]: DEBUG nova.virt.hardware [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1186.826686] env[69524]: DEBUG nova.virt.hardware [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1186.826840] env[69524]: DEBUG nova.virt.hardware [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1186.827014] env[69524]: DEBUG nova.virt.hardware [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1186.827855] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ce12cdc-2dbf-46be-b415-21a354879c7f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.837637] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b698b5e5-b89c-4b1e-9349-dbd9209755d9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.842862] env[69524]: DEBUG oslo_vmware.api [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Waiting for the task: (returnval){ [ 1186.842862] env[69524]: value = "task-4068740" [ 1186.842862] env[69524]: _type = "Task" [ 1186.842862] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.861147] env[69524]: DEBUG oslo_vmware.api [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Task: {'id': task-4068740, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.882852] env[69524]: DEBUG oslo_vmware.api [None req-e886661a-29ee-4ea1-99c4-9d181bb7bc54 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': task-4068739, 'name': ReconfigVM_Task, 'duration_secs': 0.54961} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.883233] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-e886661a-29ee-4ea1-99c4-9d181bb7bc54 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d1b9472c-9def-48c6-9f64-1ae2fc9443c7] Reconfigured VM instance instance-0000005d to attach disk [datastore1] d1b9472c-9def-48c6-9f64-1ae2fc9443c7/7e48ad2e-b898-4fe5-a14c-ede19c27ca63-rescue.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1186.884247] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b0c64e-06db-49f3-aae8-506da9b9abc9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.912495] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7d7cd14-5ce4-44cb-8bbe-978f7e73ce87 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.928679] env[69524]: DEBUG oslo_vmware.api [None req-e886661a-29ee-4ea1-99c4-9d181bb7bc54 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Waiting for the task: (returnval){ [ 1186.928679] env[69524]: value = "task-4068741" [ 1186.928679] env[69524]: _type = "Task" [ 1186.928679] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.939806] env[69524]: DEBUG oslo_vmware.api [None req-e886661a-29ee-4ea1-99c4-9d181bb7bc54 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': task-4068741, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.125224] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7d9a06a9-87aa-471c-a894-1caf55b88c2a tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "f904c1cd-024c-46e0-8efe-370bca3aa710" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.297s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.194552] env[69524]: DEBUG nova.network.neutron [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c39dbc18-e185-4f84-8ed3-08ab74c8ff16] Successfully updated port: f74cf8fb-0878-45c7-a2b5-2209aefff898 {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1187.356100] env[69524]: DEBUG oslo_vmware.api [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Task: {'id': task-4068740, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.357972] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f16a858-c79a-4970-b2b6-da0008d31c6a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.367053] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80214737-b95a-4651-a87b-efd3b9eccfdd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.402614] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f710803-7c38-41c4-aa01-6101fef24041 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.411328] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2262aac0-cdba-4345-8901-d407fd168b00 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.426057] env[69524]: DEBUG nova.compute.provider_tree [None req-c852aae0-040f-4362-85ec-fed0198fa180 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.441230] env[69524]: DEBUG oslo_vmware.api [None req-e886661a-29ee-4ea1-99c4-9d181bb7bc54 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': task-4068741, 'name': ReconfigVM_Task, 'duration_secs': 0.206348} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.441878] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-e886661a-29ee-4ea1-99c4-9d181bb7bc54 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d1b9472c-9def-48c6-9f64-1ae2fc9443c7] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1187.442157] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd2a6bb6-19e6-4b14-adc5-f058d6a24114 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.452070] env[69524]: DEBUG oslo_vmware.api [None req-e886661a-29ee-4ea1-99c4-9d181bb7bc54 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Waiting for the task: (returnval){ [ 1187.452070] env[69524]: value = "task-4068742" [ 1187.452070] env[69524]: _type = "Task" [ 1187.452070] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.465057] env[69524]: DEBUG oslo_vmware.api [None req-e886661a-29ee-4ea1-99c4-9d181bb7bc54 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': task-4068742, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.517919] env[69524]: DEBUG nova.network.neutron [req-c029f63c-3632-49ac-a7f7-a51f49ac3df9 req-f85e304f-aad2-4dab-b87a-6eeb6fc2d2cb service nova] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Updated VIF entry in instance network info cache for port 3c70a088-659f-4fee-97ff-b8bba0c87ff9. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1187.518327] env[69524]: DEBUG nova.network.neutron [req-c029f63c-3632-49ac-a7f7-a51f49ac3df9 req-f85e304f-aad2-4dab-b87a-6eeb6fc2d2cb service nova] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Updating instance_info_cache with network_info: [{"id": "3c70a088-659f-4fee-97ff-b8bba0c87ff9", "address": "fa:16:3e:65:34:e1", "network": {"id": "44e29569-eeca-4e3a-bfa6-eaf437fc808b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1419956527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4133a0547d154af78d7556a7517cb285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c70a088-65", "ovs_interfaceid": "3c70a088-659f-4fee-97ff-b8bba0c87ff9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.701751] env[69524]: DEBUG oslo_concurrency.lockutils [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquiring lock "refresh_cache-c39dbc18-e185-4f84-8ed3-08ab74c8ff16" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.701751] env[69524]: DEBUG oslo_concurrency.lockutils [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquired lock "refresh_cache-c39dbc18-e185-4f84-8ed3-08ab74c8ff16" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.701751] env[69524]: DEBUG nova.network.neutron [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c39dbc18-e185-4f84-8ed3-08ab74c8ff16] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1187.856780] env[69524]: DEBUG oslo_vmware.api [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Task: {'id': task-4068740, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540839} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.857174] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9/95beb0ed-a1e2-4d22-a7dd-0af2a466acc9.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1187.857333] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] [instance: 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1187.857618] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2dad0fc5-32ff-4063-87ee-325b8702b3c4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.866268] env[69524]: DEBUG oslo_vmware.api [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Waiting for the task: (returnval){ [ 1187.866268] env[69524]: value = "task-4068743" [ 1187.866268] env[69524]: _type = "Task" [ 1187.866268] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.877674] env[69524]: DEBUG oslo_vmware.api [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Task: {'id': task-4068743, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.929213] env[69524]: DEBUG nova.scheduler.client.report [None req-c852aae0-040f-4362-85ec-fed0198fa180 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1187.965048] env[69524]: DEBUG oslo_vmware.api [None req-e886661a-29ee-4ea1-99c4-9d181bb7bc54 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': task-4068742, 'name': PowerOnVM_Task, 'duration_secs': 0.458554} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.965357] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-e886661a-29ee-4ea1-99c4-9d181bb7bc54 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d1b9472c-9def-48c6-9f64-1ae2fc9443c7] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1187.968175] env[69524]: DEBUG nova.compute.manager [None req-e886661a-29ee-4ea1-99c4-9d181bb7bc54 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d1b9472c-9def-48c6-9f64-1ae2fc9443c7] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1187.969173] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a25904-4dd8-4c18-842e-1c9ef63ce80b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.022698] env[69524]: DEBUG oslo_concurrency.lockutils [req-c029f63c-3632-49ac-a7f7-a51f49ac3df9 req-f85e304f-aad2-4dab-b87a-6eeb6fc2d2cb service nova] Releasing lock "refresh_cache-43b4dacf-06d7-42de-9d91-04e69295c1f2" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.235538] env[69524]: DEBUG nova.network.neutron [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c39dbc18-e185-4f84-8ed3-08ab74c8ff16] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1188.377147] env[69524]: DEBUG oslo_vmware.api [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Task: {'id': task-4068743, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.208514} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.377441] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] [instance: 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1188.378309] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcecb9ba-9374-4b6f-9693-59341c54914c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.400123] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] [instance: 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9/95beb0ed-a1e2-4d22-a7dd-0af2a466acc9.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1188.401252] env[69524]: DEBUG nova.network.neutron [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c39dbc18-e185-4f84-8ed3-08ab74c8ff16] Updating instance_info_cache with network_info: [{"id": "f74cf8fb-0878-45c7-a2b5-2209aefff898", "address": "fa:16:3e:3c:28:e7", "network": {"id": "37adc9d0-a545-4ad6-8bda-bbeebaeaad38", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1811246761-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c0583911a34499e92e7299e6bdb937d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf74cf8fb-08", "ovs_interfaceid": "f74cf8fb-0878-45c7-a2b5-2209aefff898", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.402487] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-565bcd78-e6a0-43bc-9c47-693344846199 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.417956] env[69524]: DEBUG oslo_concurrency.lockutils [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Releasing lock "refresh_cache-c39dbc18-e185-4f84-8ed3-08ab74c8ff16" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.418319] env[69524]: DEBUG nova.compute.manager [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c39dbc18-e185-4f84-8ed3-08ab74c8ff16] Instance network_info: |[{"id": "f74cf8fb-0878-45c7-a2b5-2209aefff898", "address": "fa:16:3e:3c:28:e7", "network": {"id": "37adc9d0-a545-4ad6-8bda-bbeebaeaad38", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1811246761-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c0583911a34499e92e7299e6bdb937d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf74cf8fb-08", "ovs_interfaceid": "f74cf8fb-0878-45c7-a2b5-2209aefff898", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1188.419056] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c39dbc18-e185-4f84-8ed3-08ab74c8ff16] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:28:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ab93899c-92b2-4d84-95a6-192234add28c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f74cf8fb-0878-45c7-a2b5-2209aefff898', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1188.426370] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1188.427438] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c39dbc18-e185-4f84-8ed3-08ab74c8ff16] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1188.428142] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a191d03-39ba-4cc4-9771-74fd7d45a263 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.445161] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c852aae0-040f-4362-85ec-fed0198fa180 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.855s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.447379] env[69524]: DEBUG oslo_vmware.api [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Waiting for the task: (returnval){ [ 1188.447379] env[69524]: value = "task-4068744" [ 1188.447379] env[69524]: _type = "Task" [ 1188.447379] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.448936] env[69524]: DEBUG oslo_concurrency.lockutils [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.744s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.449250] env[69524]: DEBUG nova.objects.instance [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lazy-loading 'resources' on Instance uuid cf9b2762-aff5-4187-aade-d441957c9e44 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1188.461800] env[69524]: DEBUG nova.objects.instance [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lazy-loading 'numa_topology' on Instance uuid cf9b2762-aff5-4187-aade-d441957c9e44 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1188.463169] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1188.463169] env[69524]: value = "task-4068745" [ 1188.463169] env[69524]: _type = "Task" [ 1188.463169] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.471542] env[69524]: DEBUG oslo_vmware.api [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Task: {'id': task-4068744, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.473251] env[69524]: INFO nova.scheduler.client.report [None req-c852aae0-040f-4362-85ec-fed0198fa180 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Deleted allocations for instance d32a99f3-1794-481c-a886-63eed1c3975c [ 1188.484866] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068745, 'name': CreateVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.663160] env[69524]: DEBUG oslo_concurrency.lockutils [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquiring lock "1f0daa70-d277-47b8-b820-02bd0c4b55e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.663461] env[69524]: DEBUG oslo_concurrency.lockutils [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "1f0daa70-d277-47b8-b820-02bd0c4b55e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.698567] env[69524]: DEBUG nova.compute.manager [req-94ab8a94-645f-4f86-ad21-e76b4da611ef req-a9b157b5-fea5-45c7-a8d8-44a8f64da185 service nova] [instance: c39dbc18-e185-4f84-8ed3-08ab74c8ff16] Received event network-vif-plugged-f74cf8fb-0878-45c7-a2b5-2209aefff898 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.698904] env[69524]: DEBUG oslo_concurrency.lockutils [req-94ab8a94-645f-4f86-ad21-e76b4da611ef req-a9b157b5-fea5-45c7-a8d8-44a8f64da185 service nova] Acquiring lock "c39dbc18-e185-4f84-8ed3-08ab74c8ff16-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.699111] env[69524]: DEBUG oslo_concurrency.lockutils [req-94ab8a94-645f-4f86-ad21-e76b4da611ef req-a9b157b5-fea5-45c7-a8d8-44a8f64da185 service nova] Lock "c39dbc18-e185-4f84-8ed3-08ab74c8ff16-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.699345] env[69524]: DEBUG oslo_concurrency.lockutils [req-94ab8a94-645f-4f86-ad21-e76b4da611ef req-a9b157b5-fea5-45c7-a8d8-44a8f64da185 service nova] Lock "c39dbc18-e185-4f84-8ed3-08ab74c8ff16-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.699577] env[69524]: DEBUG nova.compute.manager [req-94ab8a94-645f-4f86-ad21-e76b4da611ef req-a9b157b5-fea5-45c7-a8d8-44a8f64da185 service nova] [instance: c39dbc18-e185-4f84-8ed3-08ab74c8ff16] No waiting events found dispatching network-vif-plugged-f74cf8fb-0878-45c7-a2b5-2209aefff898 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1188.699929] env[69524]: WARNING nova.compute.manager [req-94ab8a94-645f-4f86-ad21-e76b4da611ef req-a9b157b5-fea5-45c7-a8d8-44a8f64da185 service nova] [instance: c39dbc18-e185-4f84-8ed3-08ab74c8ff16] Received unexpected event network-vif-plugged-f74cf8fb-0878-45c7-a2b5-2209aefff898 for instance with vm_state building and task_state spawning. [ 1188.700160] env[69524]: DEBUG nova.compute.manager [req-94ab8a94-645f-4f86-ad21-e76b4da611ef req-a9b157b5-fea5-45c7-a8d8-44a8f64da185 service nova] [instance: c39dbc18-e185-4f84-8ed3-08ab74c8ff16] Received event network-changed-f74cf8fb-0878-45c7-a2b5-2209aefff898 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.700324] env[69524]: DEBUG nova.compute.manager [req-94ab8a94-645f-4f86-ad21-e76b4da611ef req-a9b157b5-fea5-45c7-a8d8-44a8f64da185 service nova] [instance: c39dbc18-e185-4f84-8ed3-08ab74c8ff16] Refreshing instance network info cache due to event network-changed-f74cf8fb-0878-45c7-a2b5-2209aefff898. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1188.700525] env[69524]: DEBUG oslo_concurrency.lockutils [req-94ab8a94-645f-4f86-ad21-e76b4da611ef req-a9b157b5-fea5-45c7-a8d8-44a8f64da185 service nova] Acquiring lock "refresh_cache-c39dbc18-e185-4f84-8ed3-08ab74c8ff16" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.700832] env[69524]: DEBUG oslo_concurrency.lockutils [req-94ab8a94-645f-4f86-ad21-e76b4da611ef req-a9b157b5-fea5-45c7-a8d8-44a8f64da185 service nova] Acquired lock "refresh_cache-c39dbc18-e185-4f84-8ed3-08ab74c8ff16" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.700902] env[69524]: DEBUG nova.network.neutron [req-94ab8a94-645f-4f86-ad21-e76b4da611ef req-a9b157b5-fea5-45c7-a8d8-44a8f64da185 service nova] [instance: c39dbc18-e185-4f84-8ed3-08ab74c8ff16] Refreshing network info cache for port f74cf8fb-0878-45c7-a2b5-2209aefff898 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1188.961940] env[69524]: DEBUG oslo_vmware.api [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Task: {'id': task-4068744, 'name': ReconfigVM_Task, 'duration_secs': 0.38014} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.962658] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] [instance: 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9/95beb0ed-a1e2-4d22-a7dd-0af2a466acc9.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1188.966861] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-355acbcd-ea50-47a3-b391-c005a36fc39e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.968911] env[69524]: DEBUG nova.objects.base [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69524) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1188.988742] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068745, 'name': CreateVM_Task, 'duration_secs': 0.401472} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.991021] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c39dbc18-e185-4f84-8ed3-08ab74c8ff16] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1188.994402] env[69524]: DEBUG oslo_vmware.api [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Waiting for the task: (returnval){ [ 1188.994402] env[69524]: value = "task-4068746" [ 1188.994402] env[69524]: _type = "Task" [ 1188.994402] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.997588] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c852aae0-040f-4362-85ec-fed0198fa180 tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Lock "d32a99f3-1794-481c-a886-63eed1c3975c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.797s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.999936] env[69524]: DEBUG oslo_concurrency.lockutils [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.000172] env[69524]: DEBUG oslo_concurrency.lockutils [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.000529] env[69524]: DEBUG oslo_concurrency.lockutils [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.001146] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e4039ff-74ff-4a2e-b3dd-65ae72bb4adb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.019663] env[69524]: DEBUG oslo_vmware.api [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 1189.019663] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52661799-af95-56b8-2ff8-d840ba663720" [ 1189.019663] env[69524]: _type = "Task" [ 1189.019663] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.024631] env[69524]: DEBUG oslo_vmware.api [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Task: {'id': task-4068746, 'name': Rename_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.035346] env[69524]: DEBUG oslo_vmware.api [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52661799-af95-56b8-2ff8-d840ba663720, 'name': SearchDatastore_Task, 'duration_secs': 0.012891} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.038152] env[69524]: DEBUG oslo_concurrency.lockutils [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.038401] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c39dbc18-e185-4f84-8ed3-08ab74c8ff16] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1189.038635] env[69524]: DEBUG oslo_concurrency.lockutils [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.038778] env[69524]: DEBUG oslo_concurrency.lockutils [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.038955] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1189.043147] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-277c7283-c755-49d3-82bb-b73b90503173 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.050645] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1189.050849] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1189.051649] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c97a673c-140b-4a8b-9c3f-0b8d36d1a36a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.058610] env[69524]: DEBUG oslo_vmware.api [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 1189.058610] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52be50e6-6233-aa25-e7e0-3c531769f95d" [ 1189.058610] env[69524]: _type = "Task" [ 1189.058610] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.069368] env[69524]: DEBUG oslo_vmware.api [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52be50e6-6233-aa25-e7e0-3c531769f95d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.167506] env[69524]: DEBUG nova.compute.manager [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 1f0daa70-d277-47b8-b820-02bd0c4b55e0] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1189.232389] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98474d4c-6154-4f6e-872b-7f7c845b1410 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.244625] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4a644a-9974-4fb6-be3b-2af62e250abe {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.293250] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef25725-8640-4e89-874b-0ea172f4de6a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.301098] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8bac76b-f9da-4850-85a3-81e8ab23c81a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.319323] env[69524]: DEBUG nova.compute.provider_tree [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1189.512516] env[69524]: DEBUG oslo_vmware.api [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Task: {'id': task-4068746, 'name': Rename_Task, 'duration_secs': 0.177157} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.515947] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] [instance: 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1189.516780] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7fcfdc60-0ab4-42c7-81ed-a75b829d2899 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.525958] env[69524]: DEBUG oslo_vmware.api [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Waiting for the task: (returnval){ [ 1189.525958] env[69524]: value = "task-4068747" [ 1189.525958] env[69524]: _type = "Task" [ 1189.525958] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.536937] env[69524]: DEBUG oslo_vmware.api [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Task: {'id': task-4068747, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.570367] env[69524]: DEBUG oslo_vmware.api [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52be50e6-6233-aa25-e7e0-3c531769f95d, 'name': SearchDatastore_Task, 'duration_secs': 0.01203} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.571281] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86a16878-bc0e-4ad5-87ec-97d81646a08e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.578116] env[69524]: DEBUG oslo_vmware.api [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 1189.578116] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5264985d-949c-ae35-7d68-2b55225180a4" [ 1189.578116] env[69524]: _type = "Task" [ 1189.578116] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.593160] env[69524]: DEBUG oslo_vmware.api [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5264985d-949c-ae35-7d68-2b55225180a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.693657] env[69524]: DEBUG oslo_concurrency.lockutils [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.799874] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Acquiring lock "d201cce9-881e-4449-8409-031911a2ba13" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.799874] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Lock "d201cce9-881e-4449-8409-031911a2ba13" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.818369] env[69524]: DEBUG nova.network.neutron [req-94ab8a94-645f-4f86-ad21-e76b4da611ef req-a9b157b5-fea5-45c7-a8d8-44a8f64da185 service nova] [instance: c39dbc18-e185-4f84-8ed3-08ab74c8ff16] Updated VIF entry in instance network info cache for port f74cf8fb-0878-45c7-a2b5-2209aefff898. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1189.819068] env[69524]: DEBUG nova.network.neutron [req-94ab8a94-645f-4f86-ad21-e76b4da611ef req-a9b157b5-fea5-45c7-a8d8-44a8f64da185 service nova] [instance: c39dbc18-e185-4f84-8ed3-08ab74c8ff16] Updating instance_info_cache with network_info: [{"id": "f74cf8fb-0878-45c7-a2b5-2209aefff898", "address": "fa:16:3e:3c:28:e7", "network": {"id": "37adc9d0-a545-4ad6-8bda-bbeebaeaad38", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1811246761-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c0583911a34499e92e7299e6bdb937d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf74cf8fb-08", "ovs_interfaceid": "f74cf8fb-0878-45c7-a2b5-2209aefff898", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.822744] env[69524]: DEBUG nova.scheduler.client.report [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.042693] env[69524]: DEBUG oslo_vmware.api [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Task: {'id': task-4068747, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.089419] env[69524]: DEBUG oslo_vmware.api [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5264985d-949c-ae35-7d68-2b55225180a4, 'name': SearchDatastore_Task, 'duration_secs': 0.012527} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.089725] env[69524]: DEBUG oslo_concurrency.lockutils [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.090015] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] c39dbc18-e185-4f84-8ed3-08ab74c8ff16/c39dbc18-e185-4f84-8ed3-08ab74c8ff16.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1190.090309] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f0828da-948d-4992-aa85-cbc89bddf4e0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.098615] env[69524]: DEBUG oslo_vmware.api [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 1190.098615] env[69524]: value = "task-4068748" [ 1190.098615] env[69524]: _type = "Task" [ 1190.098615] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.107700] env[69524]: DEBUG oslo_vmware.api [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068748, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.224599] env[69524]: DEBUG oslo_concurrency.lockutils [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Acquiring lock "b9214d01-7f72-4242-98f0-07c584de8d40" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.224882] env[69524]: DEBUG oslo_concurrency.lockutils [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Lock "b9214d01-7f72-4242-98f0-07c584de8d40" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.304024] env[69524]: DEBUG nova.compute.manager [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d201cce9-881e-4449-8409-031911a2ba13] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1190.322165] env[69524]: DEBUG oslo_concurrency.lockutils [req-94ab8a94-645f-4f86-ad21-e76b4da611ef req-a9b157b5-fea5-45c7-a8d8-44a8f64da185 service nova] Releasing lock "refresh_cache-c39dbc18-e185-4f84-8ed3-08ab74c8ff16" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.328033] env[69524]: DEBUG oslo_concurrency.lockutils [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.880s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.331467] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5f9703d1-694a-4ca6-86d5-3316d4ad3218 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.597s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.331809] env[69524]: DEBUG nova.objects.instance [None req-5f9703d1-694a-4ca6-86d5-3316d4ad3218 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lazy-loading 'resources' on Instance uuid 87a52851-044c-4a42-9c08-6302d8817f5f {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1190.539110] env[69524]: DEBUG oslo_vmware.api [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Task: {'id': task-4068747, 'name': PowerOnVM_Task, 'duration_secs': 0.709908} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.539385] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] [instance: 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1190.539663] env[69524]: DEBUG nova.compute.manager [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] [instance: 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1190.540525] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064d7046-d451-4d75-9862-19b30e5dba76 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.610302] env[69524]: DEBUG oslo_vmware.api [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068748, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.726937] env[69524]: DEBUG nova.compute.manager [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: b9214d01-7f72-4242-98f0-07c584de8d40] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1190.825481] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.842636] env[69524]: DEBUG oslo_concurrency.lockutils [None req-be420d0c-d469-402e-9a6d-b698b597034b tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "cf9b2762-aff5-4187-aade-d441957c9e44" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 29.092s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.843690] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6830232c-32bf-4857-8f71-4df944decd8e tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "cf9b2762-aff5-4187-aade-d441957c9e44" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 7.257s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.843916] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6830232c-32bf-4857-8f71-4df944decd8e tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquiring lock "cf9b2762-aff5-4187-aade-d441957c9e44-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.844138] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6830232c-32bf-4857-8f71-4df944decd8e tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "cf9b2762-aff5-4187-aade-d441957c9e44-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.844517] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6830232c-32bf-4857-8f71-4df944decd8e tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "cf9b2762-aff5-4187-aade-d441957c9e44-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.846479] env[69524]: INFO nova.compute.manager [None req-6830232c-32bf-4857-8f71-4df944decd8e tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Terminating instance [ 1190.903215] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquiring lock "1c185356-7de7-4c88-ac61-b00a156e4e95" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.903449] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lock "1c185356-7de7-4c88-ac61-b00a156e4e95" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.059223] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.061357] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b16699-44ea-4299-a39d-322a29c4c72e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.069687] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799cba70-e0d6-493b-b459-8c9cd00e8f5c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.108749] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367e084a-acbd-4fab-819c-86e1bc239b54 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.120859] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ebee79-4623-452a-9f90-a38012ff65ed {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.124965] env[69524]: DEBUG oslo_vmware.api [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068748, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616144} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.125254] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] c39dbc18-e185-4f84-8ed3-08ab74c8ff16/c39dbc18-e185-4f84-8ed3-08ab74c8ff16.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1191.125465] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c39dbc18-e185-4f84-8ed3-08ab74c8ff16] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1191.126140] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b8b37ec-5451-410a-8cb2-66cd7eee7904 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.136665] env[69524]: DEBUG nova.compute.provider_tree [None req-5f9703d1-694a-4ca6-86d5-3316d4ad3218 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1191.140097] env[69524]: DEBUG oslo_vmware.api [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 1191.140097] env[69524]: value = "task-4068749" [ 1191.140097] env[69524]: _type = "Task" [ 1191.140097] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.149888] env[69524]: DEBUG oslo_vmware.api [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068749, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.249097] env[69524]: DEBUG oslo_concurrency.lockutils [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.352315] env[69524]: DEBUG nova.compute.manager [None req-6830232c-32bf-4857-8f71-4df944decd8e tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1191.352562] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6830232c-32bf-4857-8f71-4df944decd8e tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1191.352961] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e3e64c7b-e017-4ad7-9ace-9305c886127f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.362553] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e759a2e5-31be-47c9-a77e-d2557c33dc48 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.394695] env[69524]: WARNING nova.virt.vmwareapi.vmops [None req-6830232c-32bf-4857-8f71-4df944decd8e tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance cf9b2762-aff5-4187-aade-d441957c9e44 could not be found. [ 1191.394914] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6830232c-32bf-4857-8f71-4df944decd8e tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1191.395121] env[69524]: INFO nova.compute.manager [None req-6830232c-32bf-4857-8f71-4df944decd8e tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Took 0.04 seconds to destroy the instance on the hypervisor. [ 1191.395404] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6830232c-32bf-4857-8f71-4df944decd8e tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1191.395655] env[69524]: DEBUG nova.compute.manager [-] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1191.395827] env[69524]: DEBUG nova.network.neutron [-] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1191.405324] env[69524]: DEBUG nova.compute.manager [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1191.428255] env[69524]: DEBUG oslo_concurrency.lockutils [None req-97d385c7-b591-4484-ab45-21ba4fa0ea75 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquiring lock "interface-d9b57a84-1c31-4db2-a49d-02a0931f0b65-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.428529] env[69524]: DEBUG oslo_concurrency.lockutils [None req-97d385c7-b591-4484-ab45-21ba4fa0ea75 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lock "interface-d9b57a84-1c31-4db2-a49d-02a0931f0b65-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.428940] env[69524]: DEBUG nova.objects.instance [None req-97d385c7-b591-4484-ab45-21ba4fa0ea75 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lazy-loading 'flavor' on Instance uuid d9b57a84-1c31-4db2-a49d-02a0931f0b65 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1191.653547] env[69524]: DEBUG oslo_vmware.api [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068749, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069266} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.653840] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c39dbc18-e185-4f84-8ed3-08ab74c8ff16] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1191.654621] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c53793c-9e89-423b-8091-e86f4f0a5000 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.663182] env[69524]: ERROR nova.scheduler.client.report [None req-5f9703d1-694a-4ca6-86d5-3316d4ad3218 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [req-8cc39ff6-0336-4f2d-8bc2-c2dd9e85dd15] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 333a7aa4-d2cd-4888-ac97-9e43e6b91719. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8cc39ff6-0336-4f2d-8bc2-c2dd9e85dd15"}]} [ 1191.687111] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c39dbc18-e185-4f84-8ed3-08ab74c8ff16] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] c39dbc18-e185-4f84-8ed3-08ab74c8ff16/c39dbc18-e185-4f84-8ed3-08ab74c8ff16.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1191.691761] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e420070-9ed2-4207-a2a5-ce3e57fd1abf {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.707776] env[69524]: DEBUG nova.scheduler.client.report [None req-5f9703d1-694a-4ca6-86d5-3316d4ad3218 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Refreshing inventories for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1191.717171] env[69524]: DEBUG oslo_vmware.api [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 1191.717171] env[69524]: value = "task-4068750" [ 1191.717171] env[69524]: _type = "Task" [ 1191.717171] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.727069] env[69524]: DEBUG oslo_vmware.api [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068750, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.727839] env[69524]: DEBUG nova.scheduler.client.report [None req-5f9703d1-694a-4ca6-86d5-3316d4ad3218 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Updating ProviderTree inventory for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1191.728053] env[69524]: DEBUG nova.compute.provider_tree [None req-5f9703d1-694a-4ca6-86d5-3316d4ad3218 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1191.742556] env[69524]: DEBUG nova.scheduler.client.report [None req-5f9703d1-694a-4ca6-86d5-3316d4ad3218 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Refreshing aggregate associations for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719, aggregates: None {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1191.765077] env[69524]: DEBUG nova.scheduler.client.report [None req-5f9703d1-694a-4ca6-86d5-3316d4ad3218 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Refreshing trait associations for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1191.928403] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.993520] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284b35af-8603-4824-bec7-76f46dc3de55 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.003434] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1fb4f0e-2807-47c4-a4a2-9d51cc8025e1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.037632] env[69524]: DEBUG nova.objects.instance [None req-97d385c7-b591-4484-ab45-21ba4fa0ea75 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lazy-loading 'pci_requests' on Instance uuid d9b57a84-1c31-4db2-a49d-02a0931f0b65 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.039424] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9d3841-b7d5-4984-aed4-10422e32ca48 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.048895] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96dddff6-40d5-44ef-b360-58280ec29bc9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.065791] env[69524]: DEBUG nova.compute.provider_tree [None req-5f9703d1-694a-4ca6-86d5-3316d4ad3218 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1192.207511] env[69524]: DEBUG nova.network.neutron [-] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.209833] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1e918eeb-5a7a-4907-baef-9b6c31c54a38 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Acquiring lock "95beb0ed-a1e2-4d22-a7dd-0af2a466acc9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.210173] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1e918eeb-5a7a-4907-baef-9b6c31c54a38 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Lock "95beb0ed-a1e2-4d22-a7dd-0af2a466acc9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.210486] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1e918eeb-5a7a-4907-baef-9b6c31c54a38 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Acquiring lock "95beb0ed-a1e2-4d22-a7dd-0af2a466acc9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.210828] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1e918eeb-5a7a-4907-baef-9b6c31c54a38 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Lock "95beb0ed-a1e2-4d22-a7dd-0af2a466acc9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.211138] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1e918eeb-5a7a-4907-baef-9b6c31c54a38 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Lock "95beb0ed-a1e2-4d22-a7dd-0af2a466acc9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.214984] env[69524]: INFO nova.compute.manager [None req-1e918eeb-5a7a-4907-baef-9b6c31c54a38 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] [instance: 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9] Terminating instance [ 1192.233823] env[69524]: DEBUG oslo_vmware.api [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068750, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.543766] env[69524]: DEBUG nova.objects.base [None req-97d385c7-b591-4484-ab45-21ba4fa0ea75 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69524) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1192.544123] env[69524]: DEBUG nova.network.neutron [None req-97d385c7-b591-4484-ab45-21ba4fa0ea75 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1192.591892] env[69524]: DEBUG nova.policy [None req-97d385c7-b591-4484-ab45-21ba4fa0ea75 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75e9390581df481eb83f5286dd2996b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e79fb10ba570446e80b89783732d562f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 1192.599519] env[69524]: DEBUG nova.scheduler.client.report [None req-5f9703d1-694a-4ca6-86d5-3316d4ad3218 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Updated inventory for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with generation 142 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1192.599993] env[69524]: DEBUG nova.compute.provider_tree [None req-5f9703d1-694a-4ca6-86d5-3316d4ad3218 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Updating resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 generation from 142 to 143 during operation: update_inventory {{(pid=69524) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1192.600249] env[69524]: DEBUG nova.compute.provider_tree [None req-5f9703d1-694a-4ca6-86d5-3316d4ad3218 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1192.714454] env[69524]: INFO nova.compute.manager [-] [instance: cf9b2762-aff5-4187-aade-d441957c9e44] Took 1.32 seconds to deallocate network for instance. [ 1192.724402] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1e918eeb-5a7a-4907-baef-9b6c31c54a38 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Acquiring lock "refresh_cache-95beb0ed-a1e2-4d22-a7dd-0af2a466acc9" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.724660] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1e918eeb-5a7a-4907-baef-9b6c31c54a38 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Acquired lock "refresh_cache-95beb0ed-a1e2-4d22-a7dd-0af2a466acc9" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.724903] env[69524]: DEBUG nova.network.neutron [None req-1e918eeb-5a7a-4907-baef-9b6c31c54a38 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] [instance: 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1192.734386] env[69524]: DEBUG oslo_vmware.api [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068750, 'name': ReconfigVM_Task, 'duration_secs': 0.808941} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.735369] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c39dbc18-e185-4f84-8ed3-08ab74c8ff16] Reconfigured VM instance instance-00000060 to attach disk [datastore2] c39dbc18-e185-4f84-8ed3-08ab74c8ff16/c39dbc18-e185-4f84-8ed3-08ab74c8ff16.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1192.736045] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7210f6cd-675e-4395-a0c7-7523ba07662b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.746209] env[69524]: DEBUG oslo_vmware.api [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 1192.746209] env[69524]: value = "task-4068751" [ 1192.746209] env[69524]: _type = "Task" [ 1192.746209] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.760238] env[69524]: DEBUG oslo_vmware.api [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068751, 'name': Rename_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.924416] env[69524]: DEBUG nova.network.neutron [None req-97d385c7-b591-4484-ab45-21ba4fa0ea75 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Successfully created port: f4a6e255-7fb5-450d-92b6-4b124312de02 {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1193.106234] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5f9703d1-694a-4ca6-86d5-3316d4ad3218 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.775s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.108795] env[69524]: DEBUG oslo_concurrency.lockutils [None req-10d1a2e0-ecac-4d2b-8c52-55ef833b0ca7 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.523s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.108998] env[69524]: DEBUG oslo_concurrency.lockutils [None req-10d1a2e0-ecac-4d2b-8c52-55ef833b0ca7 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.110943] env[69524]: DEBUG oslo_concurrency.lockutils [None req-115fef6a-dff3-4589-b89e-d6df5ce3d509 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.512s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.111182] env[69524]: DEBUG nova.objects.instance [None req-115fef6a-dff3-4589-b89e-d6df5ce3d509 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Lazy-loading 'resources' on Instance uuid 36c68c8a-ba38-49ce-bd07-c04faf6c74a0 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1193.132222] env[69524]: INFO nova.scheduler.client.report [None req-10d1a2e0-ecac-4d2b-8c52-55ef833b0ca7 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Deleted allocations for instance 4bfb9279-d345-4ddf-8c3a-397b75e20788 [ 1193.134114] env[69524]: INFO nova.scheduler.client.report [None req-5f9703d1-694a-4ca6-86d5-3316d4ad3218 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Deleted allocations for instance 87a52851-044c-4a42-9c08-6302d8817f5f [ 1193.251857] env[69524]: DEBUG nova.network.neutron [None req-1e918eeb-5a7a-4907-baef-9b6c31c54a38 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] [instance: 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1193.259787] env[69524]: DEBUG oslo_vmware.api [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068751, 'name': Rename_Task, 'duration_secs': 0.159536} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.260089] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c39dbc18-e185-4f84-8ed3-08ab74c8ff16] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1193.260348] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ae55839-f8c7-44cd-a69e-3cd77a209055 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.267710] env[69524]: DEBUG oslo_vmware.api [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 1193.267710] env[69524]: value = "task-4068752" [ 1193.267710] env[69524]: _type = "Task" [ 1193.267710] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.280282] env[69524]: DEBUG oslo_vmware.api [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068752, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.343666] env[69524]: DEBUG nova.network.neutron [None req-1e918eeb-5a7a-4907-baef-9b6c31c54a38 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] [instance: 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.645475] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5f9703d1-694a-4ca6-86d5-3316d4ad3218 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "87a52851-044c-4a42-9c08-6302d8817f5f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.830s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.645973] env[69524]: DEBUG oslo_concurrency.lockutils [None req-10d1a2e0-ecac-4d2b-8c52-55ef833b0ca7 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "4bfb9279-d345-4ddf-8c3a-397b75e20788" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.760s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.740551] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6830232c-32bf-4857-8f71-4df944decd8e tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "cf9b2762-aff5-4187-aade-d441957c9e44" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.897s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.783924] env[69524]: DEBUG oslo_vmware.api [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068752, 'name': PowerOnVM_Task, 'duration_secs': 0.502461} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.784241] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c39dbc18-e185-4f84-8ed3-08ab74c8ff16] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1193.784448] env[69524]: INFO nova.compute.manager [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c39dbc18-e185-4f84-8ed3-08ab74c8ff16] Took 6.99 seconds to spawn the instance on the hypervisor. [ 1193.784625] env[69524]: DEBUG nova.compute.manager [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c39dbc18-e185-4f84-8ed3-08ab74c8ff16] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1193.785479] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6132477-5170-4950-b789-7477f23e9696 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.827911] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7b93e4-d03e-4684-bcab-7240c9398ee8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.836289] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52033af8-c91e-4812-94c7-4afd8d1ef79c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.871171] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1e918eeb-5a7a-4907-baef-9b6c31c54a38 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Releasing lock "refresh_cache-95beb0ed-a1e2-4d22-a7dd-0af2a466acc9" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.871613] env[69524]: DEBUG nova.compute.manager [None req-1e918eeb-5a7a-4907-baef-9b6c31c54a38 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] [instance: 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1193.871829] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-1e918eeb-5a7a-4907-baef-9b6c31c54a38 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] [instance: 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1193.873254] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c15994-addc-429a-972b-8d2c3757a215 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.876394] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14851f36-ffc6-4177-9231-03059a01d3a1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.888309] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09524915-e468-4c7a-a71e-d977a2fbbc3d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.892972] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e918eeb-5a7a-4907-baef-9b6c31c54a38 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] [instance: 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1193.893314] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e13b3eae-5ad6-4c62-88b8-6a42b6885930 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.908461] env[69524]: DEBUG nova.compute.provider_tree [None req-115fef6a-dff3-4589-b89e-d6df5ce3d509 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1193.912197] env[69524]: DEBUG oslo_vmware.api [None req-1e918eeb-5a7a-4907-baef-9b6c31c54a38 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Waiting for the task: (returnval){ [ 1193.912197] env[69524]: value = "task-4068753" [ 1193.912197] env[69524]: _type = "Task" [ 1193.912197] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.922989] env[69524]: DEBUG oslo_vmware.api [None req-1e918eeb-5a7a-4907-baef-9b6c31c54a38 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Task: {'id': task-4068753, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.306978] env[69524]: INFO nova.compute.manager [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c39dbc18-e185-4f84-8ed3-08ab74c8ff16] Took 13.80 seconds to build instance. [ 1194.414056] env[69524]: DEBUG nova.scheduler.client.report [None req-115fef6a-dff3-4589-b89e-d6df5ce3d509 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1194.429919] env[69524]: DEBUG oslo_vmware.api [None req-1e918eeb-5a7a-4907-baef-9b6c31c54a38 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Task: {'id': task-4068753, 'name': PowerOffVM_Task, 'duration_secs': 0.242881} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.430370] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e918eeb-5a7a-4907-baef-9b6c31c54a38 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] [instance: 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1194.430622] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-1e918eeb-5a7a-4907-baef-9b6c31c54a38 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] [instance: 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1194.430984] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8622a337-4db2-4626-8955-c3486ddc6000 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.450507] env[69524]: DEBUG nova.network.neutron [None req-97d385c7-b591-4484-ab45-21ba4fa0ea75 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Successfully updated port: f4a6e255-7fb5-450d-92b6-4b124312de02 {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1194.464800] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-1e918eeb-5a7a-4907-baef-9b6c31c54a38 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] [instance: 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1194.464800] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-1e918eeb-5a7a-4907-baef-9b6c31c54a38 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] [instance: 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9] Deleting contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1194.464800] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e918eeb-5a7a-4907-baef-9b6c31c54a38 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Deleting the datastore file [datastore2] 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1194.464800] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90da8a5e-e172-4896-bf19-4f2058ac00b0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.472777] env[69524]: DEBUG oslo_vmware.api [None req-1e918eeb-5a7a-4907-baef-9b6c31c54a38 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Waiting for the task: (returnval){ [ 1194.472777] env[69524]: value = "task-4068755" [ 1194.472777] env[69524]: _type = "Task" [ 1194.472777] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.483113] env[69524]: DEBUG oslo_vmware.api [None req-1e918eeb-5a7a-4907-baef-9b6c31c54a38 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Task: {'id': task-4068755, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.642030] env[69524]: DEBUG nova.compute.manager [req-3d65dd23-e329-4464-8281-cfbdbd747e0b req-91bd9931-01e5-49cf-8757-ae65b39a7829 service nova] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Received event network-vif-plugged-f4a6e255-7fb5-450d-92b6-4b124312de02 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.642253] env[69524]: DEBUG oslo_concurrency.lockutils [req-3d65dd23-e329-4464-8281-cfbdbd747e0b req-91bd9931-01e5-49cf-8757-ae65b39a7829 service nova] Acquiring lock "d9b57a84-1c31-4db2-a49d-02a0931f0b65-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.642491] env[69524]: DEBUG oslo_concurrency.lockutils [req-3d65dd23-e329-4464-8281-cfbdbd747e0b req-91bd9931-01e5-49cf-8757-ae65b39a7829 service nova] Lock "d9b57a84-1c31-4db2-a49d-02a0931f0b65-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.642638] env[69524]: DEBUG oslo_concurrency.lockutils [req-3d65dd23-e329-4464-8281-cfbdbd747e0b req-91bd9931-01e5-49cf-8757-ae65b39a7829 service nova] Lock "d9b57a84-1c31-4db2-a49d-02a0931f0b65-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.642828] env[69524]: DEBUG nova.compute.manager [req-3d65dd23-e329-4464-8281-cfbdbd747e0b req-91bd9931-01e5-49cf-8757-ae65b39a7829 service nova] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] No waiting events found dispatching network-vif-plugged-f4a6e255-7fb5-450d-92b6-4b124312de02 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1194.642999] env[69524]: WARNING nova.compute.manager [req-3d65dd23-e329-4464-8281-cfbdbd747e0b req-91bd9931-01e5-49cf-8757-ae65b39a7829 service nova] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Received unexpected event network-vif-plugged-f4a6e255-7fb5-450d-92b6-4b124312de02 for instance with vm_state active and task_state None. [ 1194.810901] env[69524]: DEBUG oslo_concurrency.lockutils [None req-22bda6eb-8d31-4644-a6ce-11fe0e1cb332 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "c39dbc18-e185-4f84-8ed3-08ab74c8ff16" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.322s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.924960] env[69524]: DEBUG oslo_concurrency.lockutils [None req-115fef6a-dff3-4589-b89e-d6df5ce3d509 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.814s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.927321] env[69524]: DEBUG oslo_concurrency.lockutils [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.234s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.928779] env[69524]: INFO nova.compute.claims [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 1f0daa70-d277-47b8-b820-02bd0c4b55e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1194.945490] env[69524]: INFO nova.scheduler.client.report [None req-115fef6a-dff3-4589-b89e-d6df5ce3d509 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Deleted allocations for instance 36c68c8a-ba38-49ce-bd07-c04faf6c74a0 [ 1194.954282] env[69524]: DEBUG oslo_concurrency.lockutils [None req-97d385c7-b591-4484-ab45-21ba4fa0ea75 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquiring lock "refresh_cache-d9b57a84-1c31-4db2-a49d-02a0931f0b65" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.954282] env[69524]: DEBUG oslo_concurrency.lockutils [None req-97d385c7-b591-4484-ab45-21ba4fa0ea75 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquired lock "refresh_cache-d9b57a84-1c31-4db2-a49d-02a0931f0b65" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.954282] env[69524]: DEBUG nova.network.neutron [None req-97d385c7-b591-4484-ab45-21ba4fa0ea75 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1194.985636] env[69524]: DEBUG oslo_vmware.api [None req-1e918eeb-5a7a-4907-baef-9b6c31c54a38 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Task: {'id': task-4068755, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133033} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.985906] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e918eeb-5a7a-4907-baef-9b6c31c54a38 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1194.986137] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-1e918eeb-5a7a-4907-baef-9b6c31c54a38 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] [instance: 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9] Deleted contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1194.988058] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-1e918eeb-5a7a-4907-baef-9b6c31c54a38 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] [instance: 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1194.988058] env[69524]: INFO nova.compute.manager [None req-1e918eeb-5a7a-4907-baef-9b6c31c54a38 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] [instance: 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1194.988058] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e918eeb-5a7a-4907-baef-9b6c31c54a38 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1194.988058] env[69524]: DEBUG nova.compute.manager [-] [instance: 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1194.988058] env[69524]: DEBUG nova.network.neutron [-] [instance: 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1195.009670] env[69524]: DEBUG nova.network.neutron [-] [instance: 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1195.089684] env[69524]: DEBUG oslo_concurrency.lockutils [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquiring lock "ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.090089] env[69524]: DEBUG oslo_concurrency.lockutils [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.453934] env[69524]: DEBUG oslo_concurrency.lockutils [None req-115fef6a-dff3-4589-b89e-d6df5ce3d509 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Lock "36c68c8a-ba38-49ce-bd07-c04faf6c74a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.591s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.499246] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1195.499246] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1195.507194] env[69524]: WARNING nova.network.neutron [None req-97d385c7-b591-4484-ab45-21ba4fa0ea75 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] 7f21e6c8-7948-4d2a-9388-e641a2d42214 already exists in list: networks containing: ['7f21e6c8-7948-4d2a-9388-e641a2d42214']. ignoring it [ 1195.512010] env[69524]: DEBUG nova.network.neutron [-] [instance: 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.593149] env[69524]: DEBUG nova.compute.manager [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1195.813907] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquiring lock "116a59aa-3118-4122-ba6b-9cb0e4672c9a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.813907] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "116a59aa-3118-4122-ba6b-9cb0e4672c9a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.840095] env[69524]: DEBUG nova.network.neutron [None req-97d385c7-b591-4484-ab45-21ba4fa0ea75 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Updating instance_info_cache with network_info: [{"id": "ed291927-7e87-4bcd-ada8-07e2e4cfe732", "address": "fa:16:3e:66:0b:c6", "network": {"id": "7f21e6c8-7948-4d2a-9388-e641a2d42214", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1972708614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e79fb10ba570446e80b89783732d562f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped291927-7e", "ovs_interfaceid": "ed291927-7e87-4bcd-ada8-07e2e4cfe732", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f4a6e255-7fb5-450d-92b6-4b124312de02", "address": "fa:16:3e:1e:61:21", "network": {"id": "7f21e6c8-7948-4d2a-9388-e641a2d42214", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1972708614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e79fb10ba570446e80b89783732d562f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4a6e255-7f", "ovs_interfaceid": "f4a6e255-7fb5-450d-92b6-4b124312de02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.006959] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1196.007228] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1196.007479] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1196.007609] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1196.007798] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1196.011084] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1196.011084] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69524) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1196.012340] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1196.016662] env[69524]: INFO nova.compute.manager [-] [instance: 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9] Took 1.03 seconds to deallocate network for instance. [ 1196.114188] env[69524]: DEBUG oslo_concurrency.lockutils [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.274561] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4869d0dc-0869-4073-9ef8-12276c264edf {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.284195] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-396f6f08-6967-4a25-b081-5833850232d6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.316258] env[69524]: DEBUG nova.compute.manager [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 116a59aa-3118-4122-ba6b-9cb0e4672c9a] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1196.320383] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4352b7-28f6-4876-bf1a-a59463fd8593 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.328900] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f295119d-22de-4af9-9869-d964e4f7577b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.345861] env[69524]: DEBUG oslo_concurrency.lockutils [None req-97d385c7-b591-4484-ab45-21ba4fa0ea75 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Releasing lock "refresh_cache-d9b57a84-1c31-4db2-a49d-02a0931f0b65" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.346435] env[69524]: DEBUG oslo_concurrency.lockutils [None req-97d385c7-b591-4484-ab45-21ba4fa0ea75 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquiring lock "d9b57a84-1c31-4db2-a49d-02a0931f0b65" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.346590] env[69524]: DEBUG oslo_concurrency.lockutils [None req-97d385c7-b591-4484-ab45-21ba4fa0ea75 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquired lock "d9b57a84-1c31-4db2-a49d-02a0931f0b65" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.347097] env[69524]: DEBUG nova.compute.provider_tree [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1196.350765] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e4e3ad6-1cc4-4e20-a64d-9a9f7aa445ed {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.367244] env[69524]: DEBUG nova.virt.hardware [None req-97d385c7-b591-4484-ab45-21ba4fa0ea75 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1196.367514] env[69524]: DEBUG nova.virt.hardware [None req-97d385c7-b591-4484-ab45-21ba4fa0ea75 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1196.367669] env[69524]: DEBUG nova.virt.hardware [None req-97d385c7-b591-4484-ab45-21ba4fa0ea75 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1196.368117] env[69524]: DEBUG nova.virt.hardware [None req-97d385c7-b591-4484-ab45-21ba4fa0ea75 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1196.368117] env[69524]: DEBUG nova.virt.hardware [None req-97d385c7-b591-4484-ab45-21ba4fa0ea75 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1196.368239] env[69524]: DEBUG nova.virt.hardware [None req-97d385c7-b591-4484-ab45-21ba4fa0ea75 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1196.368339] env[69524]: DEBUG nova.virt.hardware [None req-97d385c7-b591-4484-ab45-21ba4fa0ea75 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1196.368494] env[69524]: DEBUG nova.virt.hardware [None req-97d385c7-b591-4484-ab45-21ba4fa0ea75 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1196.368657] env[69524]: DEBUG nova.virt.hardware [None req-97d385c7-b591-4484-ab45-21ba4fa0ea75 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1196.368817] env[69524]: DEBUG nova.virt.hardware [None req-97d385c7-b591-4484-ab45-21ba4fa0ea75 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1196.368987] env[69524]: DEBUG nova.virt.hardware [None req-97d385c7-b591-4484-ab45-21ba4fa0ea75 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1196.375719] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-97d385c7-b591-4484-ab45-21ba4fa0ea75 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Reconfiguring VM to attach interface {{(pid=69524) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1196.377181] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cc4ef79-8b75-46ba-940c-719d376cd775 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.398975] env[69524]: DEBUG oslo_vmware.api [None req-97d385c7-b591-4484-ab45-21ba4fa0ea75 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Waiting for the task: (returnval){ [ 1196.398975] env[69524]: value = "task-4068756" [ 1196.398975] env[69524]: _type = "Task" [ 1196.398975] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.408801] env[69524]: DEBUG oslo_vmware.api [None req-97d385c7-b591-4484-ab45-21ba4fa0ea75 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4068756, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.518589] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.531474] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1e918eeb-5a7a-4907-baef-9b6c31c54a38 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.760940] env[69524]: DEBUG nova.compute.manager [req-d3ffb324-8e98-4eea-862e-d9cc47e3bf41 req-41873925-8544-4e83-9d21-3f076a55785c service nova] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Received event network-changed-f4a6e255-7fb5-450d-92b6-4b124312de02 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.761162] env[69524]: DEBUG nova.compute.manager [req-d3ffb324-8e98-4eea-862e-d9cc47e3bf41 req-41873925-8544-4e83-9d21-3f076a55785c service nova] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Refreshing instance network info cache due to event network-changed-f4a6e255-7fb5-450d-92b6-4b124312de02. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1196.761381] env[69524]: DEBUG oslo_concurrency.lockutils [req-d3ffb324-8e98-4eea-862e-d9cc47e3bf41 req-41873925-8544-4e83-9d21-3f076a55785c service nova] Acquiring lock "refresh_cache-d9b57a84-1c31-4db2-a49d-02a0931f0b65" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.761525] env[69524]: DEBUG oslo_concurrency.lockutils [req-d3ffb324-8e98-4eea-862e-d9cc47e3bf41 req-41873925-8544-4e83-9d21-3f076a55785c service nova] Acquired lock "refresh_cache-d9b57a84-1c31-4db2-a49d-02a0931f0b65" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.761717] env[69524]: DEBUG nova.network.neutron [req-d3ffb324-8e98-4eea-862e-d9cc47e3bf41 req-41873925-8544-4e83-9d21-3f076a55785c service nova] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Refreshing network info cache for port f4a6e255-7fb5-450d-92b6-4b124312de02 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1196.845930] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.870587] env[69524]: ERROR nova.scheduler.client.report [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [req-aa8d37eb-dca3-41c3-b64f-ae990f1efd08] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 333a7aa4-d2cd-4888-ac97-9e43e6b91719. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-aa8d37eb-dca3-41c3-b64f-ae990f1efd08"}]} [ 1196.888848] env[69524]: DEBUG nova.scheduler.client.report [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Refreshing inventories for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1196.904398] env[69524]: DEBUG nova.scheduler.client.report [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Updating ProviderTree inventory for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1196.904632] env[69524]: DEBUG nova.compute.provider_tree [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1196.913364] env[69524]: DEBUG oslo_vmware.api [None req-97d385c7-b591-4484-ab45-21ba4fa0ea75 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4068756, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.917407] env[69524]: DEBUG nova.scheduler.client.report [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Refreshing aggregate associations for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719, aggregates: None {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1196.941818] env[69524]: DEBUG nova.scheduler.client.report [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Refreshing trait associations for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1197.068494] env[69524]: DEBUG oslo_concurrency.lockutils [None req-beb0cddb-8144-443c-8c4a-15534b726a80 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquiring lock "c39dbc18-e185-4f84-8ed3-08ab74c8ff16" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.068767] env[69524]: DEBUG oslo_concurrency.lockutils [None req-beb0cddb-8144-443c-8c4a-15534b726a80 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "c39dbc18-e185-4f84-8ed3-08ab74c8ff16" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.068986] env[69524]: DEBUG oslo_concurrency.lockutils [None req-beb0cddb-8144-443c-8c4a-15534b726a80 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquiring lock "c39dbc18-e185-4f84-8ed3-08ab74c8ff16-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.069181] env[69524]: DEBUG oslo_concurrency.lockutils [None req-beb0cddb-8144-443c-8c4a-15534b726a80 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "c39dbc18-e185-4f84-8ed3-08ab74c8ff16-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.069662] env[69524]: DEBUG oslo_concurrency.lockutils [None req-beb0cddb-8144-443c-8c4a-15534b726a80 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "c39dbc18-e185-4f84-8ed3-08ab74c8ff16-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.071507] env[69524]: INFO nova.compute.manager [None req-beb0cddb-8144-443c-8c4a-15534b726a80 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c39dbc18-e185-4f84-8ed3-08ab74c8ff16] Terminating instance [ 1197.151809] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6d84860-32c4-430a-b906-7da3d73c0f14 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.160795] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3e8256-975b-43dd-9607-67ac6e745c44 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.194092] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224c0d32-9488-4a1c-9038-c3b54eb7782a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.202942] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6670ff9c-4b85-4c10-a2d7-73cf465b7ffb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.217813] env[69524]: DEBUG nova.compute.provider_tree [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1197.410732] env[69524]: DEBUG oslo_vmware.api [None req-97d385c7-b591-4484-ab45-21ba4fa0ea75 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4068756, 'name': ReconfigVM_Task, 'duration_secs': 0.918395} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.411367] env[69524]: DEBUG oslo_concurrency.lockutils [None req-97d385c7-b591-4484-ab45-21ba4fa0ea75 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Releasing lock "d9b57a84-1c31-4db2-a49d-02a0931f0b65" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.411609] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-97d385c7-b591-4484-ab45-21ba4fa0ea75 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Reconfigured VM to attach interface {{(pid=69524) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1197.486586] env[69524]: DEBUG nova.network.neutron [req-d3ffb324-8e98-4eea-862e-d9cc47e3bf41 req-41873925-8544-4e83-9d21-3f076a55785c service nova] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Updated VIF entry in instance network info cache for port f4a6e255-7fb5-450d-92b6-4b124312de02. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1197.487034] env[69524]: DEBUG nova.network.neutron [req-d3ffb324-8e98-4eea-862e-d9cc47e3bf41 req-41873925-8544-4e83-9d21-3f076a55785c service nova] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Updating instance_info_cache with network_info: [{"id": "ed291927-7e87-4bcd-ada8-07e2e4cfe732", "address": "fa:16:3e:66:0b:c6", "network": {"id": "7f21e6c8-7948-4d2a-9388-e641a2d42214", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1972708614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e79fb10ba570446e80b89783732d562f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped291927-7e", "ovs_interfaceid": "ed291927-7e87-4bcd-ada8-07e2e4cfe732", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f4a6e255-7fb5-450d-92b6-4b124312de02", "address": "fa:16:3e:1e:61:21", "network": {"id": "7f21e6c8-7948-4d2a-9388-e641a2d42214", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1972708614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e79fb10ba570446e80b89783732d562f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4a6e255-7f", "ovs_interfaceid": "f4a6e255-7fb5-450d-92b6-4b124312de02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.578691] env[69524]: DEBUG nova.compute.manager [None req-beb0cddb-8144-443c-8c4a-15534b726a80 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c39dbc18-e185-4f84-8ed3-08ab74c8ff16] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1197.578691] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-beb0cddb-8144-443c-8c4a-15534b726a80 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c39dbc18-e185-4f84-8ed3-08ab74c8ff16] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1197.579472] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba08e41d-e3f0-4e89-8fee-08e5e591d4e2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.587903] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-beb0cddb-8144-443c-8c4a-15534b726a80 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c39dbc18-e185-4f84-8ed3-08ab74c8ff16] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1197.588187] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-212480b5-7068-45a0-b8f5-10cf6f1e6459 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.595486] env[69524]: DEBUG oslo_vmware.api [None req-beb0cddb-8144-443c-8c4a-15534b726a80 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 1197.595486] env[69524]: value = "task-4068757" [ 1197.595486] env[69524]: _type = "Task" [ 1197.595486] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.605089] env[69524]: DEBUG oslo_vmware.api [None req-beb0cddb-8144-443c-8c4a-15534b726a80 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068757, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.740752] env[69524]: ERROR nova.scheduler.client.report [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [req-4783b362-f8a3-4842-b536-9fa3dbaf87a9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 333a7aa4-d2cd-4888-ac97-9e43e6b91719. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4783b362-f8a3-4842-b536-9fa3dbaf87a9"}]} [ 1197.760030] env[69524]: DEBUG nova.scheduler.client.report [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Refreshing inventories for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1197.773984] env[69524]: DEBUG nova.scheduler.client.report [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Updating ProviderTree inventory for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1197.774364] env[69524]: DEBUG nova.compute.provider_tree [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1197.787097] env[69524]: DEBUG nova.scheduler.client.report [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Refreshing aggregate associations for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719, aggregates: None {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1197.806223] env[69524]: DEBUG nova.scheduler.client.report [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Refreshing trait associations for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1197.918490] env[69524]: DEBUG oslo_concurrency.lockutils [None req-97d385c7-b591-4484-ab45-21ba4fa0ea75 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lock "interface-d9b57a84-1c31-4db2-a49d-02a0931f0b65-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.490s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.989526] env[69524]: DEBUG oslo_concurrency.lockutils [req-d3ffb324-8e98-4eea-862e-d9cc47e3bf41 req-41873925-8544-4e83-9d21-3f076a55785c service nova] Releasing lock "refresh_cache-d9b57a84-1c31-4db2-a49d-02a0931f0b65" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.026716] env[69524]: DEBUG oslo_concurrency.lockutils [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Acquiring lock "e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.027195] env[69524]: DEBUG oslo_concurrency.lockutils [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Lock "e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.036934] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6731f1bd-e128-4086-a34e-71171bea16fc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.045586] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a699e2e2-6fc4-4ee8-a0fc-c999d9501e2c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.082013] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af9814d-b034-4af8-82ea-2568b7149881 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.090555] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b8be51-8af3-45dc-9e5a-78f89f0827cc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.108788] env[69524]: DEBUG nova.compute.provider_tree [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1198.116540] env[69524]: DEBUG oslo_vmware.api [None req-beb0cddb-8144-443c-8c4a-15534b726a80 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068757, 'name': PowerOffVM_Task, 'duration_secs': 0.204538} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.117379] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-beb0cddb-8144-443c-8c4a-15534b726a80 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c39dbc18-e185-4f84-8ed3-08ab74c8ff16] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1198.117565] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-beb0cddb-8144-443c-8c4a-15534b726a80 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c39dbc18-e185-4f84-8ed3-08ab74c8ff16] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1198.117856] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e514857-e05a-48f4-b011-9013c0edfc5a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.188560] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-beb0cddb-8144-443c-8c4a-15534b726a80 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c39dbc18-e185-4f84-8ed3-08ab74c8ff16] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1198.188794] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-beb0cddb-8144-443c-8c4a-15534b726a80 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c39dbc18-e185-4f84-8ed3-08ab74c8ff16] Deleting contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1198.188978] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-beb0cddb-8144-443c-8c4a-15534b726a80 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Deleting the datastore file [datastore2] c39dbc18-e185-4f84-8ed3-08ab74c8ff16 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1198.189292] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b689c368-eecb-4008-a308-e6686a38a007 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.196763] env[69524]: DEBUG oslo_vmware.api [None req-beb0cddb-8144-443c-8c4a-15534b726a80 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for the task: (returnval){ [ 1198.196763] env[69524]: value = "task-4068759" [ 1198.196763] env[69524]: _type = "Task" [ 1198.196763] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.205493] env[69524]: DEBUG oslo_vmware.api [None req-beb0cddb-8144-443c-8c4a-15534b726a80 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068759, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.530022] env[69524]: DEBUG nova.compute.manager [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1198.652462] env[69524]: DEBUG nova.scheduler.client.report [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Updated inventory for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with generation 146 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1198.652766] env[69524]: DEBUG nova.compute.provider_tree [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Updating resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 generation from 146 to 147 during operation: update_inventory {{(pid=69524) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1198.652973] env[69524]: DEBUG nova.compute.provider_tree [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1198.707398] env[69524]: DEBUG oslo_vmware.api [None req-beb0cddb-8144-443c-8c4a-15534b726a80 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Task: {'id': task-4068759, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141505} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.707677] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-beb0cddb-8144-443c-8c4a-15534b726a80 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1198.707859] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-beb0cddb-8144-443c-8c4a-15534b726a80 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c39dbc18-e185-4f84-8ed3-08ab74c8ff16] Deleted contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1198.708043] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-beb0cddb-8144-443c-8c4a-15534b726a80 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c39dbc18-e185-4f84-8ed3-08ab74c8ff16] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1198.708223] env[69524]: INFO nova.compute.manager [None req-beb0cddb-8144-443c-8c4a-15534b726a80 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] [instance: c39dbc18-e185-4f84-8ed3-08ab74c8ff16] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1198.708464] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-beb0cddb-8144-443c-8c4a-15534b726a80 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1198.708656] env[69524]: DEBUG nova.compute.manager [-] [instance: c39dbc18-e185-4f84-8ed3-08ab74c8ff16] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1198.708752] env[69524]: DEBUG nova.network.neutron [-] [instance: c39dbc18-e185-4f84-8ed3-08ab74c8ff16] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1199.054023] env[69524]: DEBUG oslo_concurrency.lockutils [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.055600] env[69524]: DEBUG nova.compute.manager [req-d05d922c-f249-4636-a579-e904aff53c62 req-01f785cc-aa08-43a2-a236-4b0979c866a1 service nova] [instance: c39dbc18-e185-4f84-8ed3-08ab74c8ff16] Received event network-vif-deleted-f74cf8fb-0878-45c7-a2b5-2209aefff898 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1199.055796] env[69524]: INFO nova.compute.manager [req-d05d922c-f249-4636-a579-e904aff53c62 req-01f785cc-aa08-43a2-a236-4b0979c866a1 service nova] [instance: c39dbc18-e185-4f84-8ed3-08ab74c8ff16] Neutron deleted interface f74cf8fb-0878-45c7-a2b5-2209aefff898; detaching it from the instance and deleting it from the info cache [ 1199.055967] env[69524]: DEBUG nova.network.neutron [req-d05d922c-f249-4636-a579-e904aff53c62 req-01f785cc-aa08-43a2-a236-4b0979c866a1 service nova] [instance: c39dbc18-e185-4f84-8ed3-08ab74c8ff16] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.158877] env[69524]: DEBUG oslo_concurrency.lockutils [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.231s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.159451] env[69524]: DEBUG nova.compute.manager [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 1f0daa70-d277-47b8-b820-02bd0c4b55e0] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1199.162375] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.337s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.163793] env[69524]: INFO nova.compute.claims [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d201cce9-881e-4449-8409-031911a2ba13] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1199.303731] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d679f954-ab00-433b-8616-a48d353aa73b tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquiring lock "interface-d9b57a84-1c31-4db2-a49d-02a0931f0b65-f4a6e255-7fb5-450d-92b6-4b124312de02" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.303930] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d679f954-ab00-433b-8616-a48d353aa73b tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lock "interface-d9b57a84-1c31-4db2-a49d-02a0931f0b65-f4a6e255-7fb5-450d-92b6-4b124312de02" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.537342] env[69524]: DEBUG nova.network.neutron [-] [instance: c39dbc18-e185-4f84-8ed3-08ab74c8ff16] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.558646] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-49d3b4bb-5e81-4be7-b630-9efd1d5981ac {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.573647] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75d5687-2780-4968-8151-dfe6af2a16d1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.608009] env[69524]: DEBUG nova.compute.manager [req-d05d922c-f249-4636-a579-e904aff53c62 req-01f785cc-aa08-43a2-a236-4b0979c866a1 service nova] [instance: c39dbc18-e185-4f84-8ed3-08ab74c8ff16] Detach interface failed, port_id=f74cf8fb-0878-45c7-a2b5-2209aefff898, reason: Instance c39dbc18-e185-4f84-8ed3-08ab74c8ff16 could not be found. {{(pid=69524) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1199.668777] env[69524]: DEBUG nova.compute.utils [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1199.673266] env[69524]: DEBUG nova.compute.manager [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 1f0daa70-d277-47b8-b820-02bd0c4b55e0] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1199.673442] env[69524]: DEBUG nova.network.neutron [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 1f0daa70-d277-47b8-b820-02bd0c4b55e0] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1199.728450] env[69524]: DEBUG nova.policy [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd8e1eea2c1f941fa84188c6d8a0c65e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a94659e7b1e4498afd816883f31bda9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 1199.807573] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d679f954-ab00-433b-8616-a48d353aa73b tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquiring lock "d9b57a84-1c31-4db2-a49d-02a0931f0b65" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.807573] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d679f954-ab00-433b-8616-a48d353aa73b tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquired lock "d9b57a84-1c31-4db2-a49d-02a0931f0b65" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.808406] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c17308-9bd2-4b8e-8e53-a26ab09b0aa7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.829212] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75059d5b-cac6-4e35-a588-2a1d42d47858 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.857101] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d679f954-ab00-433b-8616-a48d353aa73b tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Reconfiguring VM to detach interface {{(pid=69524) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1199.857439] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9a41076-8166-4775-ad02-1863f04bbae5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.877278] env[69524]: DEBUG oslo_vmware.api [None req-d679f954-ab00-433b-8616-a48d353aa73b tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Waiting for the task: (returnval){ [ 1199.877278] env[69524]: value = "task-4068760" [ 1199.877278] env[69524]: _type = "Task" [ 1199.877278] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.885959] env[69524]: DEBUG oslo_vmware.api [None req-d679f954-ab00-433b-8616-a48d353aa73b tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4068760, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.040836] env[69524]: INFO nova.compute.manager [-] [instance: c39dbc18-e185-4f84-8ed3-08ab74c8ff16] Took 1.33 seconds to deallocate network for instance. [ 1200.078778] env[69524]: DEBUG nova.network.neutron [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 1f0daa70-d277-47b8-b820-02bd0c4b55e0] Successfully created port: 8f80dbfc-bb6b-47ba-895f-1d3a07287f07 {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1200.177236] env[69524]: DEBUG nova.compute.manager [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 1f0daa70-d277-47b8-b820-02bd0c4b55e0] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1200.391200] env[69524]: DEBUG oslo_vmware.api [None req-d679f954-ab00-433b-8616-a48d353aa73b tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4068760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.431049] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8ed9bf-7d17-4e9d-aa6c-87a06eb16bcc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.438320] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85120587-8466-4b6e-accd-307e80d3955b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.470572] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce8a74f-a98b-470a-b31c-6352bda3bee7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.478774] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbafb02-4aed-4686-93e2-b88353074083 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.494806] env[69524]: DEBUG nova.compute.provider_tree [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1200.547633] env[69524]: DEBUG oslo_concurrency.lockutils [None req-beb0cddb-8144-443c-8c4a-15534b726a80 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.893718] env[69524]: DEBUG oslo_vmware.api [None req-d679f954-ab00-433b-8616-a48d353aa73b tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4068760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.998530] env[69524]: DEBUG nova.scheduler.client.report [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1201.193161] env[69524]: DEBUG nova.compute.manager [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 1f0daa70-d277-47b8-b820-02bd0c4b55e0] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1201.222209] env[69524]: DEBUG nova.virt.hardware [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1201.222398] env[69524]: DEBUG nova.virt.hardware [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1201.222501] env[69524]: DEBUG nova.virt.hardware [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1201.223132] env[69524]: DEBUG nova.virt.hardware [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1201.223132] env[69524]: DEBUG nova.virt.hardware [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1201.223280] env[69524]: DEBUG nova.virt.hardware [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1201.223435] env[69524]: DEBUG nova.virt.hardware [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1201.223518] env[69524]: DEBUG nova.virt.hardware [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1201.223680] env[69524]: DEBUG nova.virt.hardware [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1201.223840] env[69524]: DEBUG nova.virt.hardware [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1201.224019] env[69524]: DEBUG nova.virt.hardware [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1201.224951] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3ea204-3dff-49ed-bdf9-8e82ee35052b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.233799] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db9ccf4-da60-4ff6-a105-899335a2d5d3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.391754] env[69524]: DEBUG oslo_vmware.api [None req-d679f954-ab00-433b-8616-a48d353aa73b tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4068760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.492551] env[69524]: DEBUG nova.compute.manager [req-035452c1-f5a0-4450-b328-e62c2c74a1bc req-f027801c-744e-40de-85c6-4c68f09afab1 service nova] [instance: 1f0daa70-d277-47b8-b820-02bd0c4b55e0] Received event network-vif-plugged-8f80dbfc-bb6b-47ba-895f-1d3a07287f07 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1201.493029] env[69524]: DEBUG oslo_concurrency.lockutils [req-035452c1-f5a0-4450-b328-e62c2c74a1bc req-f027801c-744e-40de-85c6-4c68f09afab1 service nova] Acquiring lock "1f0daa70-d277-47b8-b820-02bd0c4b55e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.493577] env[69524]: DEBUG oslo_concurrency.lockutils [req-035452c1-f5a0-4450-b328-e62c2c74a1bc req-f027801c-744e-40de-85c6-4c68f09afab1 service nova] Lock "1f0daa70-d277-47b8-b820-02bd0c4b55e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.493843] env[69524]: DEBUG oslo_concurrency.lockutils [req-035452c1-f5a0-4450-b328-e62c2c74a1bc req-f027801c-744e-40de-85c6-4c68f09afab1 service nova] Lock "1f0daa70-d277-47b8-b820-02bd0c4b55e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.494051] env[69524]: DEBUG nova.compute.manager [req-035452c1-f5a0-4450-b328-e62c2c74a1bc req-f027801c-744e-40de-85c6-4c68f09afab1 service nova] [instance: 1f0daa70-d277-47b8-b820-02bd0c4b55e0] No waiting events found dispatching network-vif-plugged-8f80dbfc-bb6b-47ba-895f-1d3a07287f07 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1201.494315] env[69524]: WARNING nova.compute.manager [req-035452c1-f5a0-4450-b328-e62c2c74a1bc req-f027801c-744e-40de-85c6-4c68f09afab1 service nova] [instance: 1f0daa70-d277-47b8-b820-02bd0c4b55e0] Received unexpected event network-vif-plugged-8f80dbfc-bb6b-47ba-895f-1d3a07287f07 for instance with vm_state building and task_state spawning. [ 1201.503592] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.341s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.504116] env[69524]: DEBUG nova.compute.manager [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d201cce9-881e-4449-8409-031911a2ba13] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1201.507084] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.448s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.507284] env[69524]: DEBUG nova.objects.instance [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] [instance: 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69524) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1201.581334] env[69524]: DEBUG nova.network.neutron [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 1f0daa70-d277-47b8-b820-02bd0c4b55e0] Successfully updated port: 8f80dbfc-bb6b-47ba-895f-1d3a07287f07 {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1201.894065] env[69524]: DEBUG oslo_vmware.api [None req-d679f954-ab00-433b-8616-a48d353aa73b tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4068760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.012062] env[69524]: DEBUG nova.compute.utils [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1202.016064] env[69524]: DEBUG nova.compute.manager [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d201cce9-881e-4449-8409-031911a2ba13] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1202.016196] env[69524]: DEBUG nova.network.neutron [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d201cce9-881e-4449-8409-031911a2ba13] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1202.057083] env[69524]: DEBUG nova.policy [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b8d8a6b7fea4bde90dbd8bfad21cdb8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'de266e15eb7047b1829e4e83a3376190', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 1202.084296] env[69524]: DEBUG oslo_concurrency.lockutils [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquiring lock "refresh_cache-1f0daa70-d277-47b8-b820-02bd0c4b55e0" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.084504] env[69524]: DEBUG oslo_concurrency.lockutils [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquired lock "refresh_cache-1f0daa70-d277-47b8-b820-02bd0c4b55e0" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.084641] env[69524]: DEBUG nova.network.neutron [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 1f0daa70-d277-47b8-b820-02bd0c4b55e0] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1202.333216] env[69524]: DEBUG nova.network.neutron [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d201cce9-881e-4449-8409-031911a2ba13] Successfully created port: cf3ed128-3039-4051-b6ce-bad0b5d90afd {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1202.394612] env[69524]: DEBUG oslo_vmware.api [None req-d679f954-ab00-433b-8616-a48d353aa73b tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4068760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.521262] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d82a781e-4a41-4c00-b8a5-2ff134a1ef0f tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.522886] env[69524]: DEBUG nova.compute.manager [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d201cce9-881e-4449-8409-031911a2ba13] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1202.527024] env[69524]: DEBUG oslo_concurrency.lockutils [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.278s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.528572] env[69524]: INFO nova.compute.claims [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: b9214d01-7f72-4242-98f0-07c584de8d40] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1202.616520] env[69524]: DEBUG nova.network.neutron [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 1f0daa70-d277-47b8-b820-02bd0c4b55e0] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1202.748854] env[69524]: DEBUG nova.network.neutron [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 1f0daa70-d277-47b8-b820-02bd0c4b55e0] Updating instance_info_cache with network_info: [{"id": "8f80dbfc-bb6b-47ba-895f-1d3a07287f07", "address": "fa:16:3e:48:b4:b2", "network": {"id": "fb5872dc-060d-440d-9732-412267d366b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-932153407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a94659e7b1e4498afd816883f31bda9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f80dbfc-bb", "ovs_interfaceid": "8f80dbfc-bb6b-47ba-895f-1d3a07287f07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.894035] env[69524]: DEBUG oslo_vmware.api [None req-d679f954-ab00-433b-8616-a48d353aa73b tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4068760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.252394] env[69524]: DEBUG oslo_concurrency.lockutils [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Releasing lock "refresh_cache-1f0daa70-d277-47b8-b820-02bd0c4b55e0" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.252805] env[69524]: DEBUG nova.compute.manager [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 1f0daa70-d277-47b8-b820-02bd0c4b55e0] Instance network_info: |[{"id": "8f80dbfc-bb6b-47ba-895f-1d3a07287f07", "address": "fa:16:3e:48:b4:b2", "network": {"id": "fb5872dc-060d-440d-9732-412267d366b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-932153407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a94659e7b1e4498afd816883f31bda9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f80dbfc-bb", "ovs_interfaceid": "8f80dbfc-bb6b-47ba-895f-1d3a07287f07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1203.253246] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 1f0daa70-d277-47b8-b820-02bd0c4b55e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:b4:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f80dbfc-bb6b-47ba-895f-1d3a07287f07', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1203.260761] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1203.261039] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f0daa70-d277-47b8-b820-02bd0c4b55e0] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1203.261299] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a7ee5f1-6bcf-4f27-badf-6450e314db69 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.281957] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1203.281957] env[69524]: value = "task-4068761" [ 1203.281957] env[69524]: _type = "Task" [ 1203.281957] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.289920] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068761, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.394606] env[69524]: DEBUG oslo_vmware.api [None req-d679f954-ab00-433b-8616-a48d353aa73b tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4068760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.524804] env[69524]: DEBUG nova.compute.manager [req-2728a227-0c75-4b05-b7e2-48ed31cbc4c3 req-781cb685-c593-4ba0-8596-1410f81af2e2 service nova] [instance: 1f0daa70-d277-47b8-b820-02bd0c4b55e0] Received event network-changed-8f80dbfc-bb6b-47ba-895f-1d3a07287f07 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.525040] env[69524]: DEBUG nova.compute.manager [req-2728a227-0c75-4b05-b7e2-48ed31cbc4c3 req-781cb685-c593-4ba0-8596-1410f81af2e2 service nova] [instance: 1f0daa70-d277-47b8-b820-02bd0c4b55e0] Refreshing instance network info cache due to event network-changed-8f80dbfc-bb6b-47ba-895f-1d3a07287f07. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1203.525314] env[69524]: DEBUG oslo_concurrency.lockutils [req-2728a227-0c75-4b05-b7e2-48ed31cbc4c3 req-781cb685-c593-4ba0-8596-1410f81af2e2 service nova] Acquiring lock "refresh_cache-1f0daa70-d277-47b8-b820-02bd0c4b55e0" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.525504] env[69524]: DEBUG oslo_concurrency.lockutils [req-2728a227-0c75-4b05-b7e2-48ed31cbc4c3 req-781cb685-c593-4ba0-8596-1410f81af2e2 service nova] Acquired lock "refresh_cache-1f0daa70-d277-47b8-b820-02bd0c4b55e0" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.525677] env[69524]: DEBUG nova.network.neutron [req-2728a227-0c75-4b05-b7e2-48ed31cbc4c3 req-781cb685-c593-4ba0-8596-1410f81af2e2 service nova] [instance: 1f0daa70-d277-47b8-b820-02bd0c4b55e0] Refreshing network info cache for port 8f80dbfc-bb6b-47ba-895f-1d3a07287f07 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1203.533134] env[69524]: DEBUG nova.compute.manager [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d201cce9-881e-4449-8409-031911a2ba13] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1203.563069] env[69524]: DEBUG nova.virt.hardware [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1203.564027] env[69524]: DEBUG nova.virt.hardware [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1203.564027] env[69524]: DEBUG nova.virt.hardware [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1203.564027] env[69524]: DEBUG nova.virt.hardware [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1203.564027] env[69524]: DEBUG nova.virt.hardware [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1203.564027] env[69524]: DEBUG nova.virt.hardware [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1203.564238] env[69524]: DEBUG nova.virt.hardware [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1203.564376] env[69524]: DEBUG nova.virt.hardware [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1203.564545] env[69524]: DEBUG nova.virt.hardware [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1203.564998] env[69524]: DEBUG nova.virt.hardware [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1203.564998] env[69524]: DEBUG nova.virt.hardware [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1203.566358] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5dde56-9e8f-405f-869b-1f199c1462d8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.577323] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45620418-c9d7-413c-aa30-e3598a24ea7f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.758433] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d5a2e70-c996-48ca-90b6-5e4afaa12907 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.768334] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03293f7f-44b8-4b3a-b3e1-44f07ab05524 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.802783] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09bb8f1b-eb12-4b80-861b-76355a7724e8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.816362] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3875107-c94c-4209-91f2-6af68c683d83 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.823607] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068761, 'name': CreateVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.836376] env[69524]: DEBUG nova.compute.provider_tree [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1203.863326] env[69524]: DEBUG nova.network.neutron [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d201cce9-881e-4449-8409-031911a2ba13] Successfully updated port: cf3ed128-3039-4051-b6ce-bad0b5d90afd {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1203.895953] env[69524]: DEBUG oslo_vmware.api [None req-d679f954-ab00-433b-8616-a48d353aa73b tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4068760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.291391] env[69524]: DEBUG nova.network.neutron [req-2728a227-0c75-4b05-b7e2-48ed31cbc4c3 req-781cb685-c593-4ba0-8596-1410f81af2e2 service nova] [instance: 1f0daa70-d277-47b8-b820-02bd0c4b55e0] Updated VIF entry in instance network info cache for port 8f80dbfc-bb6b-47ba-895f-1d3a07287f07. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1204.291821] env[69524]: DEBUG nova.network.neutron [req-2728a227-0c75-4b05-b7e2-48ed31cbc4c3 req-781cb685-c593-4ba0-8596-1410f81af2e2 service nova] [instance: 1f0daa70-d277-47b8-b820-02bd0c4b55e0] Updating instance_info_cache with network_info: [{"id": "8f80dbfc-bb6b-47ba-895f-1d3a07287f07", "address": "fa:16:3e:48:b4:b2", "network": {"id": "fb5872dc-060d-440d-9732-412267d366b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-932153407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a94659e7b1e4498afd816883f31bda9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f80dbfc-bb", "ovs_interfaceid": "8f80dbfc-bb6b-47ba-895f-1d3a07287f07", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.308435] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068761, 'name': CreateVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.339776] env[69524]: DEBUG nova.scheduler.client.report [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1204.365798] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Acquiring lock "refresh_cache-d201cce9-881e-4449-8409-031911a2ba13" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.366025] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Acquired lock "refresh_cache-d201cce9-881e-4449-8409-031911a2ba13" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.366606] env[69524]: DEBUG nova.network.neutron [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d201cce9-881e-4449-8409-031911a2ba13] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1204.398895] env[69524]: DEBUG oslo_vmware.api [None req-d679f954-ab00-433b-8616-a48d353aa73b tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4068760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.795192] env[69524]: DEBUG oslo_concurrency.lockutils [req-2728a227-0c75-4b05-b7e2-48ed31cbc4c3 req-781cb685-c593-4ba0-8596-1410f81af2e2 service nova] Releasing lock "refresh_cache-1f0daa70-d277-47b8-b820-02bd0c4b55e0" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.809488] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068761, 'name': CreateVM_Task, 'duration_secs': 1.349009} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.809741] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f0daa70-d277-47b8-b820-02bd0c4b55e0] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1204.810371] env[69524]: DEBUG oslo_concurrency.lockutils [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.810537] env[69524]: DEBUG oslo_concurrency.lockutils [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.810868] env[69524]: DEBUG oslo_concurrency.lockutils [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.811143] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21780d95-024f-48fa-9e31-eda839d61a99 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.816047] env[69524]: DEBUG oslo_vmware.api [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1204.816047] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]520b44b3-70d7-7238-729a-d6b78083950b" [ 1204.816047] env[69524]: _type = "Task" [ 1204.816047] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.824578] env[69524]: DEBUG oslo_vmware.api [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]520b44b3-70d7-7238-729a-d6b78083950b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.844710] env[69524]: DEBUG oslo_concurrency.lockutils [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.318s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.845247] env[69524]: DEBUG nova.compute.manager [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: b9214d01-7f72-4242-98f0-07c584de8d40] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1204.848152] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.920s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.849630] env[69524]: INFO nova.compute.claims [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1204.896907] env[69524]: DEBUG oslo_vmware.api [None req-d679f954-ab00-433b-8616-a48d353aa73b tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4068760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.898602] env[69524]: DEBUG nova.network.neutron [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d201cce9-881e-4449-8409-031911a2ba13] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1205.036941] env[69524]: DEBUG nova.network.neutron [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d201cce9-881e-4449-8409-031911a2ba13] Updating instance_info_cache with network_info: [{"id": "cf3ed128-3039-4051-b6ce-bad0b5d90afd", "address": "fa:16:3e:7b:e9:1d", "network": {"id": "7feebf88-6a3a-476c-b5da-3918251de2fe", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1794187658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "de266e15eb7047b1829e4e83a3376190", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf3ed128-30", "ovs_interfaceid": "cf3ed128-3039-4051-b6ce-bad0b5d90afd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.327711] env[69524]: DEBUG oslo_vmware.api [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]520b44b3-70d7-7238-729a-d6b78083950b, 'name': SearchDatastore_Task, 'duration_secs': 0.010524} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.328051] env[69524]: DEBUG oslo_concurrency.lockutils [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.328288] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 1f0daa70-d277-47b8-b820-02bd0c4b55e0] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1205.328532] env[69524]: DEBUG oslo_concurrency.lockutils [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.328679] env[69524]: DEBUG oslo_concurrency.lockutils [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.328856] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1205.329158] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8703f845-405b-4169-8b38-2cc8357f0058 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.338551] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1205.338763] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1205.339538] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ec4361a-84e6-4e89-b0cc-3c7517fbea47 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.345866] env[69524]: DEBUG oslo_vmware.api [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1205.345866] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5281164c-aa28-b937-0f7c-5952adcbd370" [ 1205.345866] env[69524]: _type = "Task" [ 1205.345866] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.355636] env[69524]: DEBUG nova.compute.utils [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1205.357014] env[69524]: DEBUG oslo_vmware.api [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5281164c-aa28-b937-0f7c-5952adcbd370, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.359192] env[69524]: DEBUG nova.compute.manager [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: b9214d01-7f72-4242-98f0-07c584de8d40] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1205.359824] env[69524]: DEBUG nova.network.neutron [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: b9214d01-7f72-4242-98f0-07c584de8d40] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1205.396905] env[69524]: DEBUG oslo_vmware.api [None req-d679f954-ab00-433b-8616-a48d353aa73b tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4068760, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.402494] env[69524]: DEBUG nova.policy [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a583296edfd14a9486c009be1d31c5dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '19b783619cdb483cb17f8d07f699f9dd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 1205.540183] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Releasing lock "refresh_cache-d201cce9-881e-4449-8409-031911a2ba13" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.540547] env[69524]: DEBUG nova.compute.manager [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d201cce9-881e-4449-8409-031911a2ba13] Instance network_info: |[{"id": "cf3ed128-3039-4051-b6ce-bad0b5d90afd", "address": "fa:16:3e:7b:e9:1d", "network": {"id": "7feebf88-6a3a-476c-b5da-3918251de2fe", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1794187658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "de266e15eb7047b1829e4e83a3376190", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf3ed128-30", "ovs_interfaceid": "cf3ed128-3039-4051-b6ce-bad0b5d90afd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1205.541098] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d201cce9-881e-4449-8409-031911a2ba13] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:e9:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad36dd36-1d2c-4f37-a259-98ef2e440794', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf3ed128-3039-4051-b6ce-bad0b5d90afd', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1205.548638] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1205.550031] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d201cce9-881e-4449-8409-031911a2ba13] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1205.551504] env[69524]: DEBUG nova.compute.manager [req-fb91301c-9d99-4fbd-a2e3-877ac83897e4 req-19c87183-03ac-48ec-a7b1-ee27e16c904e service nova] [instance: d201cce9-881e-4449-8409-031911a2ba13] Received event network-vif-plugged-cf3ed128-3039-4051-b6ce-bad0b5d90afd {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.551504] env[69524]: DEBUG oslo_concurrency.lockutils [req-fb91301c-9d99-4fbd-a2e3-877ac83897e4 req-19c87183-03ac-48ec-a7b1-ee27e16c904e service nova] Acquiring lock "d201cce9-881e-4449-8409-031911a2ba13-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.551734] env[69524]: DEBUG oslo_concurrency.lockutils [req-fb91301c-9d99-4fbd-a2e3-877ac83897e4 req-19c87183-03ac-48ec-a7b1-ee27e16c904e service nova] Lock "d201cce9-881e-4449-8409-031911a2ba13-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.551865] env[69524]: DEBUG oslo_concurrency.lockutils [req-fb91301c-9d99-4fbd-a2e3-877ac83897e4 req-19c87183-03ac-48ec-a7b1-ee27e16c904e service nova] Lock "d201cce9-881e-4449-8409-031911a2ba13-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.552068] env[69524]: DEBUG nova.compute.manager [req-fb91301c-9d99-4fbd-a2e3-877ac83897e4 req-19c87183-03ac-48ec-a7b1-ee27e16c904e service nova] [instance: d201cce9-881e-4449-8409-031911a2ba13] No waiting events found dispatching network-vif-plugged-cf3ed128-3039-4051-b6ce-bad0b5d90afd {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1205.552179] env[69524]: WARNING nova.compute.manager [req-fb91301c-9d99-4fbd-a2e3-877ac83897e4 req-19c87183-03ac-48ec-a7b1-ee27e16c904e service nova] [instance: d201cce9-881e-4449-8409-031911a2ba13] Received unexpected event network-vif-plugged-cf3ed128-3039-4051-b6ce-bad0b5d90afd for instance with vm_state building and task_state spawning. [ 1205.552347] env[69524]: DEBUG nova.compute.manager [req-fb91301c-9d99-4fbd-a2e3-877ac83897e4 req-19c87183-03ac-48ec-a7b1-ee27e16c904e service nova] [instance: d201cce9-881e-4449-8409-031911a2ba13] Received event network-changed-cf3ed128-3039-4051-b6ce-bad0b5d90afd {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.552500] env[69524]: DEBUG nova.compute.manager [req-fb91301c-9d99-4fbd-a2e3-877ac83897e4 req-19c87183-03ac-48ec-a7b1-ee27e16c904e service nova] [instance: d201cce9-881e-4449-8409-031911a2ba13] Refreshing instance network info cache due to event network-changed-cf3ed128-3039-4051-b6ce-bad0b5d90afd. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1205.552697] env[69524]: DEBUG oslo_concurrency.lockutils [req-fb91301c-9d99-4fbd-a2e3-877ac83897e4 req-19c87183-03ac-48ec-a7b1-ee27e16c904e service nova] Acquiring lock "refresh_cache-d201cce9-881e-4449-8409-031911a2ba13" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.552855] env[69524]: DEBUG oslo_concurrency.lockutils [req-fb91301c-9d99-4fbd-a2e3-877ac83897e4 req-19c87183-03ac-48ec-a7b1-ee27e16c904e service nova] Acquired lock "refresh_cache-d201cce9-881e-4449-8409-031911a2ba13" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.553024] env[69524]: DEBUG nova.network.neutron [req-fb91301c-9d99-4fbd-a2e3-877ac83897e4 req-19c87183-03ac-48ec-a7b1-ee27e16c904e service nova] [instance: d201cce9-881e-4449-8409-031911a2ba13] Refreshing network info cache for port cf3ed128-3039-4051-b6ce-bad0b5d90afd {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1205.554534] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3056856d-4d44-496c-bbf5-bd6d48b0a23f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.577125] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1205.577125] env[69524]: value = "task-4068762" [ 1205.577125] env[69524]: _type = "Task" [ 1205.577125] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.588421] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068762, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.710414] env[69524]: DEBUG nova.network.neutron [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: b9214d01-7f72-4242-98f0-07c584de8d40] Successfully created port: b5da6e51-2854-4790-a163-9bf7de389ba7 {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1205.858508] env[69524]: DEBUG oslo_vmware.api [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5281164c-aa28-b937-0f7c-5952adcbd370, 'name': SearchDatastore_Task, 'duration_secs': 0.0101} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.859427] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66485ec5-9e68-4e65-a593-9fae33b2ab0f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.862374] env[69524]: DEBUG nova.compute.manager [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: b9214d01-7f72-4242-98f0-07c584de8d40] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1205.873207] env[69524]: DEBUG oslo_vmware.api [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1205.873207] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]522c05bd-d039-fae8-7737-711ba9f2c4e0" [ 1205.873207] env[69524]: _type = "Task" [ 1205.873207] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.882787] env[69524]: DEBUG oslo_vmware.api [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]522c05bd-d039-fae8-7737-711ba9f2c4e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.898835] env[69524]: DEBUG oslo_vmware.api [None req-d679f954-ab00-433b-8616-a48d353aa73b tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4068760, 'name': ReconfigVM_Task, 'duration_secs': 5.807068} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.898835] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d679f954-ab00-433b-8616-a48d353aa73b tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Releasing lock "d9b57a84-1c31-4db2-a49d-02a0931f0b65" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.899084] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d679f954-ab00-433b-8616-a48d353aa73b tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Reconfigured VM to detach interface {{(pid=69524) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1206.090286] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068762, 'name': CreateVM_Task, 'duration_secs': 0.327391} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.090483] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d201cce9-881e-4449-8409-031911a2ba13] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1206.091239] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.091408] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.091785] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.092039] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92d2fc02-c669-411e-9a19-103a482e5309 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.098541] env[69524]: DEBUG oslo_vmware.api [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Waiting for the task: (returnval){ [ 1206.098541] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5295fc60-e90d-f59a-4341-accf9fee8ac9" [ 1206.098541] env[69524]: _type = "Task" [ 1206.098541] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.107688] env[69524]: DEBUG oslo_vmware.api [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5295fc60-e90d-f59a-4341-accf9fee8ac9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.121992] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd10e88-3fba-498e-b479-315a586d1a09 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.129598] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f999ab-e076-47b1-b4b3-ed5578022a34 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.161986] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8738189e-295e-45e0-9ba8-f8acdab4a39a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.170992] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6901be-61fc-47d6-8d69-3d7d49b90cb7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.188487] env[69524]: DEBUG nova.compute.provider_tree [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1206.259400] env[69524]: DEBUG nova.compute.manager [req-c45d99f6-0dee-4e38-9c5e-da33df08fa9a req-f21ebe86-3ced-4637-a920-c24298ad9bd9 service nova] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Received event network-vif-deleted-f4a6e255-7fb5-450d-92b6-4b124312de02 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1206.259595] env[69524]: INFO nova.compute.manager [req-c45d99f6-0dee-4e38-9c5e-da33df08fa9a req-f21ebe86-3ced-4637-a920-c24298ad9bd9 service nova] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Neutron deleted interface f4a6e255-7fb5-450d-92b6-4b124312de02; detaching it from the instance and deleting it from the info cache [ 1206.260013] env[69524]: DEBUG nova.network.neutron [req-c45d99f6-0dee-4e38-9c5e-da33df08fa9a req-f21ebe86-3ced-4637-a920-c24298ad9bd9 service nova] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Updating instance_info_cache with network_info: [{"id": "ed291927-7e87-4bcd-ada8-07e2e4cfe732", "address": "fa:16:3e:66:0b:c6", "network": {"id": "7f21e6c8-7948-4d2a-9388-e641a2d42214", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1972708614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e79fb10ba570446e80b89783732d562f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped291927-7e", "ovs_interfaceid": "ed291927-7e87-4bcd-ada8-07e2e4cfe732", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.378413] env[69524]: DEBUG nova.network.neutron [req-fb91301c-9d99-4fbd-a2e3-877ac83897e4 req-19c87183-03ac-48ec-a7b1-ee27e16c904e service nova] [instance: d201cce9-881e-4449-8409-031911a2ba13] Updated VIF entry in instance network info cache for port cf3ed128-3039-4051-b6ce-bad0b5d90afd. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1206.378768] env[69524]: DEBUG nova.network.neutron [req-fb91301c-9d99-4fbd-a2e3-877ac83897e4 req-19c87183-03ac-48ec-a7b1-ee27e16c904e service nova] [instance: d201cce9-881e-4449-8409-031911a2ba13] Updating instance_info_cache with network_info: [{"id": "cf3ed128-3039-4051-b6ce-bad0b5d90afd", "address": "fa:16:3e:7b:e9:1d", "network": {"id": "7feebf88-6a3a-476c-b5da-3918251de2fe", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1794187658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "de266e15eb7047b1829e4e83a3376190", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf3ed128-30", "ovs_interfaceid": "cf3ed128-3039-4051-b6ce-bad0b5d90afd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.387238] env[69524]: DEBUG oslo_vmware.api [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]522c05bd-d039-fae8-7737-711ba9f2c4e0, 'name': SearchDatastore_Task, 'duration_secs': 0.01141} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.387531] env[69524]: DEBUG oslo_concurrency.lockutils [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.387827] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 1f0daa70-d277-47b8-b820-02bd0c4b55e0/1f0daa70-d277-47b8-b820-02bd0c4b55e0.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1206.388140] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9cb20bcf-e4a6-4012-839a-d020d3c7763e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.397158] env[69524]: DEBUG oslo_vmware.api [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1206.397158] env[69524]: value = "task-4068763" [ 1206.397158] env[69524]: _type = "Task" [ 1206.397158] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.406336] env[69524]: DEBUG oslo_vmware.api [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068763, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.611632] env[69524]: DEBUG oslo_vmware.api [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5295fc60-e90d-f59a-4341-accf9fee8ac9, 'name': SearchDatastore_Task, 'duration_secs': 0.009588} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.612981] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.612981] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d201cce9-881e-4449-8409-031911a2ba13] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1206.612981] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.612981] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.612981] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1206.613248] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88a0aa8b-3710-48a7-9dab-694e215f3fd4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.630787] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1206.631013] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1206.631985] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40101852-2ca4-4e87-9e56-5371371be7e4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.639541] env[69524]: DEBUG oslo_vmware.api [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Waiting for the task: (returnval){ [ 1206.639541] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52022756-d028-6a26-920f-df597f6acb7f" [ 1206.639541] env[69524]: _type = "Task" [ 1206.639541] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.649068] env[69524]: DEBUG oslo_vmware.api [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52022756-d028-6a26-920f-df597f6acb7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.692291] env[69524]: DEBUG nova.scheduler.client.report [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1206.763488] env[69524]: DEBUG oslo_concurrency.lockutils [req-c45d99f6-0dee-4e38-9c5e-da33df08fa9a req-f21ebe86-3ced-4637-a920-c24298ad9bd9 service nova] Acquiring lock "d9b57a84-1c31-4db2-a49d-02a0931f0b65" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.763699] env[69524]: DEBUG oslo_concurrency.lockutils [req-c45d99f6-0dee-4e38-9c5e-da33df08fa9a req-f21ebe86-3ced-4637-a920-c24298ad9bd9 service nova] Acquired lock "d9b57a84-1c31-4db2-a49d-02a0931f0b65" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.764818] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cdf9dd5-b89a-40e6-baa4-2fffe638c8ba {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.785937] env[69524]: DEBUG oslo_concurrency.lockutils [req-c45d99f6-0dee-4e38-9c5e-da33df08fa9a req-f21ebe86-3ced-4637-a920-c24298ad9bd9 service nova] Releasing lock "d9b57a84-1c31-4db2-a49d-02a0931f0b65" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.786261] env[69524]: WARNING nova.compute.manager [req-c45d99f6-0dee-4e38-9c5e-da33df08fa9a req-f21ebe86-3ced-4637-a920-c24298ad9bd9 service nova] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Detach interface failed, port_id=f4a6e255-7fb5-450d-92b6-4b124312de02, reason: No device with interface-id f4a6e255-7fb5-450d-92b6-4b124312de02 exists on VM: nova.exception.NotFound: No device with interface-id f4a6e255-7fb5-450d-92b6-4b124312de02 exists on VM [ 1206.875562] env[69524]: DEBUG nova.compute.manager [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: b9214d01-7f72-4242-98f0-07c584de8d40] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1206.881660] env[69524]: DEBUG oslo_concurrency.lockutils [req-fb91301c-9d99-4fbd-a2e3-877ac83897e4 req-19c87183-03ac-48ec-a7b1-ee27e16c904e service nova] Releasing lock "refresh_cache-d201cce9-881e-4449-8409-031911a2ba13" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.911678] env[69524]: DEBUG oslo_vmware.api [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068763, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.914591] env[69524]: DEBUG nova.virt.hardware [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1206.914876] env[69524]: DEBUG nova.virt.hardware [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1206.915067] env[69524]: DEBUG nova.virt.hardware [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1206.915266] env[69524]: DEBUG nova.virt.hardware [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1206.915414] env[69524]: DEBUG nova.virt.hardware [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1206.915563] env[69524]: DEBUG nova.virt.hardware [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1206.915771] env[69524]: DEBUG nova.virt.hardware [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1206.915931] env[69524]: DEBUG nova.virt.hardware [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1206.916113] env[69524]: DEBUG nova.virt.hardware [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1206.916277] env[69524]: DEBUG nova.virt.hardware [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1206.916446] env[69524]: DEBUG nova.virt.hardware [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1206.917328] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead3dd4d-0db1-4408-b804-10a3a54a68e9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.926154] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf29e99-aa95-4683-8523-c6f47257ed4f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.047026] env[69524]: DEBUG oslo_concurrency.lockutils [None req-912c10b8-6ad3-4d53-94f4-e5c74204b010 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquiring lock "d9b57a84-1c31-4db2-a49d-02a0931f0b65" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.047026] env[69524]: DEBUG oslo_concurrency.lockutils [None req-912c10b8-6ad3-4d53-94f4-e5c74204b010 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lock "d9b57a84-1c31-4db2-a49d-02a0931f0b65" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.047291] env[69524]: DEBUG oslo_concurrency.lockutils [None req-912c10b8-6ad3-4d53-94f4-e5c74204b010 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquiring lock "d9b57a84-1c31-4db2-a49d-02a0931f0b65-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.047416] env[69524]: DEBUG oslo_concurrency.lockutils [None req-912c10b8-6ad3-4d53-94f4-e5c74204b010 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lock "d9b57a84-1c31-4db2-a49d-02a0931f0b65-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.047588] env[69524]: DEBUG oslo_concurrency.lockutils [None req-912c10b8-6ad3-4d53-94f4-e5c74204b010 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lock "d9b57a84-1c31-4db2-a49d-02a0931f0b65-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.050164] env[69524]: INFO nova.compute.manager [None req-912c10b8-6ad3-4d53-94f4-e5c74204b010 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Terminating instance [ 1207.154688] env[69524]: DEBUG oslo_vmware.api [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52022756-d028-6a26-920f-df597f6acb7f, 'name': SearchDatastore_Task, 'duration_secs': 0.058386} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.155614] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-714f472a-c51d-4cab-8988-16932dfcd16e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.162468] env[69524]: DEBUG oslo_vmware.api [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Waiting for the task: (returnval){ [ 1207.162468] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]523cde66-d003-fdac-714c-4b5d66c73d65" [ 1207.162468] env[69524]: _type = "Task" [ 1207.162468] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.172114] env[69524]: DEBUG oslo_vmware.api [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]523cde66-d003-fdac-714c-4b5d66c73d65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.197810] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.350s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.198378] env[69524]: DEBUG nova.compute.manager [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1207.201239] env[69524]: DEBUG oslo_concurrency.lockutils [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.088s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.202843] env[69524]: INFO nova.compute.claims [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1207.209160] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d679f954-ab00-433b-8616-a48d353aa73b tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquiring lock "refresh_cache-d9b57a84-1c31-4db2-a49d-02a0931f0b65" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.209324] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d679f954-ab00-433b-8616-a48d353aa73b tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquired lock "refresh_cache-d9b57a84-1c31-4db2-a49d-02a0931f0b65" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.209608] env[69524]: DEBUG nova.network.neutron [None req-d679f954-ab00-433b-8616-a48d353aa73b tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1207.270224] env[69524]: DEBUG nova.network.neutron [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: b9214d01-7f72-4242-98f0-07c584de8d40] Successfully updated port: b5da6e51-2854-4790-a163-9bf7de389ba7 {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1207.409450] env[69524]: DEBUG oslo_vmware.api [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068763, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549513} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.409847] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 1f0daa70-d277-47b8-b820-02bd0c4b55e0/1f0daa70-d277-47b8-b820-02bd0c4b55e0.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1207.410079] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 1f0daa70-d277-47b8-b820-02bd0c4b55e0] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1207.410761] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7f67e37-cbcc-4521-b590-afd8885b56fd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.418444] env[69524]: DEBUG oslo_vmware.api [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1207.418444] env[69524]: value = "task-4068764" [ 1207.418444] env[69524]: _type = "Task" [ 1207.418444] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.428848] env[69524]: DEBUG oslo_vmware.api [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068764, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.555395] env[69524]: DEBUG nova.compute.manager [None req-912c10b8-6ad3-4d53-94f4-e5c74204b010 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1207.555625] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-912c10b8-6ad3-4d53-94f4-e5c74204b010 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1207.556593] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a619ae11-22de-4cd3-87b0-1b5a4120ca2d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.564885] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-912c10b8-6ad3-4d53-94f4-e5c74204b010 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1207.565202] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d23e58b9-402b-4da7-93e7-c4dd9f0c883e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.572348] env[69524]: DEBUG oslo_vmware.api [None req-912c10b8-6ad3-4d53-94f4-e5c74204b010 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Waiting for the task: (returnval){ [ 1207.572348] env[69524]: value = "task-4068765" [ 1207.572348] env[69524]: _type = "Task" [ 1207.572348] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.582501] env[69524]: DEBUG oslo_vmware.api [None req-912c10b8-6ad3-4d53-94f4-e5c74204b010 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4068765, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.584749] env[69524]: DEBUG nova.compute.manager [req-5210c8f9-f447-4de9-be25-be9f913adccf req-3cd4b6d7-0cbf-4c64-8376-ac1839cafff3 service nova] [instance: b9214d01-7f72-4242-98f0-07c584de8d40] Received event network-vif-plugged-b5da6e51-2854-4790-a163-9bf7de389ba7 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.584959] env[69524]: DEBUG oslo_concurrency.lockutils [req-5210c8f9-f447-4de9-be25-be9f913adccf req-3cd4b6d7-0cbf-4c64-8376-ac1839cafff3 service nova] Acquiring lock "b9214d01-7f72-4242-98f0-07c584de8d40-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.585186] env[69524]: DEBUG oslo_concurrency.lockutils [req-5210c8f9-f447-4de9-be25-be9f913adccf req-3cd4b6d7-0cbf-4c64-8376-ac1839cafff3 service nova] Lock "b9214d01-7f72-4242-98f0-07c584de8d40-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.585351] env[69524]: DEBUG oslo_concurrency.lockutils [req-5210c8f9-f447-4de9-be25-be9f913adccf req-3cd4b6d7-0cbf-4c64-8376-ac1839cafff3 service nova] Lock "b9214d01-7f72-4242-98f0-07c584de8d40-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.585542] env[69524]: DEBUG nova.compute.manager [req-5210c8f9-f447-4de9-be25-be9f913adccf req-3cd4b6d7-0cbf-4c64-8376-ac1839cafff3 service nova] [instance: b9214d01-7f72-4242-98f0-07c584de8d40] No waiting events found dispatching network-vif-plugged-b5da6e51-2854-4790-a163-9bf7de389ba7 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1207.585807] env[69524]: WARNING nova.compute.manager [req-5210c8f9-f447-4de9-be25-be9f913adccf req-3cd4b6d7-0cbf-4c64-8376-ac1839cafff3 service nova] [instance: b9214d01-7f72-4242-98f0-07c584de8d40] Received unexpected event network-vif-plugged-b5da6e51-2854-4790-a163-9bf7de389ba7 for instance with vm_state building and task_state spawning. [ 1207.585974] env[69524]: DEBUG nova.compute.manager [req-5210c8f9-f447-4de9-be25-be9f913adccf req-3cd4b6d7-0cbf-4c64-8376-ac1839cafff3 service nova] [instance: b9214d01-7f72-4242-98f0-07c584de8d40] Received event network-changed-b5da6e51-2854-4790-a163-9bf7de389ba7 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.586153] env[69524]: DEBUG nova.compute.manager [req-5210c8f9-f447-4de9-be25-be9f913adccf req-3cd4b6d7-0cbf-4c64-8376-ac1839cafff3 service nova] [instance: b9214d01-7f72-4242-98f0-07c584de8d40] Refreshing instance network info cache due to event network-changed-b5da6e51-2854-4790-a163-9bf7de389ba7. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1207.586398] env[69524]: DEBUG oslo_concurrency.lockutils [req-5210c8f9-f447-4de9-be25-be9f913adccf req-3cd4b6d7-0cbf-4c64-8376-ac1839cafff3 service nova] Acquiring lock "refresh_cache-b9214d01-7f72-4242-98f0-07c584de8d40" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.586606] env[69524]: DEBUG oslo_concurrency.lockutils [req-5210c8f9-f447-4de9-be25-be9f913adccf req-3cd4b6d7-0cbf-4c64-8376-ac1839cafff3 service nova] Acquired lock "refresh_cache-b9214d01-7f72-4242-98f0-07c584de8d40" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.586788] env[69524]: DEBUG nova.network.neutron [req-5210c8f9-f447-4de9-be25-be9f913adccf req-3cd4b6d7-0cbf-4c64-8376-ac1839cafff3 service nova] [instance: b9214d01-7f72-4242-98f0-07c584de8d40] Refreshing network info cache for port b5da6e51-2854-4790-a163-9bf7de389ba7 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1207.673924] env[69524]: DEBUG oslo_vmware.api [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]523cde66-d003-fdac-714c-4b5d66c73d65, 'name': SearchDatastore_Task, 'duration_secs': 0.009834} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.674631] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.674631] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] d201cce9-881e-4449-8409-031911a2ba13/d201cce9-881e-4449-8409-031911a2ba13.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1207.674824] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc1e73e0-0db0-4d51-87c3-49d06917034b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.682992] env[69524]: DEBUG oslo_vmware.api [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Waiting for the task: (returnval){ [ 1207.682992] env[69524]: value = "task-4068766" [ 1207.682992] env[69524]: _type = "Task" [ 1207.682992] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.692778] env[69524]: DEBUG oslo_vmware.api [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': task-4068766, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.707511] env[69524]: DEBUG nova.compute.utils [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1207.711533] env[69524]: DEBUG nova.compute.manager [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1207.711533] env[69524]: DEBUG nova.network.neutron [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1207.757047] env[69524]: DEBUG nova.policy [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '545def98a8664ebbb0bdfe573aaee24f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a638896dde45449a8d091abde05fda3d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 1207.774879] env[69524]: DEBUG oslo_concurrency.lockutils [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Acquiring lock "refresh_cache-b9214d01-7f72-4242-98f0-07c584de8d40" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.931400] env[69524]: DEBUG oslo_vmware.api [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068764, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068326} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.931802] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 1f0daa70-d277-47b8-b820-02bd0c4b55e0] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1207.932767] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f25251-a490-42b7-97b5-65b96bb48f0a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.962950] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 1f0daa70-d277-47b8-b820-02bd0c4b55e0] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 1f0daa70-d277-47b8-b820-02bd0c4b55e0/1f0daa70-d277-47b8-b820-02bd0c4b55e0.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1207.963381] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83495942-bf1d-4fd8-b65d-82386b8240a5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.989537] env[69524]: DEBUG oslo_vmware.api [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1207.989537] env[69524]: value = "task-4068767" [ 1207.989537] env[69524]: _type = "Task" [ 1207.989537] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.001304] env[69524]: DEBUG oslo_vmware.api [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068767, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.019902] env[69524]: DEBUG nova.network.neutron [None req-d679f954-ab00-433b-8616-a48d353aa73b tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Updating instance_info_cache with network_info: [{"id": "ed291927-7e87-4bcd-ada8-07e2e4cfe732", "address": "fa:16:3e:66:0b:c6", "network": {"id": "7f21e6c8-7948-4d2a-9388-e641a2d42214", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1972708614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e79fb10ba570446e80b89783732d562f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped291927-7e", "ovs_interfaceid": "ed291927-7e87-4bcd-ada8-07e2e4cfe732", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.087821] env[69524]: DEBUG oslo_vmware.api [None req-912c10b8-6ad3-4d53-94f4-e5c74204b010 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4068765, 'name': PowerOffVM_Task, 'duration_secs': 0.210126} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.091470] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-912c10b8-6ad3-4d53-94f4-e5c74204b010 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1208.091470] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-912c10b8-6ad3-4d53-94f4-e5c74204b010 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1208.091470] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4187ef6a-b4bb-4571-a41d-cd92948e9aa7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.107189] env[69524]: DEBUG nova.network.neutron [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Successfully created port: c96dc67e-6d54-4bf4-87ec-7def0dbabcf9 {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1208.165523] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-912c10b8-6ad3-4d53-94f4-e5c74204b010 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1208.165730] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-912c10b8-6ad3-4d53-94f4-e5c74204b010 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1208.166189] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-912c10b8-6ad3-4d53-94f4-e5c74204b010 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Deleting the datastore file [datastore1] d9b57a84-1c31-4db2-a49d-02a0931f0b65 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1208.167127] env[69524]: DEBUG nova.network.neutron [req-5210c8f9-f447-4de9-be25-be9f913adccf req-3cd4b6d7-0cbf-4c64-8376-ac1839cafff3 service nova] [instance: b9214d01-7f72-4242-98f0-07c584de8d40] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1208.169486] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e630f1e4-3c7e-4f1f-a4f4-0075a224a2b5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.177666] env[69524]: DEBUG oslo_vmware.api [None req-912c10b8-6ad3-4d53-94f4-e5c74204b010 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Waiting for the task: (returnval){ [ 1208.177666] env[69524]: value = "task-4068769" [ 1208.177666] env[69524]: _type = "Task" [ 1208.177666] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.191451] env[69524]: DEBUG oslo_vmware.api [None req-912c10b8-6ad3-4d53-94f4-e5c74204b010 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4068769, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.197657] env[69524]: DEBUG oslo_vmware.api [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': task-4068766, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.212777] env[69524]: DEBUG nova.compute.manager [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1208.294281] env[69524]: DEBUG nova.network.neutron [req-5210c8f9-f447-4de9-be25-be9f913adccf req-3cd4b6d7-0cbf-4c64-8376-ac1839cafff3 service nova] [instance: b9214d01-7f72-4242-98f0-07c584de8d40] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.477292] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7487d33d-63c6-49d8-acca-bed40fbcc938 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.488864] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc87cdc-a9c0-4fbd-a7d5-b7d7e63895d4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.501903] env[69524]: DEBUG oslo_vmware.api [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068767, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.529916] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d679f954-ab00-433b-8616-a48d353aa73b tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Releasing lock "refresh_cache-d9b57a84-1c31-4db2-a49d-02a0931f0b65" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.533963] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c911a9d-b93c-4ab5-87d0-e2d50b48c2bb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.542517] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9393a924-8b1f-43dc-b2d9-ed1c61e0d57f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.558054] env[69524]: DEBUG nova.compute.provider_tree [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1208.691156] env[69524]: DEBUG oslo_vmware.api [None req-912c10b8-6ad3-4d53-94f4-e5c74204b010 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4068769, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.323951} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.691436] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-912c10b8-6ad3-4d53-94f4-e5c74204b010 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1208.691615] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-912c10b8-6ad3-4d53-94f4-e5c74204b010 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1208.691836] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-912c10b8-6ad3-4d53-94f4-e5c74204b010 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1208.692118] env[69524]: INFO nova.compute.manager [None req-912c10b8-6ad3-4d53-94f4-e5c74204b010 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1208.692292] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-912c10b8-6ad3-4d53-94f4-e5c74204b010 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1208.692898] env[69524]: DEBUG nova.compute.manager [-] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1208.693519] env[69524]: DEBUG nova.network.neutron [-] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1208.698775] env[69524]: DEBUG oslo_vmware.api [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': task-4068766, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54039} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.699507] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] d201cce9-881e-4449-8409-031911a2ba13/d201cce9-881e-4449-8409-031911a2ba13.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1208.699595] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d201cce9-881e-4449-8409-031911a2ba13] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1208.699850] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1482c55-415e-4c96-8983-254a30436d55 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.707680] env[69524]: DEBUG oslo_vmware.api [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Waiting for the task: (returnval){ [ 1208.707680] env[69524]: value = "task-4068770" [ 1208.707680] env[69524]: _type = "Task" [ 1208.707680] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.718045] env[69524]: DEBUG oslo_vmware.api [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': task-4068770, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.798035] env[69524]: DEBUG oslo_concurrency.lockutils [req-5210c8f9-f447-4de9-be25-be9f913adccf req-3cd4b6d7-0cbf-4c64-8376-ac1839cafff3 service nova] Releasing lock "refresh_cache-b9214d01-7f72-4242-98f0-07c584de8d40" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.798235] env[69524]: DEBUG oslo_concurrency.lockutils [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Acquired lock "refresh_cache-b9214d01-7f72-4242-98f0-07c584de8d40" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.798405] env[69524]: DEBUG nova.network.neutron [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: b9214d01-7f72-4242-98f0-07c584de8d40] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1209.004560] env[69524]: DEBUG oslo_vmware.api [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068767, 'name': ReconfigVM_Task, 'duration_secs': 0.591292} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.004941] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 1f0daa70-d277-47b8-b820-02bd0c4b55e0] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 1f0daa70-d277-47b8-b820-02bd0c4b55e0/1f0daa70-d277-47b8-b820-02bd0c4b55e0.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1209.005674] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8047dbc-bb82-4326-a228-a97eea629f37 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.014909] env[69524]: DEBUG oslo_vmware.api [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1209.014909] env[69524]: value = "task-4068771" [ 1209.014909] env[69524]: _type = "Task" [ 1209.014909] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.025477] env[69524]: DEBUG oslo_vmware.api [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068771, 'name': Rename_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.033574] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d679f954-ab00-433b-8616-a48d353aa73b tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lock "interface-d9b57a84-1c31-4db2-a49d-02a0931f0b65-f4a6e255-7fb5-450d-92b6-4b124312de02" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.730s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.092572] env[69524]: DEBUG nova.scheduler.client.report [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Updated inventory for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with generation 147 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1209.092845] env[69524]: DEBUG nova.compute.provider_tree [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Updating resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 generation from 147 to 148 during operation: update_inventory {{(pid=69524) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1209.093059] env[69524]: DEBUG nova.compute.provider_tree [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1209.220426] env[69524]: DEBUG oslo_vmware.api [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': task-4068770, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0765} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.220861] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d201cce9-881e-4449-8409-031911a2ba13] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1209.222250] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb1e20a-3526-49d7-bdf2-29f55f038e0a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.228222] env[69524]: DEBUG nova.compute.manager [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1209.242514] env[69524]: DEBUG nova.compute.manager [req-d5a3c348-3b1f-450a-8e47-4da0adc55ea4 req-5294f163-bb5f-4123-a78a-fa80bcab6164 service nova] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Received event network-vif-deleted-ed291927-7e87-4bcd-ada8-07e2e4cfe732 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.242514] env[69524]: INFO nova.compute.manager [req-d5a3c348-3b1f-450a-8e47-4da0adc55ea4 req-5294f163-bb5f-4123-a78a-fa80bcab6164 service nova] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Neutron deleted interface ed291927-7e87-4bcd-ada8-07e2e4cfe732; detaching it from the instance and deleting it from the info cache [ 1209.242514] env[69524]: DEBUG nova.network.neutron [req-d5a3c348-3b1f-450a-8e47-4da0adc55ea4 req-5294f163-bb5f-4123-a78a-fa80bcab6164 service nova] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.255156] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d201cce9-881e-4449-8409-031911a2ba13] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] d201cce9-881e-4449-8409-031911a2ba13/d201cce9-881e-4449-8409-031911a2ba13.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1209.258600] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-144401b3-be86-4075-89f2-8be1331b3836 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.282065] env[69524]: DEBUG oslo_vmware.api [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Waiting for the task: (returnval){ [ 1209.282065] env[69524]: value = "task-4068772" [ 1209.282065] env[69524]: _type = "Task" [ 1209.282065] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.286507] env[69524]: DEBUG nova.virt.hardware [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1209.286765] env[69524]: DEBUG nova.virt.hardware [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1209.286920] env[69524]: DEBUG nova.virt.hardware [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1209.287186] env[69524]: DEBUG nova.virt.hardware [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1209.287281] env[69524]: DEBUG nova.virt.hardware [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1209.287405] env[69524]: DEBUG nova.virt.hardware [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1209.287614] env[69524]: DEBUG nova.virt.hardware [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1209.287772] env[69524]: DEBUG nova.virt.hardware [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1209.287934] env[69524]: DEBUG nova.virt.hardware [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1209.288106] env[69524]: DEBUG nova.virt.hardware [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1209.288279] env[69524]: DEBUG nova.virt.hardware [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1209.289499] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0af6c0-fd9b-4e4e-849e-61909b4f5558 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.298938] env[69524]: DEBUG oslo_vmware.api [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': task-4068772, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.308487] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50083e4e-afd5-432f-a58f-e1fdca93a87f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.357745] env[69524]: DEBUG nova.network.neutron [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: b9214d01-7f72-4242-98f0-07c584de8d40] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1209.530028] env[69524]: DEBUG oslo_vmware.api [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068771, 'name': Rename_Task, 'duration_secs': 0.317616} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.530028] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 1f0daa70-d277-47b8-b820-02bd0c4b55e0] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1209.530028] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d55d1641-7d78-4a1e-a56f-63d69ca71657 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.537462] env[69524]: DEBUG oslo_vmware.api [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1209.537462] env[69524]: value = "task-4068773" [ 1209.537462] env[69524]: _type = "Task" [ 1209.537462] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.543048] env[69524]: DEBUG nova.network.neutron [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: b9214d01-7f72-4242-98f0-07c584de8d40] Updating instance_info_cache with network_info: [{"id": "b5da6e51-2854-4790-a163-9bf7de389ba7", "address": "fa:16:3e:b3:49:7c", "network": {"id": "e0dde9b3-a334-4e54-8fee-24aad786ff1e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1060603023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19b783619cdb483cb17f8d07f699f9dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5da6e51-28", "ovs_interfaceid": "b5da6e51-2854-4790-a163-9bf7de389ba7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.550776] env[69524]: DEBUG oslo_vmware.api [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068773, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.599294] env[69524]: DEBUG oslo_concurrency.lockutils [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.398s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.599858] env[69524]: DEBUG nova.compute.manager [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1209.602604] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 13.084s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.602789] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.602943] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69524) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1209.603316] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1e918eeb-5a7a-4907-baef-9b6c31c54a38 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.072s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.603456] env[69524]: DEBUG nova.objects.instance [None req-1e918eeb-5a7a-4907-baef-9b6c31c54a38 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Lazy-loading 'resources' on Instance uuid 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1209.605200] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1846ed4d-2f67-4577-9933-d3849bfcff59 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.619875] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5448af14-fa5a-4ebe-a4e5-66737d4a7bc2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.640245] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd791f8-b3e9-4683-81e3-5191ce42205f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.650635] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872298d6-46b7-457e-9e15-10ae46edbf87 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.687180] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179397MB free_disk=20GB free_vcpus=48 pci_devices=None {{(pid=69524) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1209.687373] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.690539] env[69524]: DEBUG nova.compute.manager [req-5e31f201-f6e8-4419-af14-34cc59ae065a req-c25c450f-e4ca-4edd-a4d5-f4f878733423 service nova] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Received event network-vif-plugged-c96dc67e-6d54-4bf4-87ec-7def0dbabcf9 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.690721] env[69524]: DEBUG oslo_concurrency.lockutils [req-5e31f201-f6e8-4419-af14-34cc59ae065a req-c25c450f-e4ca-4edd-a4d5-f4f878733423 service nova] Acquiring lock "1c185356-7de7-4c88-ac61-b00a156e4e95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.691044] env[69524]: DEBUG oslo_concurrency.lockutils [req-5e31f201-f6e8-4419-af14-34cc59ae065a req-c25c450f-e4ca-4edd-a4d5-f4f878733423 service nova] Lock "1c185356-7de7-4c88-ac61-b00a156e4e95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.691230] env[69524]: DEBUG oslo_concurrency.lockutils [req-5e31f201-f6e8-4419-af14-34cc59ae065a req-c25c450f-e4ca-4edd-a4d5-f4f878733423 service nova] Lock "1c185356-7de7-4c88-ac61-b00a156e4e95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.691408] env[69524]: DEBUG nova.compute.manager [req-5e31f201-f6e8-4419-af14-34cc59ae065a req-c25c450f-e4ca-4edd-a4d5-f4f878733423 service nova] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] No waiting events found dispatching network-vif-plugged-c96dc67e-6d54-4bf4-87ec-7def0dbabcf9 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1209.691568] env[69524]: WARNING nova.compute.manager [req-5e31f201-f6e8-4419-af14-34cc59ae065a req-c25c450f-e4ca-4edd-a4d5-f4f878733423 service nova] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Received unexpected event network-vif-plugged-c96dc67e-6d54-4bf4-87ec-7def0dbabcf9 for instance with vm_state building and task_state spawning. [ 1209.714968] env[69524]: DEBUG nova.network.neutron [-] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.757031] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-710f4df3-fd4b-417d-b476-c382bf2e7d50 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.767205] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78aa1d9a-9749-4a75-b676-8b56421a35fa {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.787182] env[69524]: DEBUG nova.network.neutron [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Successfully updated port: c96dc67e-6d54-4bf4-87ec-7def0dbabcf9 {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1209.792239] env[69524]: DEBUG oslo_vmware.api [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': task-4068772, 'name': ReconfigVM_Task, 'duration_secs': 0.305743} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.805731] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d201cce9-881e-4449-8409-031911a2ba13] Reconfigured VM instance instance-00000062 to attach disk [datastore2] d201cce9-881e-4449-8409-031911a2ba13/d201cce9-881e-4449-8409-031911a2ba13.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1209.806612] env[69524]: DEBUG nova.compute.manager [req-d5a3c348-3b1f-450a-8e47-4da0adc55ea4 req-5294f163-bb5f-4123-a78a-fa80bcab6164 service nova] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Detach interface failed, port_id=ed291927-7e87-4bcd-ada8-07e2e4cfe732, reason: Instance d9b57a84-1c31-4db2-a49d-02a0931f0b65 could not be found. {{(pid=69524) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1209.807761] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a227ebb1-235f-4268-92d1-a5d88889ff77 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.816414] env[69524]: DEBUG oslo_vmware.api [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Waiting for the task: (returnval){ [ 1209.816414] env[69524]: value = "task-4068774" [ 1209.816414] env[69524]: _type = "Task" [ 1209.816414] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.826998] env[69524]: DEBUG oslo_vmware.api [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': task-4068774, 'name': Rename_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.049045] env[69524]: DEBUG oslo_concurrency.lockutils [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Releasing lock "refresh_cache-b9214d01-7f72-4242-98f0-07c584de8d40" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.049391] env[69524]: DEBUG nova.compute.manager [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: b9214d01-7f72-4242-98f0-07c584de8d40] Instance network_info: |[{"id": "b5da6e51-2854-4790-a163-9bf7de389ba7", "address": "fa:16:3e:b3:49:7c", "network": {"id": "e0dde9b3-a334-4e54-8fee-24aad786ff1e", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1060603023-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "19b783619cdb483cb17f8d07f699f9dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e71dbb-4279-427c-b39d-ba5df9895e58", "external-id": "nsx-vlan-transportzone-417", "segmentation_id": 417, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5da6e51-28", "ovs_interfaceid": "b5da6e51-2854-4790-a163-9bf7de389ba7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1210.049704] env[69524]: DEBUG oslo_vmware.api [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068773, 'name': PowerOnVM_Task, 'duration_secs': 0.473507} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.050054] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: b9214d01-7f72-4242-98f0-07c584de8d40] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:49:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13e71dbb-4279-427c-b39d-ba5df9895e58', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5da6e51-2854-4790-a163-9bf7de389ba7', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1210.057471] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1210.057657] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 1f0daa70-d277-47b8-b820-02bd0c4b55e0] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1210.057884] env[69524]: INFO nova.compute.manager [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 1f0daa70-d277-47b8-b820-02bd0c4b55e0] Took 8.86 seconds to spawn the instance on the hypervisor. [ 1210.058079] env[69524]: DEBUG nova.compute.manager [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 1f0daa70-d277-47b8-b820-02bd0c4b55e0] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1210.058373] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9214d01-7f72-4242-98f0-07c584de8d40] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1210.059106] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f6cc7e-2eb3-4149-acb6-5abd23e30f4f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.061767] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a6598e3-5f2e-4c3c-b321-dbeef250f13f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.085149] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1210.085149] env[69524]: value = "task-4068775" [ 1210.085149] env[69524]: _type = "Task" [ 1210.085149] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.093715] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068775, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.106613] env[69524]: DEBUG nova.compute.utils [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1210.108272] env[69524]: DEBUG nova.compute.manager [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1210.108455] env[69524]: DEBUG nova.network.neutron [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1210.158010] env[69524]: DEBUG nova.policy [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd03cb7729d994ff7a11f204aaf5cd10c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d2fffe3417744e99ce079788dc320b9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 1210.219354] env[69524]: INFO nova.compute.manager [-] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Took 1.53 seconds to deallocate network for instance. [ 1210.294923] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquiring lock "refresh_cache-1c185356-7de7-4c88-ac61-b00a156e4e95" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.294923] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquired lock "refresh_cache-1c185356-7de7-4c88-ac61-b00a156e4e95" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.294923] env[69524]: DEBUG nova.network.neutron [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1210.328280] env[69524]: DEBUG oslo_vmware.api [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': task-4068774, 'name': Rename_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.383510] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202de3b1-fd26-4d47-afea-34175f05c2d2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.394649] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1733619-9d6e-42aa-8f63-4b6bd5e2974b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.428694] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c273581-1447-453a-931e-e1c010caedf6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.438897] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93971aff-ce18-41df-8bc2-c7b9d65d327a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.454856] env[69524]: DEBUG nova.compute.provider_tree [None req-1e918eeb-5a7a-4907-baef-9b6c31c54a38 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1210.597157] env[69524]: INFO nova.compute.manager [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 1f0daa70-d277-47b8-b820-02bd0c4b55e0] Took 20.92 seconds to build instance. [ 1210.602615] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068775, 'name': CreateVM_Task, 'duration_secs': 0.39508} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.602850] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9214d01-7f72-4242-98f0-07c584de8d40] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1210.603569] env[69524]: DEBUG oslo_concurrency.lockutils [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.603734] env[69524]: DEBUG oslo_concurrency.lockutils [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.604078] env[69524]: DEBUG oslo_concurrency.lockutils [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.604359] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d990f87a-8d2d-4528-a89c-08cc743869e1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.610306] env[69524]: DEBUG oslo_vmware.api [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Waiting for the task: (returnval){ [ 1210.610306] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52cf754a-6d27-9155-31cb-f59b66dd31a1" [ 1210.610306] env[69524]: _type = "Task" [ 1210.610306] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.614189] env[69524]: DEBUG nova.compute.manager [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1210.625319] env[69524]: DEBUG oslo_vmware.api [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52cf754a-6d27-9155-31cb-f59b66dd31a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.726832] env[69524]: DEBUG oslo_concurrency.lockutils [None req-912c10b8-6ad3-4d53-94f4-e5c74204b010 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.754496] env[69524]: DEBUG nova.network.neutron [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5] Successfully created port: 2d82b2c8-26da-4da3-b93e-5ca8476b1afe {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1210.828272] env[69524]: DEBUG oslo_vmware.api [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': task-4068774, 'name': Rename_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.853833] env[69524]: DEBUG nova.network.neutron [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1210.959923] env[69524]: DEBUG nova.scheduler.client.report [None req-1e918eeb-5a7a-4907-baef-9b6c31c54a38 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1211.042164] env[69524]: DEBUG nova.network.neutron [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Updating instance_info_cache with network_info: [{"id": "c96dc67e-6d54-4bf4-87ec-7def0dbabcf9", "address": "fa:16:3e:e0:43:7f", "network": {"id": "6e80ee80-02f9-45cb-9650-7615a3358ad7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-286530929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a638896dde45449a8d091abde05fda3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc96dc67e-6d", "ovs_interfaceid": "c96dc67e-6d54-4bf4-87ec-7def0dbabcf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.099471] env[69524]: DEBUG oslo_concurrency.lockutils [None req-abb68e2c-6a1e-45de-9f1c-2eb0060db196 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "1f0daa70-d277-47b8-b820-02bd0c4b55e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.436s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.128421] env[69524]: DEBUG oslo_vmware.api [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52cf754a-6d27-9155-31cb-f59b66dd31a1, 'name': SearchDatastore_Task, 'duration_secs': 0.0134} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.129334] env[69524]: DEBUG oslo_concurrency.lockutils [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.129579] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: b9214d01-7f72-4242-98f0-07c584de8d40] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1211.130146] env[69524]: DEBUG oslo_concurrency.lockutils [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.130146] env[69524]: DEBUG oslo_concurrency.lockutils [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.130294] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1211.130513] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e16fdd0d-6c4a-42ff-906b-3e00d3d3c6df {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.144207] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1211.145071] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1211.147248] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d74e6e53-502a-4690-89e3-211101eecf7e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.156019] env[69524]: DEBUG oslo_vmware.api [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Waiting for the task: (returnval){ [ 1211.156019] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]520cb7a9-e6cf-dfd8-19bd-4a52c03fcb28" [ 1211.156019] env[69524]: _type = "Task" [ 1211.156019] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.164231] env[69524]: DEBUG oslo_vmware.api [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]520cb7a9-e6cf-dfd8-19bd-4a52c03fcb28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.329042] env[69524]: DEBUG oslo_vmware.api [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': task-4068774, 'name': Rename_Task, 'duration_secs': 1.137429} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.329042] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d201cce9-881e-4449-8409-031911a2ba13] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1211.329042] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4323d6f-bb6f-4731-90f8-3e88c5247530 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.336191] env[69524]: DEBUG oslo_vmware.api [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Waiting for the task: (returnval){ [ 1211.336191] env[69524]: value = "task-4068776" [ 1211.336191] env[69524]: _type = "Task" [ 1211.336191] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.344735] env[69524]: DEBUG oslo_vmware.api [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': task-4068776, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.466638] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1e918eeb-5a7a-4907-baef-9b6c31c54a38 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.863s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.470799] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.625s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.472442] env[69524]: INFO nova.compute.claims [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 116a59aa-3118-4122-ba6b-9cb0e4672c9a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1211.486855] env[69524]: INFO nova.scheduler.client.report [None req-1e918eeb-5a7a-4907-baef-9b6c31c54a38 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Deleted allocations for instance 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9 [ 1211.543503] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Releasing lock "refresh_cache-1c185356-7de7-4c88-ac61-b00a156e4e95" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.543828] env[69524]: DEBUG nova.compute.manager [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Instance network_info: |[{"id": "c96dc67e-6d54-4bf4-87ec-7def0dbabcf9", "address": "fa:16:3e:e0:43:7f", "network": {"id": "6e80ee80-02f9-45cb-9650-7615a3358ad7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-286530929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a638896dde45449a8d091abde05fda3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc96dc67e-6d", "ovs_interfaceid": "c96dc67e-6d54-4bf4-87ec-7def0dbabcf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1211.544279] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:43:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89463199-7ddf-4ee7-b485-1629a75b4b8f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c96dc67e-6d54-4bf4-87ec-7def0dbabcf9', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1211.554064] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1211.554616] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1211.554865] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-098446e4-f6a4-449b-8321-7fa1718474b9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.575156] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1211.575156] env[69524]: value = "task-4068777" [ 1211.575156] env[69524]: _type = "Task" [ 1211.575156] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.583768] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068777, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.631253] env[69524]: DEBUG nova.compute.manager [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1211.668822] env[69524]: DEBUG oslo_vmware.api [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]520cb7a9-e6cf-dfd8-19bd-4a52c03fcb28, 'name': SearchDatastore_Task, 'duration_secs': 0.011984} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.670965] env[69524]: DEBUG nova.virt.hardware [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1211.671225] env[69524]: DEBUG nova.virt.hardware [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1211.671398] env[69524]: DEBUG nova.virt.hardware [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1211.671583] env[69524]: DEBUG nova.virt.hardware [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1211.671747] env[69524]: DEBUG nova.virt.hardware [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1211.671928] env[69524]: DEBUG nova.virt.hardware [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1211.672180] env[69524]: DEBUG nova.virt.hardware [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1211.672353] env[69524]: DEBUG nova.virt.hardware [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1211.672527] env[69524]: DEBUG nova.virt.hardware [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1211.673564] env[69524]: DEBUG nova.virt.hardware [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1211.673564] env[69524]: DEBUG nova.virt.hardware [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1211.676272] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91b0861-9356-4024-a5ec-805c9822db14 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.677562] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b36b04f-3506-403f-b218-3a7a0422b6ca {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.683728] env[69524]: DEBUG oslo_vmware.api [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Waiting for the task: (returnval){ [ 1211.683728] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]524b9d6e-f58d-a547-56ea-1166e6ffb3a0" [ 1211.683728] env[69524]: _type = "Task" [ 1211.683728] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.692701] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7d0645-3b3a-473b-bba8-e0140322e189 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.702695] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquiring lock "9942294c-2525-4759-b952-5bf32c5a7beb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.702863] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "9942294c-2525-4759-b952-5bf32c5a7beb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.713663] env[69524]: DEBUG oslo_vmware.api [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]524b9d6e-f58d-a547-56ea-1166e6ffb3a0, 'name': SearchDatastore_Task, 'duration_secs': 0.012246} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.723496] env[69524]: DEBUG nova.compute.manager [req-680fbfa4-7311-423c-af60-c83c72a1b188 req-d1aa9937-5779-4b04-9485-0bc8f43b1313 service nova] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Received event network-changed-c96dc67e-6d54-4bf4-87ec-7def0dbabcf9 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1211.723664] env[69524]: DEBUG nova.compute.manager [req-680fbfa4-7311-423c-af60-c83c72a1b188 req-d1aa9937-5779-4b04-9485-0bc8f43b1313 service nova] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Refreshing instance network info cache due to event network-changed-c96dc67e-6d54-4bf4-87ec-7def0dbabcf9. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1211.723877] env[69524]: DEBUG oslo_concurrency.lockutils [req-680fbfa4-7311-423c-af60-c83c72a1b188 req-d1aa9937-5779-4b04-9485-0bc8f43b1313 service nova] Acquiring lock "refresh_cache-1c185356-7de7-4c88-ac61-b00a156e4e95" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.724026] env[69524]: DEBUG oslo_concurrency.lockutils [req-680fbfa4-7311-423c-af60-c83c72a1b188 req-d1aa9937-5779-4b04-9485-0bc8f43b1313 service nova] Acquired lock "refresh_cache-1c185356-7de7-4c88-ac61-b00a156e4e95" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.724191] env[69524]: DEBUG nova.network.neutron [req-680fbfa4-7311-423c-af60-c83c72a1b188 req-d1aa9937-5779-4b04-9485-0bc8f43b1313 service nova] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Refreshing network info cache for port c96dc67e-6d54-4bf4-87ec-7def0dbabcf9 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1211.725414] env[69524]: DEBUG oslo_concurrency.lockutils [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.726277] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] b9214d01-7f72-4242-98f0-07c584de8d40/b9214d01-7f72-4242-98f0-07c584de8d40.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1211.727640] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ca44dd3-3c14-4640-bfbf-af858206c49a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.737973] env[69524]: DEBUG oslo_vmware.api [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Waiting for the task: (returnval){ [ 1211.737973] env[69524]: value = "task-4068778" [ 1211.737973] env[69524]: _type = "Task" [ 1211.737973] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.750599] env[69524]: DEBUG oslo_vmware.api [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068778, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.846500] env[69524]: DEBUG oslo_vmware.api [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': task-4068776, 'name': PowerOnVM_Task, 'duration_secs': 0.484364} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.846801] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d201cce9-881e-4449-8409-031911a2ba13] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1211.846988] env[69524]: INFO nova.compute.manager [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d201cce9-881e-4449-8409-031911a2ba13] Took 8.31 seconds to spawn the instance on the hypervisor. [ 1211.847159] env[69524]: DEBUG nova.compute.manager [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d201cce9-881e-4449-8409-031911a2ba13] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1211.848115] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a853b1-aba3-4b31-b4df-4321cf4f25d5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.994347] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1e918eeb-5a7a-4907-baef-9b6c31c54a38 tempest-ServersListShow298Test-633909484 tempest-ServersListShow298Test-633909484-project-member] Lock "95beb0ed-a1e2-4d22-a7dd-0af2a466acc9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.784s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.087159] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068777, 'name': CreateVM_Task, 'duration_secs': 0.382165} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.087360] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1212.088119] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.088299] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.088642] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.088924] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da7f65a9-bb97-465c-a386-849802a2334e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.094774] env[69524]: DEBUG oslo_vmware.api [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1212.094774] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52ede3ad-cabb-7d8a-114d-0e7ca7563d4c" [ 1212.094774] env[69524]: _type = "Task" [ 1212.094774] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.104261] env[69524]: DEBUG oslo_vmware.api [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52ede3ad-cabb-7d8a-114d-0e7ca7563d4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.215497] env[69524]: DEBUG nova.compute.manager [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 9942294c-2525-4759-b952-5bf32c5a7beb] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1212.250290] env[69524]: DEBUG oslo_vmware.api [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068778, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.369426] env[69524]: INFO nova.compute.manager [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d201cce9-881e-4449-8409-031911a2ba13] Took 21.56 seconds to build instance. [ 1212.552383] env[69524]: DEBUG nova.network.neutron [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5] Successfully updated port: 2d82b2c8-26da-4da3-b93e-5ca8476b1afe {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1212.577882] env[69524]: DEBUG nova.network.neutron [req-680fbfa4-7311-423c-af60-c83c72a1b188 req-d1aa9937-5779-4b04-9485-0bc8f43b1313 service nova] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Updated VIF entry in instance network info cache for port c96dc67e-6d54-4bf4-87ec-7def0dbabcf9. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1212.578263] env[69524]: DEBUG nova.network.neutron [req-680fbfa4-7311-423c-af60-c83c72a1b188 req-d1aa9937-5779-4b04-9485-0bc8f43b1313 service nova] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Updating instance_info_cache with network_info: [{"id": "c96dc67e-6d54-4bf4-87ec-7def0dbabcf9", "address": "fa:16:3e:e0:43:7f", "network": {"id": "6e80ee80-02f9-45cb-9650-7615a3358ad7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-286530929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a638896dde45449a8d091abde05fda3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc96dc67e-6d", "ovs_interfaceid": "c96dc67e-6d54-4bf4-87ec-7def0dbabcf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.608762] env[69524]: DEBUG oslo_vmware.api [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52ede3ad-cabb-7d8a-114d-0e7ca7563d4c, 'name': SearchDatastore_Task, 'duration_secs': 0.020679} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.609117] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.609404] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1212.609690] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.609840] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.610050] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1212.610651] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22859e7a-9143-4ffd-b09e-7cb59a8c3064 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.623021] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1212.623251] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1212.624096] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20fb6c71-2316-4fbd-8379-c58b075a8f84 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.634159] env[69524]: DEBUG oslo_vmware.api [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1212.634159] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5248ada8-319e-a3c0-afa3-9c8da4d296ca" [ 1212.634159] env[69524]: _type = "Task" [ 1212.634159] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.643926] env[69524]: DEBUG oslo_vmware.api [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5248ada8-319e-a3c0-afa3-9c8da4d296ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.678796] env[69524]: INFO nova.compute.manager [None req-2be09c58-874c-4c80-9023-85ed30e923d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d201cce9-881e-4449-8409-031911a2ba13] Rescuing [ 1212.679092] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2be09c58-874c-4c80-9023-85ed30e923d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Acquiring lock "refresh_cache-d201cce9-881e-4449-8409-031911a2ba13" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.679250] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2be09c58-874c-4c80-9023-85ed30e923d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Acquired lock "refresh_cache-d201cce9-881e-4449-8409-031911a2ba13" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.679419] env[69524]: DEBUG nova.network.neutron [None req-2be09c58-874c-4c80-9023-85ed30e923d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d201cce9-881e-4449-8409-031911a2ba13] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1212.735640] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.740026] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f2b8f5-c482-4ee3-836f-d486da4eecb7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.753238] env[69524]: DEBUG oslo_vmware.api [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068778, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545711} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.755193] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] b9214d01-7f72-4242-98f0-07c584de8d40/b9214d01-7f72-4242-98f0-07c584de8d40.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1212.756012] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: b9214d01-7f72-4242-98f0-07c584de8d40] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1212.756012] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2afd2b2-26f1-45c6-8882-b255e7d16f7e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.758453] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9ed9cc-cdf3-46bc-8694-fd13dd17cbb4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.807306] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d5eb6b-fc44-4157-9f5d-ba1234a89143 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.810312] env[69524]: DEBUG oslo_vmware.api [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Waiting for the task: (returnval){ [ 1212.810312] env[69524]: value = "task-4068779" [ 1212.810312] env[69524]: _type = "Task" [ 1212.810312] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.817809] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-049b46f0-6161-4004-9d81-e1181a57687a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.824872] env[69524]: DEBUG oslo_vmware.api [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068779, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.836807] env[69524]: DEBUG nova.compute.provider_tree [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1212.871559] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f97dbf29-5001-4e8d-9ba8-0a07bd025a4c tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Lock "d201cce9-881e-4449-8409-031911a2ba13" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.072s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.055843] env[69524]: DEBUG oslo_concurrency.lockutils [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquiring lock "refresh_cache-ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.055843] env[69524]: DEBUG oslo_concurrency.lockutils [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquired lock "refresh_cache-ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.056153] env[69524]: DEBUG nova.network.neutron [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1213.081481] env[69524]: DEBUG oslo_concurrency.lockutils [req-680fbfa4-7311-423c-af60-c83c72a1b188 req-d1aa9937-5779-4b04-9485-0bc8f43b1313 service nova] Releasing lock "refresh_cache-1c185356-7de7-4c88-ac61-b00a156e4e95" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.147924] env[69524]: DEBUG oslo_vmware.api [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5248ada8-319e-a3c0-afa3-9c8da4d296ca, 'name': SearchDatastore_Task, 'duration_secs': 0.015169} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.148927] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47028326-dcfb-4bc9-9e5b-e3d4c3b506f7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.155871] env[69524]: DEBUG oslo_vmware.api [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1213.155871] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52914466-41ba-8c57-d333-33e5d803e1b3" [ 1213.155871] env[69524]: _type = "Task" [ 1213.155871] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.169610] env[69524]: DEBUG oslo_vmware.api [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52914466-41ba-8c57-d333-33e5d803e1b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.321953] env[69524]: DEBUG oslo_vmware.api [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068779, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089604} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.322253] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: b9214d01-7f72-4242-98f0-07c584de8d40] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1213.323066] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a14c949-3edd-436a-9b33-72ec94dbe9da {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.346066] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: b9214d01-7f72-4242-98f0-07c584de8d40] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] b9214d01-7f72-4242-98f0-07c584de8d40/b9214d01-7f72-4242-98f0-07c584de8d40.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1213.347037] env[69524]: DEBUG nova.scheduler.client.report [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1213.350283] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8ed444f-1154-4e8e-a064-f389d54375ba {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.376022] env[69524]: DEBUG oslo_vmware.api [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Waiting for the task: (returnval){ [ 1213.376022] env[69524]: value = "task-4068780" [ 1213.376022] env[69524]: _type = "Task" [ 1213.376022] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.384990] env[69524]: DEBUG oslo_vmware.api [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068780, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.429681] env[69524]: DEBUG nova.network.neutron [None req-2be09c58-874c-4c80-9023-85ed30e923d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d201cce9-881e-4449-8409-031911a2ba13] Updating instance_info_cache with network_info: [{"id": "cf3ed128-3039-4051-b6ce-bad0b5d90afd", "address": "fa:16:3e:7b:e9:1d", "network": {"id": "7feebf88-6a3a-476c-b5da-3918251de2fe", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1794187658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "de266e15eb7047b1829e4e83a3376190", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf3ed128-30", "ovs_interfaceid": "cf3ed128-3039-4051-b6ce-bad0b5d90afd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.592794] env[69524]: DEBUG nova.network.neutron [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1213.667669] env[69524]: DEBUG oslo_vmware.api [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52914466-41ba-8c57-d333-33e5d803e1b3, 'name': SearchDatastore_Task, 'duration_secs': 0.082397} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.668094] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.668243] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 1c185356-7de7-4c88-ac61-b00a156e4e95/1c185356-7de7-4c88-ac61-b00a156e4e95.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1213.668521] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c140fa81-3338-4dd2-97f5-9dd521cabc51 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.677857] env[69524]: DEBUG oslo_vmware.api [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1213.677857] env[69524]: value = "task-4068781" [ 1213.677857] env[69524]: _type = "Task" [ 1213.677857] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.687397] env[69524]: DEBUG oslo_vmware.api [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4068781, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.742966] env[69524]: DEBUG nova.compute.manager [req-1324ee16-38d4-40cc-b3cf-cda4062ca2a3 req-3551ff09-0013-4426-91e5-2a82026e331c service nova] [instance: ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5] Received event network-vif-plugged-2d82b2c8-26da-4da3-b93e-5ca8476b1afe {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1213.743270] env[69524]: DEBUG oslo_concurrency.lockutils [req-1324ee16-38d4-40cc-b3cf-cda4062ca2a3 req-3551ff09-0013-4426-91e5-2a82026e331c service nova] Acquiring lock "ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.743478] env[69524]: DEBUG oslo_concurrency.lockutils [req-1324ee16-38d4-40cc-b3cf-cda4062ca2a3 req-3551ff09-0013-4426-91e5-2a82026e331c service nova] Lock "ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.743675] env[69524]: DEBUG oslo_concurrency.lockutils [req-1324ee16-38d4-40cc-b3cf-cda4062ca2a3 req-3551ff09-0013-4426-91e5-2a82026e331c service nova] Lock "ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.743880] env[69524]: DEBUG nova.compute.manager [req-1324ee16-38d4-40cc-b3cf-cda4062ca2a3 req-3551ff09-0013-4426-91e5-2a82026e331c service nova] [instance: ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5] No waiting events found dispatching network-vif-plugged-2d82b2c8-26da-4da3-b93e-5ca8476b1afe {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1213.744091] env[69524]: WARNING nova.compute.manager [req-1324ee16-38d4-40cc-b3cf-cda4062ca2a3 req-3551ff09-0013-4426-91e5-2a82026e331c service nova] [instance: ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5] Received unexpected event network-vif-plugged-2d82b2c8-26da-4da3-b93e-5ca8476b1afe for instance with vm_state building and task_state spawning. [ 1213.744286] env[69524]: DEBUG nova.compute.manager [req-1324ee16-38d4-40cc-b3cf-cda4062ca2a3 req-3551ff09-0013-4426-91e5-2a82026e331c service nova] [instance: ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5] Received event network-changed-2d82b2c8-26da-4da3-b93e-5ca8476b1afe {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1213.744475] env[69524]: DEBUG nova.compute.manager [req-1324ee16-38d4-40cc-b3cf-cda4062ca2a3 req-3551ff09-0013-4426-91e5-2a82026e331c service nova] [instance: ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5] Refreshing instance network info cache due to event network-changed-2d82b2c8-26da-4da3-b93e-5ca8476b1afe. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1213.744676] env[69524]: DEBUG oslo_concurrency.lockutils [req-1324ee16-38d4-40cc-b3cf-cda4062ca2a3 req-3551ff09-0013-4426-91e5-2a82026e331c service nova] Acquiring lock "refresh_cache-ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.868232] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.397s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.868875] env[69524]: DEBUG nova.compute.manager [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 116a59aa-3118-4122-ba6b-9cb0e4672c9a] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1213.872509] env[69524]: DEBUG oslo_concurrency.lockutils [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.819s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.874019] env[69524]: INFO nova.compute.claims [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1213.886687] env[69524]: DEBUG oslo_vmware.api [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068780, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.935681] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2be09c58-874c-4c80-9023-85ed30e923d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Releasing lock "refresh_cache-d201cce9-881e-4449-8409-031911a2ba13" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.019109] env[69524]: DEBUG nova.network.neutron [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5] Updating instance_info_cache with network_info: [{"id": "2d82b2c8-26da-4da3-b93e-5ca8476b1afe", "address": "fa:16:3e:53:73:6f", "network": {"id": "b23ca180-1a84-452a-9514-9d8f6aa62900", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1041588650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2fffe3417744e99ce079788dc320b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d82b2c8-26", "ovs_interfaceid": "2d82b2c8-26da-4da3-b93e-5ca8476b1afe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.191683] env[69524]: DEBUG oslo_vmware.api [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4068781, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.378895] env[69524]: DEBUG nova.compute.utils [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1214.382653] env[69524]: DEBUG nova.compute.manager [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 116a59aa-3118-4122-ba6b-9cb0e4672c9a] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1214.382843] env[69524]: DEBUG nova.network.neutron [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 116a59aa-3118-4122-ba6b-9cb0e4672c9a] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1214.395016] env[69524]: DEBUG oslo_vmware.api [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068780, 'name': ReconfigVM_Task, 'duration_secs': 0.545411} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.395348] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: b9214d01-7f72-4242-98f0-07c584de8d40] Reconfigured VM instance instance-00000063 to attach disk [datastore2] b9214d01-7f72-4242-98f0-07c584de8d40/b9214d01-7f72-4242-98f0-07c584de8d40.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1214.396057] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e1acd25-f945-4ae8-9f18-c426032273f5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.403881] env[69524]: DEBUG oslo_vmware.api [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Waiting for the task: (returnval){ [ 1214.403881] env[69524]: value = "task-4068782" [ 1214.403881] env[69524]: _type = "Task" [ 1214.403881] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.413531] env[69524]: DEBUG oslo_vmware.api [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068782, 'name': Rename_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.427110] env[69524]: DEBUG nova.policy [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14c0226b39c541978f1de47b3b1587c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ae0643199f1483bbac41f0f4a2857ec', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 1214.522105] env[69524]: DEBUG oslo_concurrency.lockutils [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Releasing lock "refresh_cache-ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.522641] env[69524]: DEBUG nova.compute.manager [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5] Instance network_info: |[{"id": "2d82b2c8-26da-4da3-b93e-5ca8476b1afe", "address": "fa:16:3e:53:73:6f", "network": {"id": "b23ca180-1a84-452a-9514-9d8f6aa62900", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1041588650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2fffe3417744e99ce079788dc320b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d82b2c8-26", "ovs_interfaceid": "2d82b2c8-26da-4da3-b93e-5ca8476b1afe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1214.523169] env[69524]: DEBUG oslo_concurrency.lockutils [req-1324ee16-38d4-40cc-b3cf-cda4062ca2a3 req-3551ff09-0013-4426-91e5-2a82026e331c service nova] Acquired lock "refresh_cache-ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.523464] env[69524]: DEBUG nova.network.neutron [req-1324ee16-38d4-40cc-b3cf-cda4062ca2a3 req-3551ff09-0013-4426-91e5-2a82026e331c service nova] [instance: ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5] Refreshing network info cache for port 2d82b2c8-26da-4da3-b93e-5ca8476b1afe {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1214.525149] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:73:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4020f51-6e46-4b73-a79e-9fe3fd51b917', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d82b2c8-26da-4da3-b93e-5ca8476b1afe', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1214.535033] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1214.536350] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1214.536684] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f819ca49-dc53-439a-8919-b724d8dc0811 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.558605] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1214.558605] env[69524]: value = "task-4068783" [ 1214.558605] env[69524]: _type = "Task" [ 1214.558605] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.569896] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068783, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.690533] env[69524]: DEBUG oslo_vmware.api [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4068781, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.60963} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.690977] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 1c185356-7de7-4c88-ac61-b00a156e4e95/1c185356-7de7-4c88-ac61-b00a156e4e95.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1214.691150] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1214.691464] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2993716-c3a8-4c22-86cc-b11a68d58f66 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.700122] env[69524]: DEBUG oslo_vmware.api [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1214.700122] env[69524]: value = "task-4068784" [ 1214.700122] env[69524]: _type = "Task" [ 1214.700122] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.712032] env[69524]: DEBUG oslo_vmware.api [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4068784, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.837335] env[69524]: DEBUG nova.network.neutron [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 116a59aa-3118-4122-ba6b-9cb0e4672c9a] Successfully created port: 58d454d0-45cc-4de3-8082-2c4986bbcb2a {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1214.883680] env[69524]: DEBUG nova.compute.manager [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 116a59aa-3118-4122-ba6b-9cb0e4672c9a] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1214.916064] env[69524]: DEBUG oslo_vmware.api [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068782, 'name': Rename_Task, 'duration_secs': 0.322984} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.916165] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: b9214d01-7f72-4242-98f0-07c584de8d40] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1214.917825] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-443477e1-5584-41d1-81a6-480012f355f3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.927395] env[69524]: DEBUG oslo_vmware.api [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Waiting for the task: (returnval){ [ 1214.927395] env[69524]: value = "task-4068785" [ 1214.927395] env[69524]: _type = "Task" [ 1214.927395] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.937076] env[69524]: DEBUG oslo_vmware.api [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068785, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.076707] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068783, 'name': CreateVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.154607] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b973552-0cb8-473c-ac8c-3357136e2bbb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.164272] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0628c6b-0d97-407f-9898-444c87b915f6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.199669] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1a90a1-33e7-40cb-9fed-7b30ba315a4e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.213891] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6a4c9b-2e0b-4624-be0b-6722061f4ae6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.217993] env[69524]: DEBUG oslo_vmware.api [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4068784, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.229504] env[69524]: DEBUG nova.compute.provider_tree [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1215.314304] env[69524]: DEBUG nova.network.neutron [req-1324ee16-38d4-40cc-b3cf-cda4062ca2a3 req-3551ff09-0013-4426-91e5-2a82026e331c service nova] [instance: ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5] Updated VIF entry in instance network info cache for port 2d82b2c8-26da-4da3-b93e-5ca8476b1afe. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1215.314861] env[69524]: DEBUG nova.network.neutron [req-1324ee16-38d4-40cc-b3cf-cda4062ca2a3 req-3551ff09-0013-4426-91e5-2a82026e331c service nova] [instance: ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5] Updating instance_info_cache with network_info: [{"id": "2d82b2c8-26da-4da3-b93e-5ca8476b1afe", "address": "fa:16:3e:53:73:6f", "network": {"id": "b23ca180-1a84-452a-9514-9d8f6aa62900", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1041588650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2fffe3417744e99ce079788dc320b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d82b2c8-26", "ovs_interfaceid": "2d82b2c8-26da-4da3-b93e-5ca8476b1afe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.439549] env[69524]: DEBUG oslo_vmware.api [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068785, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.483398] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-2be09c58-874c-4c80-9023-85ed30e923d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d201cce9-881e-4449-8409-031911a2ba13] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1215.483729] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62ec9245-9a00-4d2b-878f-08da53d2bc45 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.492089] env[69524]: DEBUG oslo_vmware.api [None req-2be09c58-874c-4c80-9023-85ed30e923d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Waiting for the task: (returnval){ [ 1215.492089] env[69524]: value = "task-4068786" [ 1215.492089] env[69524]: _type = "Task" [ 1215.492089] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.501846] env[69524]: DEBUG oslo_vmware.api [None req-2be09c58-874c-4c80-9023-85ed30e923d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': task-4068786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.572835] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068783, 'name': CreateVM_Task, 'duration_secs': 0.609763} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.573162] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1215.574245] env[69524]: DEBUG oslo_concurrency.lockutils [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.574547] env[69524]: DEBUG oslo_concurrency.lockutils [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.574998] env[69524]: DEBUG oslo_concurrency.lockutils [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.575329] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1aa51941-7249-4644-87ce-0f6d2330d374 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.581953] env[69524]: DEBUG oslo_vmware.api [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1215.581953] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]528b8be6-45e0-ba60-de24-8f76e86cba92" [ 1215.581953] env[69524]: _type = "Task" [ 1215.581953] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.591831] env[69524]: DEBUG oslo_vmware.api [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]528b8be6-45e0-ba60-de24-8f76e86cba92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.718534] env[69524]: DEBUG oslo_vmware.api [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4068784, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.732973] env[69524]: DEBUG nova.scheduler.client.report [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1215.818107] env[69524]: DEBUG oslo_concurrency.lockutils [req-1324ee16-38d4-40cc-b3cf-cda4062ca2a3 req-3551ff09-0013-4426-91e5-2a82026e331c service nova] Releasing lock "refresh_cache-ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.894740] env[69524]: DEBUG nova.compute.manager [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 116a59aa-3118-4122-ba6b-9cb0e4672c9a] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1215.925192] env[69524]: DEBUG nova.virt.hardware [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1215.925496] env[69524]: DEBUG nova.virt.hardware [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1215.925694] env[69524]: DEBUG nova.virt.hardware [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1215.925865] env[69524]: DEBUG nova.virt.hardware [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1215.926038] env[69524]: DEBUG nova.virt.hardware [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1215.926302] env[69524]: DEBUG nova.virt.hardware [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1215.926604] env[69524]: DEBUG nova.virt.hardware [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1215.926785] env[69524]: DEBUG nova.virt.hardware [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1215.926960] env[69524]: DEBUG nova.virt.hardware [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1215.927140] env[69524]: DEBUG nova.virt.hardware [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1215.927313] env[69524]: DEBUG nova.virt.hardware [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1215.928201] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32ca503-ae54-4dc9-85e9-8928ba0f5201 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.940242] env[69524]: DEBUG oslo_vmware.api [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068785, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.943544] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5360e4dc-ce83-4314-8711-11c0f3caea93 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.002562] env[69524]: DEBUG oslo_vmware.api [None req-2be09c58-874c-4c80-9023-85ed30e923d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': task-4068786, 'name': PowerOffVM_Task, 'duration_secs': 0.216146} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.003322] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-2be09c58-874c-4c80-9023-85ed30e923d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d201cce9-881e-4449-8409-031911a2ba13] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1216.003807] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a893501f-871f-4ece-91bb-91f7836f581e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.024877] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6573f12-0d2f-46cc-ba23-16c855649787 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.054817] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-2be09c58-874c-4c80-9023-85ed30e923d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d201cce9-881e-4449-8409-031911a2ba13] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1216.055135] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-327b3400-8b7d-49b2-941a-f7f919783627 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.063648] env[69524]: DEBUG oslo_vmware.api [None req-2be09c58-874c-4c80-9023-85ed30e923d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Waiting for the task: (returnval){ [ 1216.063648] env[69524]: value = "task-4068787" [ 1216.063648] env[69524]: _type = "Task" [ 1216.063648] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.072585] env[69524]: DEBUG oslo_vmware.api [None req-2be09c58-874c-4c80-9023-85ed30e923d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': task-4068787, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.093060] env[69524]: DEBUG oslo_vmware.api [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]528b8be6-45e0-ba60-de24-8f76e86cba92, 'name': SearchDatastore_Task, 'duration_secs': 0.01799} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.093060] env[69524]: DEBUG oslo_concurrency.lockutils [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.093265] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1216.093402] env[69524]: DEBUG oslo_concurrency.lockutils [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.093549] env[69524]: DEBUG oslo_concurrency.lockutils [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.093726] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1216.094136] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-334e291f-9801-44be-8493-9b1bc803f4de {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.103905] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1216.104135] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1216.104847] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0427970d-f345-41ae-83a8-95ebf6820ff7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.111054] env[69524]: DEBUG oslo_vmware.api [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1216.111054] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52cf8d62-d7de-6fd9-a6d1-10968cfb771e" [ 1216.111054] env[69524]: _type = "Task" [ 1216.111054] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.119495] env[69524]: DEBUG oslo_vmware.api [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52cf8d62-d7de-6fd9-a6d1-10968cfb771e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.213221] env[69524]: DEBUG oslo_vmware.api [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4068784, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.086671} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.213507] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1216.214611] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10453605-db07-45fe-8d8b-149871c0c2dc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.239674] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 1c185356-7de7-4c88-ac61-b00a156e4e95/1c185356-7de7-4c88-ac61-b00a156e4e95.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1216.240727] env[69524]: DEBUG oslo_concurrency.lockutils [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.368s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.241161] env[69524]: DEBUG nova.compute.manager [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1216.243826] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e83eea0-6967-4064-a004-4a148e5d2392 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.259326] env[69524]: DEBUG oslo_concurrency.lockutils [None req-beb0cddb-8144-443c-8c4a-15534b726a80 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.712s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.259571] env[69524]: DEBUG nova.objects.instance [None req-beb0cddb-8144-443c-8c4a-15534b726a80 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lazy-loading 'resources' on Instance uuid c39dbc18-e185-4f84-8ed3-08ab74c8ff16 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1216.265101] env[69524]: DEBUG nova.compute.manager [req-4b04cb6a-cc8e-47a4-ac91-323fedd1778e req-c1976608-01eb-459e-b27c-b5ead82ebdfe service nova] [instance: 116a59aa-3118-4122-ba6b-9cb0e4672c9a] Received event network-vif-plugged-58d454d0-45cc-4de3-8082-2c4986bbcb2a {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1216.265239] env[69524]: DEBUG oslo_concurrency.lockutils [req-4b04cb6a-cc8e-47a4-ac91-323fedd1778e req-c1976608-01eb-459e-b27c-b5ead82ebdfe service nova] Acquiring lock "116a59aa-3118-4122-ba6b-9cb0e4672c9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.265495] env[69524]: DEBUG oslo_concurrency.lockutils [req-4b04cb6a-cc8e-47a4-ac91-323fedd1778e req-c1976608-01eb-459e-b27c-b5ead82ebdfe service nova] Lock "116a59aa-3118-4122-ba6b-9cb0e4672c9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.265694] env[69524]: DEBUG oslo_concurrency.lockutils [req-4b04cb6a-cc8e-47a4-ac91-323fedd1778e req-c1976608-01eb-459e-b27c-b5ead82ebdfe service nova] Lock "116a59aa-3118-4122-ba6b-9cb0e4672c9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.266033] env[69524]: DEBUG nova.compute.manager [req-4b04cb6a-cc8e-47a4-ac91-323fedd1778e req-c1976608-01eb-459e-b27c-b5ead82ebdfe service nova] [instance: 116a59aa-3118-4122-ba6b-9cb0e4672c9a] No waiting events found dispatching network-vif-plugged-58d454d0-45cc-4de3-8082-2c4986bbcb2a {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1216.266033] env[69524]: WARNING nova.compute.manager [req-4b04cb6a-cc8e-47a4-ac91-323fedd1778e req-c1976608-01eb-459e-b27c-b5ead82ebdfe service nova] [instance: 116a59aa-3118-4122-ba6b-9cb0e4672c9a] Received unexpected event network-vif-plugged-58d454d0-45cc-4de3-8082-2c4986bbcb2a for instance with vm_state building and task_state spawning. [ 1216.268123] env[69524]: DEBUG oslo_vmware.api [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1216.268123] env[69524]: value = "task-4068788" [ 1216.268123] env[69524]: _type = "Task" [ 1216.268123] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.278958] env[69524]: DEBUG oslo_vmware.api [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4068788, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.357212] env[69524]: DEBUG nova.network.neutron [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 116a59aa-3118-4122-ba6b-9cb0e4672c9a] Successfully updated port: 58d454d0-45cc-4de3-8082-2c4986bbcb2a {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1216.442921] env[69524]: DEBUG oslo_vmware.api [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068785, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.576447] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-2be09c58-874c-4c80-9023-85ed30e923d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d201cce9-881e-4449-8409-031911a2ba13] VM already powered off {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1216.576684] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-2be09c58-874c-4c80-9023-85ed30e923d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d201cce9-881e-4449-8409-031911a2ba13] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1216.576948] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2be09c58-874c-4c80-9023-85ed30e923d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.577381] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2be09c58-874c-4c80-9023-85ed30e923d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.577591] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-2be09c58-874c-4c80-9023-85ed30e923d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1216.577858] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-380dbdcb-58c7-4eee-962d-79c911b27518 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.589280] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-2be09c58-874c-4c80-9023-85ed30e923d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1216.589469] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-2be09c58-874c-4c80-9023-85ed30e923d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1216.590345] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1206a3f5-3065-47bd-bc6a-c478c918b83c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.596362] env[69524]: DEBUG oslo_vmware.api [None req-2be09c58-874c-4c80-9023-85ed30e923d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Waiting for the task: (returnval){ [ 1216.596362] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52023d8d-30ed-a2a7-44cc-16529c517246" [ 1216.596362] env[69524]: _type = "Task" [ 1216.596362] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.604232] env[69524]: DEBUG oslo_vmware.api [None req-2be09c58-874c-4c80-9023-85ed30e923d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52023d8d-30ed-a2a7-44cc-16529c517246, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.620496] env[69524]: DEBUG oslo_vmware.api [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52cf8d62-d7de-6fd9-a6d1-10968cfb771e, 'name': SearchDatastore_Task, 'duration_secs': 0.015543} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.621281] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3bc7a3b-ce44-4c68-b974-abd06d392073 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.627693] env[69524]: DEBUG oslo_vmware.api [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1216.627693] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5288d43e-d802-cef6-2979-44ac5211bc21" [ 1216.627693] env[69524]: _type = "Task" [ 1216.627693] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.636228] env[69524]: DEBUG oslo_vmware.api [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5288d43e-d802-cef6-2979-44ac5211bc21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.761028] env[69524]: DEBUG nova.compute.utils [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1216.762603] env[69524]: DEBUG nova.compute.manager [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1216.762776] env[69524]: DEBUG nova.network.neutron [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1216.780931] env[69524]: DEBUG oslo_vmware.api [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4068788, 'name': ReconfigVM_Task, 'duration_secs': 0.301578} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.781342] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 1c185356-7de7-4c88-ac61-b00a156e4e95/1c185356-7de7-4c88-ac61-b00a156e4e95.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1216.782238] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba32fe41-c34e-453b-9fb0-6904c68b7497 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.791336] env[69524]: DEBUG oslo_vmware.api [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1216.791336] env[69524]: value = "task-4068789" [ 1216.791336] env[69524]: _type = "Task" [ 1216.791336] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.805071] env[69524]: DEBUG oslo_vmware.api [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4068789, 'name': Rename_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.839926] env[69524]: DEBUG nova.policy [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4514750e4a3435bba7056107174c7d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c6d1df36a6964cb2915d8e2902e5e253', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 1216.863858] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquiring lock "refresh_cache-116a59aa-3118-4122-ba6b-9cb0e4672c9a" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.864139] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquired lock "refresh_cache-116a59aa-3118-4122-ba6b-9cb0e4672c9a" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.864366] env[69524]: DEBUG nova.network.neutron [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 116a59aa-3118-4122-ba6b-9cb0e4672c9a] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1216.946764] env[69524]: DEBUG oslo_vmware.api [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068785, 'name': PowerOnVM_Task, 'duration_secs': 1.586644} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.947079] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: b9214d01-7f72-4242-98f0-07c584de8d40] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1216.947370] env[69524]: INFO nova.compute.manager [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: b9214d01-7f72-4242-98f0-07c584de8d40] Took 10.07 seconds to spawn the instance on the hypervisor. [ 1216.947460] env[69524]: DEBUG nova.compute.manager [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: b9214d01-7f72-4242-98f0-07c584de8d40] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1216.948365] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb07620-c67a-44eb-898f-9718ffc9d4ef {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.041100] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3abf0b90-6787-4d1d-8d1c-bc61305cde52 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.051523] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ed5a8a2-d518-4f7f-a9e4-82e964470a66 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.087724] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1edd2206-2e2b-429a-ba11-d6dc1230d4d9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.097219] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f02d4e3-4400-4d2b-a3a3-05132f08bbdd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.111617] env[69524]: DEBUG oslo_vmware.api [None req-2be09c58-874c-4c80-9023-85ed30e923d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52023d8d-30ed-a2a7-44cc-16529c517246, 'name': SearchDatastore_Task, 'duration_secs': 0.031132} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.121963] env[69524]: DEBUG nova.compute.provider_tree [None req-beb0cddb-8144-443c-8c4a-15534b726a80 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1217.123626] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9993fd4e-8b95-4072-b413-2f1c1f4ff685 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.134649] env[69524]: DEBUG oslo_vmware.api [None req-2be09c58-874c-4c80-9023-85ed30e923d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Waiting for the task: (returnval){ [ 1217.134649] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]521bee71-d9db-1f7d-ae4b-c00df059a180" [ 1217.134649] env[69524]: _type = "Task" [ 1217.134649] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.143287] env[69524]: DEBUG oslo_vmware.api [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5288d43e-d802-cef6-2979-44ac5211bc21, 'name': SearchDatastore_Task, 'duration_secs': 0.026068} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.144063] env[69524]: DEBUG oslo_concurrency.lockutils [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.144345] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5/ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1217.144678] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6275f71a-660c-4717-9fd2-0f52031e4a88 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.152123] env[69524]: DEBUG oslo_vmware.api [None req-2be09c58-874c-4c80-9023-85ed30e923d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]521bee71-d9db-1f7d-ae4b-c00df059a180, 'name': SearchDatastore_Task, 'duration_secs': 0.017724} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.152636] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2be09c58-874c-4c80-9023-85ed30e923d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.153103] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-2be09c58-874c-4c80-9023-85ed30e923d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] d201cce9-881e-4449-8409-031911a2ba13/7e48ad2e-b898-4fe5-a14c-ede19c27ca63-rescue.vmdk. {{(pid=69524) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1217.155053] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-139218b6-1241-498d-a3f4-81cc0d55132c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.157657] env[69524]: DEBUG oslo_vmware.api [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1217.157657] env[69524]: value = "task-4068790" [ 1217.157657] env[69524]: _type = "Task" [ 1217.157657] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.164952] env[69524]: DEBUG oslo_vmware.api [None req-2be09c58-874c-4c80-9023-85ed30e923d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Waiting for the task: (returnval){ [ 1217.164952] env[69524]: value = "task-4068791" [ 1217.164952] env[69524]: _type = "Task" [ 1217.164952] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.172243] env[69524]: DEBUG oslo_vmware.api [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068790, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.179163] env[69524]: DEBUG oslo_vmware.api [None req-2be09c58-874c-4c80-9023-85ed30e923d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': task-4068791, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.268871] env[69524]: DEBUG nova.compute.manager [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1217.284524] env[69524]: DEBUG nova.network.neutron [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7] Successfully created port: 65bb33d5-a23a-43bd-aebe-7f13e2ec96bb {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1217.305560] env[69524]: DEBUG oslo_vmware.api [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4068789, 'name': Rename_Task, 'duration_secs': 0.45739} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.305856] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1217.306162] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14da06cf-2cb4-4202-ad4b-87c351b1f542 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.314655] env[69524]: DEBUG oslo_vmware.api [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1217.314655] env[69524]: value = "task-4068792" [ 1217.314655] env[69524]: _type = "Task" [ 1217.314655] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.325465] env[69524]: DEBUG oslo_vmware.api [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4068792, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.416465] env[69524]: DEBUG nova.network.neutron [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 116a59aa-3118-4122-ba6b-9cb0e4672c9a] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1217.471125] env[69524]: INFO nova.compute.manager [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: b9214d01-7f72-4242-98f0-07c584de8d40] Took 26.24 seconds to build instance. [ 1217.628022] env[69524]: DEBUG nova.scheduler.client.report [None req-beb0cddb-8144-443c-8c4a-15534b726a80 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.632816] env[69524]: DEBUG nova.network.neutron [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7] Successfully created port: 735d016b-d1a2-44bf-b26c-275046bad097 {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1217.675816] env[69524]: DEBUG oslo_vmware.api [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068790, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.677197] env[69524]: DEBUG nova.network.neutron [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 116a59aa-3118-4122-ba6b-9cb0e4672c9a] Updating instance_info_cache with network_info: [{"id": "58d454d0-45cc-4de3-8082-2c4986bbcb2a", "address": "fa:16:3e:61:c3:b0", "network": {"id": "83b5b669-1127-466e-a1d3-d2ddd7a35a32", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-128524143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ae0643199f1483bbac41f0f4a2857ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58d454d0-45", "ovs_interfaceid": "58d454d0-45cc-4de3-8082-2c4986bbcb2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.685991] env[69524]: DEBUG oslo_vmware.api [None req-2be09c58-874c-4c80-9023-85ed30e923d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': task-4068791, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.830812] env[69524]: DEBUG oslo_vmware.api [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4068792, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.976591] env[69524]: DEBUG oslo_concurrency.lockutils [None req-95c94c29-acfd-4d5f-a73d-616b0b0abfbc tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Lock "b9214d01-7f72-4242-98f0-07c584de8d40" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.751s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.138042] env[69524]: DEBUG oslo_concurrency.lockutils [None req-beb0cddb-8144-443c-8c4a-15534b726a80 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.878s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.139968] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 8.452s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.168588] env[69524]: INFO nova.scheduler.client.report [None req-beb0cddb-8144-443c-8c4a-15534b726a80 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Deleted allocations for instance c39dbc18-e185-4f84-8ed3-08ab74c8ff16 [ 1218.182621] env[69524]: DEBUG oslo_vmware.api [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068790, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.843429} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.183572] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5/ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1218.187195] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1218.188798] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4143cd18-af8c-42c0-aeea-b753b0be24a8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.192433] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Releasing lock "refresh_cache-116a59aa-3118-4122-ba6b-9cb0e4672c9a" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.195015] env[69524]: DEBUG nova.compute.manager [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 116a59aa-3118-4122-ba6b-9cb0e4672c9a] Instance network_info: |[{"id": "58d454d0-45cc-4de3-8082-2c4986bbcb2a", "address": "fa:16:3e:61:c3:b0", "network": {"id": "83b5b669-1127-466e-a1d3-d2ddd7a35a32", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-128524143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ae0643199f1483bbac41f0f4a2857ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58d454d0-45", "ovs_interfaceid": "58d454d0-45cc-4de3-8082-2c4986bbcb2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1218.195015] env[69524]: DEBUG oslo_vmware.api [None req-2be09c58-874c-4c80-9023-85ed30e923d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': task-4068791, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.920908} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.195015] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 116a59aa-3118-4122-ba6b-9cb0e4672c9a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:c3:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e029825-6c65-4ac7-88f6-65f9d106db76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58d454d0-45cc-4de3-8082-2c4986bbcb2a', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1218.202156] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1218.202631] env[69524]: INFO nova.virt.vmwareapi.ds_util [None req-2be09c58-874c-4c80-9023-85ed30e923d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] d201cce9-881e-4449-8409-031911a2ba13/7e48ad2e-b898-4fe5-a14c-ede19c27ca63-rescue.vmdk. [ 1218.203733] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 116a59aa-3118-4122-ba6b-9cb0e4672c9a] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1218.207029] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b178ae-e196-4bb9-8078-ab835bb2d48d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.210661] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ef84c15-1960-4879-870b-95f00d734e14 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.238959] env[69524]: DEBUG oslo_vmware.api [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1218.238959] env[69524]: value = "task-4068793" [ 1218.238959] env[69524]: _type = "Task" [ 1218.238959] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.273171] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-2be09c58-874c-4c80-9023-85ed30e923d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d201cce9-881e-4449-8409-031911a2ba13] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] d201cce9-881e-4449-8409-031911a2ba13/7e48ad2e-b898-4fe5-a14c-ede19c27ca63-rescue.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1218.273399] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1218.273399] env[69524]: value = "task-4068794" [ 1218.273399] env[69524]: _type = "Task" [ 1218.273399] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.274677] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7deebc68-c59e-46d8-9878-6b9ae93d0f61 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.293089] env[69524]: DEBUG nova.compute.manager [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1218.298624] env[69524]: DEBUG oslo_vmware.api [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068793, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.309502] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068794, 'name': CreateVM_Task} progress is 15%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.311172] env[69524]: DEBUG oslo_vmware.api [None req-2be09c58-874c-4c80-9023-85ed30e923d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Waiting for the task: (returnval){ [ 1218.311172] env[69524]: value = "task-4068795" [ 1218.311172] env[69524]: _type = "Task" [ 1218.311172] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.324263] env[69524]: DEBUG oslo_vmware.api [None req-2be09c58-874c-4c80-9023-85ed30e923d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': task-4068795, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.332922] env[69524]: DEBUG oslo_vmware.api [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4068792, 'name': PowerOnVM_Task, 'duration_secs': 0.862499} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.335622] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1218.335859] env[69524]: INFO nova.compute.manager [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Took 9.11 seconds to spawn the instance on the hypervisor. [ 1218.336068] env[69524]: DEBUG nova.compute.manager [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1218.337238] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6c4d32-ebcb-4283-a724-f8e3e57a12d0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.345418] env[69524]: DEBUG nova.virt.hardware [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1218.345608] env[69524]: DEBUG nova.virt.hardware [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1218.345713] env[69524]: DEBUG nova.virt.hardware [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1218.345896] env[69524]: DEBUG nova.virt.hardware [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1218.346051] env[69524]: DEBUG nova.virt.hardware [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1218.346217] env[69524]: DEBUG nova.virt.hardware [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1218.346882] env[69524]: DEBUG nova.virt.hardware [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1218.346882] env[69524]: DEBUG nova.virt.hardware [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1218.346882] env[69524]: DEBUG nova.virt.hardware [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1218.347162] env[69524]: DEBUG nova.virt.hardware [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1218.347162] env[69524]: DEBUG nova.virt.hardware [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1218.349427] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02b8898-9822-4fec-81be-5873ec843243 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.353514] env[69524]: DEBUG nova.compute.manager [req-c244768b-7350-4254-b10e-1d596b7e741c req-1ff713c6-84f4-48e0-bd0f-c42d3b53b206 service nova] [instance: 116a59aa-3118-4122-ba6b-9cb0e4672c9a] Received event network-changed-58d454d0-45cc-4de3-8082-2c4986bbcb2a {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1218.353749] env[69524]: DEBUG nova.compute.manager [req-c244768b-7350-4254-b10e-1d596b7e741c req-1ff713c6-84f4-48e0-bd0f-c42d3b53b206 service nova] [instance: 116a59aa-3118-4122-ba6b-9cb0e4672c9a] Refreshing instance network info cache due to event network-changed-58d454d0-45cc-4de3-8082-2c4986bbcb2a. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1218.354088] env[69524]: DEBUG oslo_concurrency.lockutils [req-c244768b-7350-4254-b10e-1d596b7e741c req-1ff713c6-84f4-48e0-bd0f-c42d3b53b206 service nova] Acquiring lock "refresh_cache-116a59aa-3118-4122-ba6b-9cb0e4672c9a" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.354088] env[69524]: DEBUG oslo_concurrency.lockutils [req-c244768b-7350-4254-b10e-1d596b7e741c req-1ff713c6-84f4-48e0-bd0f-c42d3b53b206 service nova] Acquired lock "refresh_cache-116a59aa-3118-4122-ba6b-9cb0e4672c9a" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.354254] env[69524]: DEBUG nova.network.neutron [req-c244768b-7350-4254-b10e-1d596b7e741c req-1ff713c6-84f4-48e0-bd0f-c42d3b53b206 service nova] [instance: 116a59aa-3118-4122-ba6b-9cb0e4672c9a] Refreshing network info cache for port 58d454d0-45cc-4de3-8082-2c4986bbcb2a {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1218.371260] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dff22b0-fd04-45a7-a569-1069c684bfae {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.688166] env[69524]: DEBUG oslo_concurrency.lockutils [None req-beb0cddb-8144-443c-8c4a-15534b726a80 tempest-ServerDiskConfigTestJSON-1686235055 tempest-ServerDiskConfigTestJSON-1686235055-project-member] Lock "c39dbc18-e185-4f84-8ed3-08ab74c8ff16" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.618s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.752937] env[69524]: DEBUG oslo_vmware.api [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068793, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133652} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.753297] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1218.755052] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01358bf0-df17-404c-a62b-11b09c5e791e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.785020] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5/ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1218.785400] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df9b92bc-de64-4464-b8d8-dd5516d2c76a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.810725] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068794, 'name': CreateVM_Task, 'duration_secs': 0.440621} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.812444] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b2c3499c-c29c-4502-b640-24dc600a741e tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Acquiring lock "b9214d01-7f72-4242-98f0-07c584de8d40" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.812683] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b2c3499c-c29c-4502-b640-24dc600a741e tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Lock "b9214d01-7f72-4242-98f0-07c584de8d40" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.812888] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b2c3499c-c29c-4502-b640-24dc600a741e tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Acquiring lock "b9214d01-7f72-4242-98f0-07c584de8d40-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1218.813089] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b2c3499c-c29c-4502-b640-24dc600a741e tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Lock "b9214d01-7f72-4242-98f0-07c584de8d40-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.813261] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b2c3499c-c29c-4502-b640-24dc600a741e tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Lock "b9214d01-7f72-4242-98f0-07c584de8d40-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.814889] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 116a59aa-3118-4122-ba6b-9cb0e4672c9a] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1218.815335] env[69524]: DEBUG oslo_vmware.api [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1218.815335] env[69524]: value = "task-4068796" [ 1218.815335] env[69524]: _type = "Task" [ 1218.815335] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.815815] env[69524]: INFO nova.compute.manager [None req-b2c3499c-c29c-4502-b640-24dc600a741e tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: b9214d01-7f72-4242-98f0-07c584de8d40] Terminating instance [ 1218.817729] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.817985] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.818485] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.823033] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-948973bd-296f-442c-b8dd-2b4f57baf3e3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.833458] env[69524]: DEBUG oslo_vmware.api [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 1218.833458] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52836891-52ce-ba28-5cb3-4d35cf2e592d" [ 1218.833458] env[69524]: _type = "Task" [ 1218.833458] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.841145] env[69524]: DEBUG oslo_vmware.api [None req-2be09c58-874c-4c80-9023-85ed30e923d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': task-4068795, 'name': ReconfigVM_Task, 'duration_secs': 0.423737} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.841422] env[69524]: DEBUG oslo_vmware.api [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068796, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.845686] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-2be09c58-874c-4c80-9023-85ed30e923d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d201cce9-881e-4449-8409-031911a2ba13] Reconfigured VM instance instance-00000062 to attach disk [datastore2] d201cce9-881e-4449-8409-031911a2ba13/7e48ad2e-b898-4fe5-a14c-ede19c27ca63-rescue.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1218.847039] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5d4249-78ca-40ce-ae0b-c721717247e8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.856491] env[69524]: DEBUG oslo_vmware.api [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52836891-52ce-ba28-5cb3-4d35cf2e592d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.890796] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-906f9e40-faaf-4ab5-89f1-240b26a38698 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.901629] env[69524]: INFO nova.compute.manager [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Took 26.99 seconds to build instance. [ 1218.912669] env[69524]: DEBUG oslo_vmware.api [None req-2be09c58-874c-4c80-9023-85ed30e923d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Waiting for the task: (returnval){ [ 1218.912669] env[69524]: value = "task-4068797" [ 1218.912669] env[69524]: _type = "Task" [ 1218.912669] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.921032] env[69524]: DEBUG oslo_vmware.api [None req-2be09c58-874c-4c80-9023-85ed30e923d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': task-4068797, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.149854] env[69524]: DEBUG nova.network.neutron [req-c244768b-7350-4254-b10e-1d596b7e741c req-1ff713c6-84f4-48e0-bd0f-c42d3b53b206 service nova] [instance: 116a59aa-3118-4122-ba6b-9cb0e4672c9a] Updated VIF entry in instance network info cache for port 58d454d0-45cc-4de3-8082-2c4986bbcb2a. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1219.150349] env[69524]: DEBUG nova.network.neutron [req-c244768b-7350-4254-b10e-1d596b7e741c req-1ff713c6-84f4-48e0-bd0f-c42d3b53b206 service nova] [instance: 116a59aa-3118-4122-ba6b-9cb0e4672c9a] Updating instance_info_cache with network_info: [{"id": "58d454d0-45cc-4de3-8082-2c4986bbcb2a", "address": "fa:16:3e:61:c3:b0", "network": {"id": "83b5b669-1127-466e-a1d3-d2ddd7a35a32", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-128524143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ae0643199f1483bbac41f0f4a2857ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58d454d0-45", "ovs_interfaceid": "58d454d0-45cc-4de3-8082-2c4986bbcb2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.186506] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 035b9722-90f0-45f0-84c0-17f7a5f1994b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1219.186506] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance fef113bd-ed01-442c-9d72-0c4bfa381d96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1219.186506] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 7bdde934-b122-4b19-849b-daced27c0533 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1219.186506] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 68e172e5-0970-400f-95cf-81bc4b41606e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1219.186506] env[69524]: WARNING nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance d9b57a84-1c31-4db2-a49d-02a0931f0b65 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1219.186506] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance d1b9472c-9def-48c6-9f64-1ae2fc9443c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1219.186506] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 43b4dacf-06d7-42de-9d91-04e69295c1f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1219.186506] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 1f0daa70-d277-47b8-b820-02bd0c4b55e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1219.186506] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance d201cce9-881e-4449-8409-031911a2ba13 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1219.186506] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance b9214d01-7f72-4242-98f0-07c584de8d40 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1219.186506] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 1c185356-7de7-4c88-ac61-b00a156e4e95 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1219.186506] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1219.188019] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 116a59aa-3118-4122-ba6b-9cb0e4672c9a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1219.188219] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1219.333365] env[69524]: DEBUG nova.compute.manager [None req-b2c3499c-c29c-4502-b640-24dc600a741e tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: b9214d01-7f72-4242-98f0-07c584de8d40] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1219.333610] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c3499c-c29c-4502-b640-24dc600a741e tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: b9214d01-7f72-4242-98f0-07c584de8d40] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1219.333933] env[69524]: DEBUG oslo_vmware.api [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068796, 'name': ReconfigVM_Task, 'duration_secs': 0.33688} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.334712] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d423b9e9-ec50-4dd2-aa33-8922bfb56186 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.337540] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5] Reconfigured VM instance instance-00000065 to attach disk [datastore1] ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5/ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1219.338189] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c579752-2edb-43d5-96f0-6e2159418306 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.351094] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2c3499c-c29c-4502-b640-24dc600a741e tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: b9214d01-7f72-4242-98f0-07c584de8d40] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1219.351094] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f68bc129-b98f-48de-ab30-ff34e33ddf04 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.351735] env[69524]: DEBUG oslo_vmware.api [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1219.351735] env[69524]: value = "task-4068798" [ 1219.351735] env[69524]: _type = "Task" [ 1219.351735] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.355894] env[69524]: DEBUG oslo_vmware.api [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52836891-52ce-ba28-5cb3-4d35cf2e592d, 'name': SearchDatastore_Task, 'duration_secs': 0.027545} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.360559] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.360818] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 116a59aa-3118-4122-ba6b-9cb0e4672c9a] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1219.361389] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.362198] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.362198] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1219.363843] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-394419d9-5316-494f-bddb-46d232af9919 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.366375] env[69524]: DEBUG oslo_vmware.api [None req-b2c3499c-c29c-4502-b640-24dc600a741e tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Waiting for the task: (returnval){ [ 1219.366375] env[69524]: value = "task-4068799" [ 1219.366375] env[69524]: _type = "Task" [ 1219.366375] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.374494] env[69524]: DEBUG oslo_vmware.api [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068798, 'name': Rename_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.383326] env[69524]: DEBUG oslo_vmware.api [None req-b2c3499c-c29c-4502-b640-24dc600a741e tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068799, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.389160] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1219.389554] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1219.390205] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7ea9bc0-8666-4b97-a220-1159896022ac {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.397561] env[69524]: DEBUG oslo_vmware.api [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 1219.397561] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52c9d2cf-d994-5da1-d577-2fa1b8a911cc" [ 1219.397561] env[69524]: _type = "Task" [ 1219.397561] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.414135] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f6632279-b8fa-47f1-bde8-8bddae8efe6e tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lock "1c185356-7de7-4c88-ac61-b00a156e4e95" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.510s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.414549] env[69524]: DEBUG oslo_vmware.api [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52c9d2cf-d994-5da1-d577-2fa1b8a911cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.425238] env[69524]: DEBUG oslo_vmware.api [None req-2be09c58-874c-4c80-9023-85ed30e923d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': task-4068797, 'name': ReconfigVM_Task, 'duration_secs': 0.176061} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.425550] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-2be09c58-874c-4c80-9023-85ed30e923d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d201cce9-881e-4449-8409-031911a2ba13] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1219.425911] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca5d9066-5d6f-4468-bf3c-a5aff807ea78 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.434682] env[69524]: DEBUG oslo_vmware.api [None req-2be09c58-874c-4c80-9023-85ed30e923d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Waiting for the task: (returnval){ [ 1219.434682] env[69524]: value = "task-4068800" [ 1219.434682] env[69524]: _type = "Task" [ 1219.434682] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.444743] env[69524]: DEBUG oslo_vmware.api [None req-2be09c58-874c-4c80-9023-85ed30e923d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': task-4068800, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.653831] env[69524]: DEBUG oslo_concurrency.lockutils [req-c244768b-7350-4254-b10e-1d596b7e741c req-1ff713c6-84f4-48e0-bd0f-c42d3b53b206 service nova] Releasing lock "refresh_cache-116a59aa-3118-4122-ba6b-9cb0e4672c9a" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.693952] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 9942294c-2525-4759-b952-5bf32c5a7beb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1219.694330] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=69524) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1219.694482] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3008MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=69524) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1219.822344] env[69524]: DEBUG nova.network.neutron [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7] Successfully updated port: 65bb33d5-a23a-43bd-aebe-7f13e2ec96bb {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1219.865913] env[69524]: DEBUG oslo_vmware.api [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068798, 'name': Rename_Task, 'duration_secs': 0.180412} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.869522] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1219.871895] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a98bf32-c280-407b-89ed-34b380db0014 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.886762] env[69524]: DEBUG oslo_vmware.api [None req-b2c3499c-c29c-4502-b640-24dc600a741e tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068799, 'name': PowerOffVM_Task, 'duration_secs': 0.346486} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.888354] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2c3499c-c29c-4502-b640-24dc600a741e tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: b9214d01-7f72-4242-98f0-07c584de8d40] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1219.888534] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c3499c-c29c-4502-b640-24dc600a741e tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: b9214d01-7f72-4242-98f0-07c584de8d40] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1219.888846] env[69524]: DEBUG oslo_vmware.api [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1219.888846] env[69524]: value = "task-4068801" [ 1219.888846] env[69524]: _type = "Task" [ 1219.888846] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.889053] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-919e4d16-1b9c-4dd4-9bbc-b3a3657e0d4a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.901165] env[69524]: DEBUG oslo_vmware.api [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068801, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.914728] env[69524]: DEBUG oslo_vmware.api [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52c9d2cf-d994-5da1-d577-2fa1b8a911cc, 'name': SearchDatastore_Task, 'duration_secs': 0.023446} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.915564] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef7643fd-8b6c-4512-a3a1-43dae263b59f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.925118] env[69524]: DEBUG oslo_vmware.api [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 1219.925118] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]527d6248-65ac-2684-2bfe-11bf1a0666cf" [ 1219.925118] env[69524]: _type = "Task" [ 1219.925118] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.937805] env[69524]: DEBUG oslo_vmware.api [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]527d6248-65ac-2684-2bfe-11bf1a0666cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.947030] env[69524]: DEBUG oslo_vmware.api [None req-2be09c58-874c-4c80-9023-85ed30e923d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': task-4068800, 'name': PowerOnVM_Task, 'duration_secs': 0.446306} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.950305] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-2be09c58-874c-4c80-9023-85ed30e923d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d201cce9-881e-4449-8409-031911a2ba13] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1219.953023] env[69524]: DEBUG nova.compute.manager [None req-2be09c58-874c-4c80-9023-85ed30e923d6 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d201cce9-881e-4449-8409-031911a2ba13] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1219.953898] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4507867d-ff0d-4e57-ab0e-7c78c0a4031e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.968018] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2059bb-8502-46d9-8b4a-1bfd9f2122e7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.973993] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c3499c-c29c-4502-b640-24dc600a741e tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: b9214d01-7f72-4242-98f0-07c584de8d40] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1219.978358] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c3499c-c29c-4502-b640-24dc600a741e tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: b9214d01-7f72-4242-98f0-07c584de8d40] Deleting contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1219.978593] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2c3499c-c29c-4502-b640-24dc600a741e tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Deleting the datastore file [datastore2] b9214d01-7f72-4242-98f0-07c584de8d40 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1219.979419] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6bf8f4c5-9aab-4a3d-91d4-12da23d459b1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.985097] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191986d6-4340-49cb-ac8a-20b7a5a57b31 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.990404] env[69524]: DEBUG oslo_vmware.api [None req-b2c3499c-c29c-4502-b640-24dc600a741e tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Waiting for the task: (returnval){ [ 1219.990404] env[69524]: value = "task-4068803" [ 1219.990404] env[69524]: _type = "Task" [ 1219.990404] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.022020] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd314217-af4f-467d-9c4b-fc9fc629143e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.028491] env[69524]: DEBUG oslo_vmware.api [None req-b2c3499c-c29c-4502-b640-24dc600a741e tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068803, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.035300] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c484d8-a883-4b90-8ca1-bb77628b8f20 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.052331] env[69524]: DEBUG nova.compute.provider_tree [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1220.379897] env[69524]: DEBUG nova.compute.manager [req-60ae0a89-d459-4677-9d33-1356297de067 req-4f0886d3-bf81-45d5-bf2f-5ee3cbf0ebc6 service nova] [instance: e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7] Received event network-vif-plugged-65bb33d5-a23a-43bd-aebe-7f13e2ec96bb {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1220.380260] env[69524]: DEBUG oslo_concurrency.lockutils [req-60ae0a89-d459-4677-9d33-1356297de067 req-4f0886d3-bf81-45d5-bf2f-5ee3cbf0ebc6 service nova] Acquiring lock "e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1220.380523] env[69524]: DEBUG oslo_concurrency.lockutils [req-60ae0a89-d459-4677-9d33-1356297de067 req-4f0886d3-bf81-45d5-bf2f-5ee3cbf0ebc6 service nova] Lock "e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.380740] env[69524]: DEBUG oslo_concurrency.lockutils [req-60ae0a89-d459-4677-9d33-1356297de067 req-4f0886d3-bf81-45d5-bf2f-5ee3cbf0ebc6 service nova] Lock "e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.380941] env[69524]: DEBUG nova.compute.manager [req-60ae0a89-d459-4677-9d33-1356297de067 req-4f0886d3-bf81-45d5-bf2f-5ee3cbf0ebc6 service nova] [instance: e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7] No waiting events found dispatching network-vif-plugged-65bb33d5-a23a-43bd-aebe-7f13e2ec96bb {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1220.382124] env[69524]: WARNING nova.compute.manager [req-60ae0a89-d459-4677-9d33-1356297de067 req-4f0886d3-bf81-45d5-bf2f-5ee3cbf0ebc6 service nova] [instance: e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7] Received unexpected event network-vif-plugged-65bb33d5-a23a-43bd-aebe-7f13e2ec96bb for instance with vm_state building and task_state spawning. [ 1220.382124] env[69524]: DEBUG nova.compute.manager [req-60ae0a89-d459-4677-9d33-1356297de067 req-4f0886d3-bf81-45d5-bf2f-5ee3cbf0ebc6 service nova] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Received event network-changed-c96dc67e-6d54-4bf4-87ec-7def0dbabcf9 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1220.382124] env[69524]: DEBUG nova.compute.manager [req-60ae0a89-d459-4677-9d33-1356297de067 req-4f0886d3-bf81-45d5-bf2f-5ee3cbf0ebc6 service nova] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Refreshing instance network info cache due to event network-changed-c96dc67e-6d54-4bf4-87ec-7def0dbabcf9. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1220.382124] env[69524]: DEBUG oslo_concurrency.lockutils [req-60ae0a89-d459-4677-9d33-1356297de067 req-4f0886d3-bf81-45d5-bf2f-5ee3cbf0ebc6 service nova] Acquiring lock "refresh_cache-1c185356-7de7-4c88-ac61-b00a156e4e95" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.382124] env[69524]: DEBUG oslo_concurrency.lockutils [req-60ae0a89-d459-4677-9d33-1356297de067 req-4f0886d3-bf81-45d5-bf2f-5ee3cbf0ebc6 service nova] Acquired lock "refresh_cache-1c185356-7de7-4c88-ac61-b00a156e4e95" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.382607] env[69524]: DEBUG nova.network.neutron [req-60ae0a89-d459-4677-9d33-1356297de067 req-4f0886d3-bf81-45d5-bf2f-5ee3cbf0ebc6 service nova] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Refreshing network info cache for port c96dc67e-6d54-4bf4-87ec-7def0dbabcf9 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1220.402376] env[69524]: DEBUG oslo_vmware.api [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068801, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.437252] env[69524]: DEBUG oslo_vmware.api [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]527d6248-65ac-2684-2bfe-11bf1a0666cf, 'name': SearchDatastore_Task, 'duration_secs': 0.018503} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.437556] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.437829] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 116a59aa-3118-4122-ba6b-9cb0e4672c9a/116a59aa-3118-4122-ba6b-9cb0e4672c9a.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1220.438143] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01ec9874-1c6b-49e5-b82e-da077b04923a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.447517] env[69524]: DEBUG oslo_vmware.api [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 1220.447517] env[69524]: value = "task-4068804" [ 1220.447517] env[69524]: _type = "Task" [ 1220.447517] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.459234] env[69524]: DEBUG oslo_vmware.api [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068804, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.502087] env[69524]: DEBUG oslo_vmware.api [None req-b2c3499c-c29c-4502-b640-24dc600a741e tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Task: {'id': task-4068803, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213008} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.502403] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2c3499c-c29c-4502-b640-24dc600a741e tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1220.502590] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c3499c-c29c-4502-b640-24dc600a741e tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: b9214d01-7f72-4242-98f0-07c584de8d40] Deleted contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1220.502773] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c3499c-c29c-4502-b640-24dc600a741e tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: b9214d01-7f72-4242-98f0-07c584de8d40] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1220.502991] env[69524]: INFO nova.compute.manager [None req-b2c3499c-c29c-4502-b640-24dc600a741e tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] [instance: b9214d01-7f72-4242-98f0-07c584de8d40] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1220.503275] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2c3499c-c29c-4502-b640-24dc600a741e tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1220.503483] env[69524]: DEBUG nova.compute.manager [-] [instance: b9214d01-7f72-4242-98f0-07c584de8d40] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1220.503744] env[69524]: DEBUG nova.network.neutron [-] [instance: b9214d01-7f72-4242-98f0-07c584de8d40] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1220.557980] env[69524]: DEBUG nova.scheduler.client.report [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1220.915931] env[69524]: DEBUG oslo_vmware.api [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068801, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.963671] env[69524]: DEBUG oslo_vmware.api [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068804, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501337} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.968316] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 116a59aa-3118-4122-ba6b-9cb0e4672c9a/116a59aa-3118-4122-ba6b-9cb0e4672c9a.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1220.968316] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 116a59aa-3118-4122-ba6b-9cb0e4672c9a] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1220.968316] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dcdceb0b-0d68-449a-92c5-c845ad1e53b2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.975854] env[69524]: DEBUG oslo_vmware.api [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 1220.975854] env[69524]: value = "task-4068805" [ 1220.975854] env[69524]: _type = "Task" [ 1220.975854] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.980153] env[69524]: DEBUG nova.compute.manager [req-2d4a30fe-c102-453c-986c-8493dafe3e87 req-58cde8ec-77f9-4a6d-8718-9b899daf6260 service nova] [instance: b9214d01-7f72-4242-98f0-07c584de8d40] Received event network-vif-deleted-b5da6e51-2854-4790-a163-9bf7de389ba7 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1220.980631] env[69524]: INFO nova.compute.manager [req-2d4a30fe-c102-453c-986c-8493dafe3e87 req-58cde8ec-77f9-4a6d-8718-9b899daf6260 service nova] [instance: b9214d01-7f72-4242-98f0-07c584de8d40] Neutron deleted interface b5da6e51-2854-4790-a163-9bf7de389ba7; detaching it from the instance and deleting it from the info cache [ 1220.980981] env[69524]: DEBUG nova.network.neutron [req-2d4a30fe-c102-453c-986c-8493dafe3e87 req-58cde8ec-77f9-4a6d-8718-9b899daf6260 service nova] [instance: b9214d01-7f72-4242-98f0-07c584de8d40] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.000194] env[69524]: DEBUG oslo_vmware.api [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068805, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.041077] env[69524]: INFO nova.compute.manager [None req-db2233a7-4d4f-4075-b77c-71d912b9a8c5 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d201cce9-881e-4449-8409-031911a2ba13] Unrescuing [ 1221.041574] env[69524]: DEBUG oslo_concurrency.lockutils [None req-db2233a7-4d4f-4075-b77c-71d912b9a8c5 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Acquiring lock "refresh_cache-d201cce9-881e-4449-8409-031911a2ba13" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.041794] env[69524]: DEBUG oslo_concurrency.lockutils [None req-db2233a7-4d4f-4075-b77c-71d912b9a8c5 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Acquired lock "refresh_cache-d201cce9-881e-4449-8409-031911a2ba13" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.042209] env[69524]: DEBUG nova.network.neutron [None req-db2233a7-4d4f-4075-b77c-71d912b9a8c5 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d201cce9-881e-4449-8409-031911a2ba13] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1221.064377] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69524) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1221.064632] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.925s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.065228] env[69524]: DEBUG oslo_concurrency.lockutils [None req-912c10b8-6ad3-4d53-94f4-e5c74204b010 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.338s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.065440] env[69524]: DEBUG oslo_concurrency.lockutils [None req-912c10b8-6ad3-4d53-94f4-e5c74204b010 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.069189] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.332s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.070106] env[69524]: INFO nova.compute.claims [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 9942294c-2525-4759-b952-5bf32c5a7beb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1221.113590] env[69524]: INFO nova.scheduler.client.report [None req-912c10b8-6ad3-4d53-94f4-e5c74204b010 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Deleted allocations for instance d9b57a84-1c31-4db2-a49d-02a0931f0b65 [ 1221.348718] env[69524]: DEBUG nova.network.neutron [req-60ae0a89-d459-4677-9d33-1356297de067 req-4f0886d3-bf81-45d5-bf2f-5ee3cbf0ebc6 service nova] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Updated VIF entry in instance network info cache for port c96dc67e-6d54-4bf4-87ec-7def0dbabcf9. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1221.349196] env[69524]: DEBUG nova.network.neutron [req-60ae0a89-d459-4677-9d33-1356297de067 req-4f0886d3-bf81-45d5-bf2f-5ee3cbf0ebc6 service nova] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Updating instance_info_cache with network_info: [{"id": "c96dc67e-6d54-4bf4-87ec-7def0dbabcf9", "address": "fa:16:3e:e0:43:7f", "network": {"id": "6e80ee80-02f9-45cb-9650-7615a3358ad7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-286530929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a638896dde45449a8d091abde05fda3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc96dc67e-6d", "ovs_interfaceid": "c96dc67e-6d54-4bf4-87ec-7def0dbabcf9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.408781] env[69524]: DEBUG oslo_vmware.api [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068801, 'name': PowerOnVM_Task, 'duration_secs': 1.070057} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.409240] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1221.409604] env[69524]: INFO nova.compute.manager [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5] Took 9.78 seconds to spawn the instance on the hypervisor. [ 1221.409919] env[69524]: DEBUG nova.compute.manager [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1221.411345] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4548d85-4e0b-47e9-86f0-739548be3092 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.448143] env[69524]: DEBUG nova.network.neutron [-] [instance: b9214d01-7f72-4242-98f0-07c584de8d40] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.491126] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c966dd06-bad1-444f-9397-7d669fc4b129 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.491126] env[69524]: DEBUG oslo_vmware.api [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068805, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077873} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.491347] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 116a59aa-3118-4122-ba6b-9cb0e4672c9a] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1221.492621] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48181410-d050-4b0a-8402-c4a9b8ecb21e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.504871] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7bcc3d7-19f3-404d-a99c-006364a80b75 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.535226] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 116a59aa-3118-4122-ba6b-9cb0e4672c9a] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 116a59aa-3118-4122-ba6b-9cb0e4672c9a/116a59aa-3118-4122-ba6b-9cb0e4672c9a.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1221.536608] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ad4048a-c8ec-4455-b544-0889e3118bb5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.568634] env[69524]: DEBUG nova.compute.manager [req-2d4a30fe-c102-453c-986c-8493dafe3e87 req-58cde8ec-77f9-4a6d-8718-9b899daf6260 service nova] [instance: b9214d01-7f72-4242-98f0-07c584de8d40] Detach interface failed, port_id=b5da6e51-2854-4790-a163-9bf7de389ba7, reason: Instance b9214d01-7f72-4242-98f0-07c584de8d40 could not be found. {{(pid=69524) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1221.574836] env[69524]: DEBUG oslo_vmware.api [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 1221.574836] env[69524]: value = "task-4068806" [ 1221.574836] env[69524]: _type = "Task" [ 1221.574836] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.587539] env[69524]: DEBUG oslo_vmware.api [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068806, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.628412] env[69524]: DEBUG oslo_concurrency.lockutils [None req-912c10b8-6ad3-4d53-94f4-e5c74204b010 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lock "d9b57a84-1c31-4db2-a49d-02a0931f0b65" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.581s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.852707] env[69524]: DEBUG oslo_concurrency.lockutils [req-60ae0a89-d459-4677-9d33-1356297de067 req-4f0886d3-bf81-45d5-bf2f-5ee3cbf0ebc6 service nova] Releasing lock "refresh_cache-1c185356-7de7-4c88-ac61-b00a156e4e95" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.853103] env[69524]: DEBUG nova.compute.manager [req-60ae0a89-d459-4677-9d33-1356297de067 req-4f0886d3-bf81-45d5-bf2f-5ee3cbf0ebc6 service nova] [instance: e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7] Received event network-changed-65bb33d5-a23a-43bd-aebe-7f13e2ec96bb {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.853392] env[69524]: DEBUG nova.compute.manager [req-60ae0a89-d459-4677-9d33-1356297de067 req-4f0886d3-bf81-45d5-bf2f-5ee3cbf0ebc6 service nova] [instance: e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7] Refreshing instance network info cache due to event network-changed-65bb33d5-a23a-43bd-aebe-7f13e2ec96bb. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1221.853700] env[69524]: DEBUG oslo_concurrency.lockutils [req-60ae0a89-d459-4677-9d33-1356297de067 req-4f0886d3-bf81-45d5-bf2f-5ee3cbf0ebc6 service nova] Acquiring lock "refresh_cache-e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.853905] env[69524]: DEBUG oslo_concurrency.lockutils [req-60ae0a89-d459-4677-9d33-1356297de067 req-4f0886d3-bf81-45d5-bf2f-5ee3cbf0ebc6 service nova] Acquired lock "refresh_cache-e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.854157] env[69524]: DEBUG nova.network.neutron [req-60ae0a89-d459-4677-9d33-1356297de067 req-4f0886d3-bf81-45d5-bf2f-5ee3cbf0ebc6 service nova] [instance: e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7] Refreshing network info cache for port 65bb33d5-a23a-43bd-aebe-7f13e2ec96bb {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1221.939186] env[69524]: INFO nova.compute.manager [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5] Took 25.84 seconds to build instance. [ 1221.953129] env[69524]: INFO nova.compute.manager [-] [instance: b9214d01-7f72-4242-98f0-07c584de8d40] Took 1.45 seconds to deallocate network for instance. [ 1222.091495] env[69524]: DEBUG oslo_vmware.api [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068806, 'name': ReconfigVM_Task, 'duration_secs': 0.309573} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.091495] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 116a59aa-3118-4122-ba6b-9cb0e4672c9a] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 116a59aa-3118-4122-ba6b-9cb0e4672c9a/116a59aa-3118-4122-ba6b-9cb0e4672c9a.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1222.091495] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ef38536-c351-4333-891c-b1dc70e1cb7b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.101525] env[69524]: DEBUG oslo_vmware.api [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 1222.101525] env[69524]: value = "task-4068807" [ 1222.101525] env[69524]: _type = "Task" [ 1222.101525] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.112463] env[69524]: DEBUG oslo_vmware.api [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068807, 'name': Rename_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.208894] env[69524]: DEBUG nova.network.neutron [None req-db2233a7-4d4f-4075-b77c-71d912b9a8c5 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d201cce9-881e-4449-8409-031911a2ba13] Updating instance_info_cache with network_info: [{"id": "cf3ed128-3039-4051-b6ce-bad0b5d90afd", "address": "fa:16:3e:7b:e9:1d", "network": {"id": "7feebf88-6a3a-476c-b5da-3918251de2fe", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1794187658-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "de266e15eb7047b1829e4e83a3376190", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf3ed128-30", "ovs_interfaceid": "cf3ed128-3039-4051-b6ce-bad0b5d90afd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.364025] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4222c655-a1d5-4339-b2a7-c296df323155 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.372454] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1ab0be-e35d-471d-9833-61bb9f55ef6c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.406643] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b4fe63-07ee-44f2-ba48-7c60dc850895 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.415262] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67aff652-5a3c-4ef1-aa2d-623836d35e0b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.435332] env[69524]: DEBUG nova.compute.provider_tree [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1222.443299] env[69524]: DEBUG oslo_concurrency.lockutils [None req-29fadc2d-1b8c-4ac8-8d08-221ceb2b1ddb tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.353s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.462021] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b2c3499c-c29c-4502-b640-24dc600a741e tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.465328] env[69524]: DEBUG nova.network.neutron [req-60ae0a89-d459-4677-9d33-1356297de067 req-4f0886d3-bf81-45d5-bf2f-5ee3cbf0ebc6 service nova] [instance: e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1222.623300] env[69524]: DEBUG oslo_vmware.api [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068807, 'name': Rename_Task, 'duration_secs': 0.166441} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.623300] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 116a59aa-3118-4122-ba6b-9cb0e4672c9a] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1222.623300] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f30e9d0f-d229-4a2c-9eef-2ea90fbed6cb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.626777] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a5e74ad8-27ec-43cd-ac54-e78a60e89863 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquiring lock "ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.627052] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a5e74ad8-27ec-43cd-ac54-e78a60e89863 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.627236] env[69524]: DEBUG nova.compute.manager [None req-a5e74ad8-27ec-43cd-ac54-e78a60e89863 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1222.628127] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb2f7b6-25da-4262-9619-7f07306f6f7c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.633505] env[69524]: DEBUG oslo_vmware.api [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 1222.633505] env[69524]: value = "task-4068808" [ 1222.633505] env[69524]: _type = "Task" [ 1222.633505] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.634956] env[69524]: DEBUG nova.network.neutron [req-60ae0a89-d459-4677-9d33-1356297de067 req-4f0886d3-bf81-45d5-bf2f-5ee3cbf0ebc6 service nova] [instance: e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.646602] env[69524]: DEBUG nova.compute.manager [None req-a5e74ad8-27ec-43cd-ac54-e78a60e89863 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69524) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1222.647256] env[69524]: DEBUG nova.objects.instance [None req-a5e74ad8-27ec-43cd-ac54-e78a60e89863 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lazy-loading 'flavor' on Instance uuid ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.660382] env[69524]: DEBUG oslo_vmware.api [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068808, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.703184] env[69524]: DEBUG nova.compute.manager [req-7bce6cf5-894a-4dcd-ada9-c18d374315db req-cd1e9cfa-f729-43cd-b050-d4300adfb83a service nova] [instance: e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7] Received event network-vif-plugged-735d016b-d1a2-44bf-b26c-275046bad097 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1222.703700] env[69524]: DEBUG oslo_concurrency.lockutils [req-7bce6cf5-894a-4dcd-ada9-c18d374315db req-cd1e9cfa-f729-43cd-b050-d4300adfb83a service nova] Acquiring lock "e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.703700] env[69524]: DEBUG oslo_concurrency.lockutils [req-7bce6cf5-894a-4dcd-ada9-c18d374315db req-cd1e9cfa-f729-43cd-b050-d4300adfb83a service nova] Lock "e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.704130] env[69524]: DEBUG oslo_concurrency.lockutils [req-7bce6cf5-894a-4dcd-ada9-c18d374315db req-cd1e9cfa-f729-43cd-b050-d4300adfb83a service nova] Lock "e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.704130] env[69524]: DEBUG nova.compute.manager [req-7bce6cf5-894a-4dcd-ada9-c18d374315db req-cd1e9cfa-f729-43cd-b050-d4300adfb83a service nova] [instance: e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7] No waiting events found dispatching network-vif-plugged-735d016b-d1a2-44bf-b26c-275046bad097 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1222.704285] env[69524]: WARNING nova.compute.manager [req-7bce6cf5-894a-4dcd-ada9-c18d374315db req-cd1e9cfa-f729-43cd-b050-d4300adfb83a service nova] [instance: e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7] Received unexpected event network-vif-plugged-735d016b-d1a2-44bf-b26c-275046bad097 for instance with vm_state building and task_state spawning. [ 1222.712285] env[69524]: DEBUG oslo_concurrency.lockutils [None req-db2233a7-4d4f-4075-b77c-71d912b9a8c5 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Releasing lock "refresh_cache-d201cce9-881e-4449-8409-031911a2ba13" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.713177] env[69524]: DEBUG nova.objects.instance [None req-db2233a7-4d4f-4075-b77c-71d912b9a8c5 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Lazy-loading 'flavor' on Instance uuid d201cce9-881e-4449-8409-031911a2ba13 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.858761] env[69524]: DEBUG nova.network.neutron [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7] Successfully updated port: 735d016b-d1a2-44bf-b26c-275046bad097 {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1222.940560] env[69524]: DEBUG nova.scheduler.client.report [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1223.145249] env[69524]: DEBUG oslo_concurrency.lockutils [req-60ae0a89-d459-4677-9d33-1356297de067 req-4f0886d3-bf81-45d5-bf2f-5ee3cbf0ebc6 service nova] Releasing lock "refresh_cache-e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.146016] env[69524]: DEBUG oslo_vmware.api [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068808, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.220216] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863b6292-4649-4a28-999c-59ce858a5bab {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.253623] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-db2233a7-4d4f-4075-b77c-71d912b9a8c5 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d201cce9-881e-4449-8409-031911a2ba13] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1223.255842] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-650c9543-4269-4307-b112-f8ec6022f2ce {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.268747] env[69524]: DEBUG oslo_vmware.api [None req-db2233a7-4d4f-4075-b77c-71d912b9a8c5 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Waiting for the task: (returnval){ [ 1223.268747] env[69524]: value = "task-4068809" [ 1223.268747] env[69524]: _type = "Task" [ 1223.268747] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.283392] env[69524]: DEBUG oslo_vmware.api [None req-db2233a7-4d4f-4075-b77c-71d912b9a8c5 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': task-4068809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.365834] env[69524]: DEBUG oslo_concurrency.lockutils [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Acquiring lock "refresh_cache-e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.365834] env[69524]: DEBUG oslo_concurrency.lockutils [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Acquired lock "refresh_cache-e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.365834] env[69524]: DEBUG nova.network.neutron [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1223.448207] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.380s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.449067] env[69524]: DEBUG nova.compute.manager [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 9942294c-2525-4759-b952-5bf32c5a7beb] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1223.453147] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b2c3499c-c29c-4502-b640-24dc600a741e tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.994s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.453416] env[69524]: DEBUG nova.objects.instance [None req-b2c3499c-c29c-4502-b640-24dc600a741e tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Lazy-loading 'resources' on Instance uuid b9214d01-7f72-4242-98f0-07c584de8d40 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1223.647657] env[69524]: DEBUG oslo_vmware.api [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068808, 'name': PowerOnVM_Task, 'duration_secs': 0.897013} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.647922] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 116a59aa-3118-4122-ba6b-9cb0e4672c9a] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1223.648177] env[69524]: INFO nova.compute.manager [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 116a59aa-3118-4122-ba6b-9cb0e4672c9a] Took 7.75 seconds to spawn the instance on the hypervisor. [ 1223.648420] env[69524]: DEBUG nova.compute.manager [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 116a59aa-3118-4122-ba6b-9cb0e4672c9a] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1223.649420] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d447aa2f-97cb-4e2f-9223-0701c56751e5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.656840] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5e74ad8-27ec-43cd-ac54-e78a60e89863 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1223.660083] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c530246-2a89-4ae7-85ed-c9d6e2e1cb06 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.674327] env[69524]: DEBUG oslo_vmware.api [None req-a5e74ad8-27ec-43cd-ac54-e78a60e89863 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1223.674327] env[69524]: value = "task-4068810" [ 1223.674327] env[69524]: _type = "Task" [ 1223.674327] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.687556] env[69524]: DEBUG oslo_vmware.api [None req-a5e74ad8-27ec-43cd-ac54-e78a60e89863 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068810, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.762148] env[69524]: DEBUG oslo_concurrency.lockutils [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquiring lock "43b4dacf-06d7-42de-9d91-04e69295c1f2" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.762530] env[69524]: DEBUG oslo_concurrency.lockutils [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lock "43b4dacf-06d7-42de-9d91-04e69295c1f2" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.762763] env[69524]: INFO nova.compute.manager [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Shelving [ 1223.781303] env[69524]: DEBUG oslo_vmware.api [None req-db2233a7-4d4f-4075-b77c-71d912b9a8c5 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': task-4068809, 'name': PowerOffVM_Task, 'duration_secs': 0.411294} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.781632] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-db2233a7-4d4f-4075-b77c-71d912b9a8c5 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d201cce9-881e-4449-8409-031911a2ba13] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1223.787202] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-db2233a7-4d4f-4075-b77c-71d912b9a8c5 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d201cce9-881e-4449-8409-031911a2ba13] Reconfiguring VM instance instance-00000062 to detach disk 2001 {{(pid=69524) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1223.788076] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3be27d54-e7ab-4b63-9c22-39e109a3e715 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.811357] env[69524]: DEBUG oslo_vmware.api [None req-db2233a7-4d4f-4075-b77c-71d912b9a8c5 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Waiting for the task: (returnval){ [ 1223.811357] env[69524]: value = "task-4068811" [ 1223.811357] env[69524]: _type = "Task" [ 1223.811357] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.821748] env[69524]: DEBUG oslo_vmware.api [None req-db2233a7-4d4f-4075-b77c-71d912b9a8c5 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': task-4068811, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.932736] env[69524]: DEBUG nova.network.neutron [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1223.962551] env[69524]: DEBUG nova.compute.utils [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1223.964600] env[69524]: DEBUG nova.compute.manager [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 9942294c-2525-4759-b952-5bf32c5a7beb] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1223.964829] env[69524]: DEBUG nova.network.neutron [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 9942294c-2525-4759-b952-5bf32c5a7beb] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1224.071404] env[69524]: DEBUG nova.policy [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd8e1eea2c1f941fa84188c6d8a0c65e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a94659e7b1e4498afd816883f31bda9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 1224.181903] env[69524]: INFO nova.compute.manager [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 116a59aa-3118-4122-ba6b-9cb0e4672c9a] Took 27.36 seconds to build instance. [ 1224.188679] env[69524]: DEBUG oslo_vmware.api [None req-a5e74ad8-27ec-43cd-ac54-e78a60e89863 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068810, 'name': PowerOffVM_Task, 'duration_secs': 0.264647} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.189086] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5e74ad8-27ec-43cd-ac54-e78a60e89863 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1224.190237] env[69524]: DEBUG nova.compute.manager [None req-a5e74ad8-27ec-43cd-ac54-e78a60e89863 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1224.190237] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8248affe-cb5d-49c2-842f-4d5c5bd4dfe8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.245657] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a9e915-5240-4bb3-bf9c-9603cb8c8303 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.255760] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9e1756-2376-4163-8f74-dabfdd146308 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.298978] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88fdff5-c00a-4d95-ab1f-d65a25e40585 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.310582] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7048c9-e95b-4248-99d1-8b9f57f0c246 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.332378] env[69524]: DEBUG nova.compute.provider_tree [None req-b2c3499c-c29c-4502-b640-24dc600a741e tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1224.336760] env[69524]: DEBUG oslo_vmware.api [None req-db2233a7-4d4f-4075-b77c-71d912b9a8c5 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': task-4068811, 'name': ReconfigVM_Task, 'duration_secs': 0.351767} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.337308] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-db2233a7-4d4f-4075-b77c-71d912b9a8c5 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d201cce9-881e-4449-8409-031911a2ba13] Reconfigured VM instance instance-00000062 to detach disk 2001 {{(pid=69524) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1224.337505] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-db2233a7-4d4f-4075-b77c-71d912b9a8c5 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d201cce9-881e-4449-8409-031911a2ba13] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1224.338081] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d84e7676-d7b3-4110-879c-b1e12df7a011 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.346469] env[69524]: DEBUG oslo_vmware.api [None req-db2233a7-4d4f-4075-b77c-71d912b9a8c5 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Waiting for the task: (returnval){ [ 1224.346469] env[69524]: value = "task-4068812" [ 1224.346469] env[69524]: _type = "Task" [ 1224.346469] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.357086] env[69524]: DEBUG oslo_vmware.api [None req-db2233a7-4d4f-4075-b77c-71d912b9a8c5 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': task-4068812, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.469180] env[69524]: DEBUG nova.compute.manager [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 9942294c-2525-4759-b952-5bf32c5a7beb] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1224.613784] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquiring lock "fcbf3595-f64a-442b-a33d-dd7e78f46c8b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.613784] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lock "fcbf3595-f64a-442b-a33d-dd7e78f46c8b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.615940] env[69524]: DEBUG nova.network.neutron [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7] Updating instance_info_cache with network_info: [{"id": "65bb33d5-a23a-43bd-aebe-7f13e2ec96bb", "address": "fa:16:3e:0f:0b:d9", "network": {"id": "a9a60441-bcb6-48cc-a7f0-04c95ef4d3df", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1083755634", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.98", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6d1df36a6964cb2915d8e2902e5e253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65bb33d5-a2", "ovs_interfaceid": "65bb33d5-a23a-43bd-aebe-7f13e2ec96bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "735d016b-d1a2-44bf-b26c-275046bad097", "address": "fa:16:3e:1d:58:f5", "network": {"id": "3ed1ca6a-0ce7-4fa0-83d0-7fa079321757", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-450365509", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.210", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c6d1df36a6964cb2915d8e2902e5e253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap735d016b-d1", "ovs_interfaceid": "735d016b-d1a2-44bf-b26c-275046bad097", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.684914] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0c8cade0-bbf2-42a1-8f18-ca9b5855d079 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "116a59aa-3118-4122-ba6b-9cb0e4672c9a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.872s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.707379] env[69524]: DEBUG nova.network.neutron [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 9942294c-2525-4759-b952-5bf32c5a7beb] Successfully created port: fce16165-eaee-456d-a040-ae1f8e3cb725 {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1224.711325] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a5e74ad8-27ec-43cd-ac54-e78a60e89863 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.084s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.808033] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1224.808033] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c746b56e-aefb-42be-8df3-9d4358dc03f8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.816209] env[69524]: DEBUG oslo_vmware.api [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 1224.816209] env[69524]: value = "task-4068813" [ 1224.816209] env[69524]: _type = "Task" [ 1224.816209] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.829666] env[69524]: DEBUG oslo_vmware.api [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068813, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.839088] env[69524]: DEBUG nova.scheduler.client.report [None req-b2c3499c-c29c-4502-b640-24dc600a741e tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1224.859896] env[69524]: DEBUG oslo_vmware.api [None req-db2233a7-4d4f-4075-b77c-71d912b9a8c5 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': task-4068812, 'name': PowerOnVM_Task, 'duration_secs': 0.446524} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.861140] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-db2233a7-4d4f-4075-b77c-71d912b9a8c5 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d201cce9-881e-4449-8409-031911a2ba13] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1224.862382] env[69524]: DEBUG nova.compute.manager [None req-db2233a7-4d4f-4075-b77c-71d912b9a8c5 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d201cce9-881e-4449-8409-031911a2ba13] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1224.863546] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02b03846-6f43-4347-82a2-c3f83b3120cd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.901918] env[69524]: DEBUG nova.compute.manager [req-eaadf7fe-75da-49ef-a015-9fc5047ba7c5 req-6ec58ac0-ddc0-410f-8f86-f79294931f5d service nova] [instance: e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7] Received event network-changed-735d016b-d1a2-44bf-b26c-275046bad097 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1224.902202] env[69524]: DEBUG nova.compute.manager [req-eaadf7fe-75da-49ef-a015-9fc5047ba7c5 req-6ec58ac0-ddc0-410f-8f86-f79294931f5d service nova] [instance: e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7] Refreshing instance network info cache due to event network-changed-735d016b-d1a2-44bf-b26c-275046bad097. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1224.902784] env[69524]: DEBUG oslo_concurrency.lockutils [req-eaadf7fe-75da-49ef-a015-9fc5047ba7c5 req-6ec58ac0-ddc0-410f-8f86-f79294931f5d service nova] Acquiring lock "refresh_cache-e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.119634] env[69524]: DEBUG nova.compute.manager [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1225.125539] env[69524]: DEBUG oslo_concurrency.lockutils [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Releasing lock "refresh_cache-e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.126102] env[69524]: DEBUG nova.compute.manager [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7] Instance network_info: |[{"id": "65bb33d5-a23a-43bd-aebe-7f13e2ec96bb", "address": "fa:16:3e:0f:0b:d9", "network": {"id": "a9a60441-bcb6-48cc-a7f0-04c95ef4d3df", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1083755634", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.98", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6d1df36a6964cb2915d8e2902e5e253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65bb33d5-a2", "ovs_interfaceid": "65bb33d5-a23a-43bd-aebe-7f13e2ec96bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "735d016b-d1a2-44bf-b26c-275046bad097", "address": "fa:16:3e:1d:58:f5", "network": {"id": "3ed1ca6a-0ce7-4fa0-83d0-7fa079321757", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-450365509", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.210", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c6d1df36a6964cb2915d8e2902e5e253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap735d016b-d1", "ovs_interfaceid": "735d016b-d1a2-44bf-b26c-275046bad097", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1225.126836] env[69524]: DEBUG oslo_concurrency.lockutils [req-eaadf7fe-75da-49ef-a015-9fc5047ba7c5 req-6ec58ac0-ddc0-410f-8f86-f79294931f5d service nova] Acquired lock "refresh_cache-e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.127148] env[69524]: DEBUG nova.network.neutron [req-eaadf7fe-75da-49ef-a015-9fc5047ba7c5 req-6ec58ac0-ddc0-410f-8f86-f79294931f5d service nova] [instance: e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7] Refreshing network info cache for port 735d016b-d1a2-44bf-b26c-275046bad097 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1225.131992] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:0b:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e55c248-c504-4c7a-bbe9-f42cf417aee7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65bb33d5-a23a-43bd-aebe-7f13e2ec96bb', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:58:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '735d016b-d1a2-44bf-b26c-275046bad097', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1225.138716] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1225.140048] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1225.140239] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ef01d50-ca4f-4500-bea7-973c47587ca5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.167919] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1225.167919] env[69524]: value = "task-4068814" [ 1225.167919] env[69524]: _type = "Task" [ 1225.167919] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.178195] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068814, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.337371] env[69524]: DEBUG oslo_vmware.api [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068813, 'name': PowerOffVM_Task, 'duration_secs': 0.397553} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.337371] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1225.337371] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03badcf8-47d2-42f0-a5fa-c15190c37170 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.348180] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b2c3499c-c29c-4502-b640-24dc600a741e tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.893s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.369718] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0998cf1-2153-4deb-8ca2-a649f72adbf9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.375298] env[69524]: INFO nova.scheduler.client.report [None req-b2c3499c-c29c-4502-b640-24dc600a741e tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Deleted allocations for instance b9214d01-7f72-4242-98f0-07c584de8d40 [ 1225.404267] env[69524]: DEBUG oslo_concurrency.lockutils [None req-124accd2-6104-445e-b892-de4d2c4305a2 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquiring lock "ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.404378] env[69524]: DEBUG oslo_concurrency.lockutils [None req-124accd2-6104-445e-b892-de4d2c4305a2 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.404581] env[69524]: DEBUG oslo_concurrency.lockutils [None req-124accd2-6104-445e-b892-de4d2c4305a2 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquiring lock "ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.404757] env[69524]: DEBUG oslo_concurrency.lockutils [None req-124accd2-6104-445e-b892-de4d2c4305a2 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.404930] env[69524]: DEBUG oslo_concurrency.lockutils [None req-124accd2-6104-445e-b892-de4d2c4305a2 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.408996] env[69524]: INFO nova.compute.manager [None req-124accd2-6104-445e-b892-de4d2c4305a2 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5] Terminating instance [ 1225.460476] env[69524]: DEBUG nova.compute.manager [req-6056fc8f-7bf2-43e0-b974-2b9349e48827 req-68ce2dfe-9770-4e25-832d-1adf31f53b73 service nova] [instance: 116a59aa-3118-4122-ba6b-9cb0e4672c9a] Received event network-changed-58d454d0-45cc-4de3-8082-2c4986bbcb2a {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1225.460476] env[69524]: DEBUG nova.compute.manager [req-6056fc8f-7bf2-43e0-b974-2b9349e48827 req-68ce2dfe-9770-4e25-832d-1adf31f53b73 service nova] [instance: 116a59aa-3118-4122-ba6b-9cb0e4672c9a] Refreshing instance network info cache due to event network-changed-58d454d0-45cc-4de3-8082-2c4986bbcb2a. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1225.460476] env[69524]: DEBUG oslo_concurrency.lockutils [req-6056fc8f-7bf2-43e0-b974-2b9349e48827 req-68ce2dfe-9770-4e25-832d-1adf31f53b73 service nova] Acquiring lock "refresh_cache-116a59aa-3118-4122-ba6b-9cb0e4672c9a" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.460728] env[69524]: DEBUG oslo_concurrency.lockutils [req-6056fc8f-7bf2-43e0-b974-2b9349e48827 req-68ce2dfe-9770-4e25-832d-1adf31f53b73 service nova] Acquired lock "refresh_cache-116a59aa-3118-4122-ba6b-9cb0e4672c9a" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.461051] env[69524]: DEBUG nova.network.neutron [req-6056fc8f-7bf2-43e0-b974-2b9349e48827 req-68ce2dfe-9770-4e25-832d-1adf31f53b73 service nova] [instance: 116a59aa-3118-4122-ba6b-9cb0e4672c9a] Refreshing network info cache for port 58d454d0-45cc-4de3-8082-2c4986bbcb2a {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1225.485089] env[69524]: DEBUG nova.compute.manager [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 9942294c-2525-4759-b952-5bf32c5a7beb] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1225.510298] env[69524]: DEBUG nova.virt.hardware [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1225.510666] env[69524]: DEBUG nova.virt.hardware [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1225.510880] env[69524]: DEBUG nova.virt.hardware [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1225.511138] env[69524]: DEBUG nova.virt.hardware [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1225.511348] env[69524]: DEBUG nova.virt.hardware [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1225.511555] env[69524]: DEBUG nova.virt.hardware [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1225.512205] env[69524]: DEBUG nova.virt.hardware [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1225.512205] env[69524]: DEBUG nova.virt.hardware [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1225.512648] env[69524]: DEBUG nova.virt.hardware [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1225.512971] env[69524]: DEBUG nova.virt.hardware [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1225.513789] env[69524]: DEBUG nova.virt.hardware [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1225.514962] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2afacc3f-17a9-4fa5-9019-3f052390df33 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.527569] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05114ac6-dcdc-4be8-a824-b4ade6ca4b78 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.653504] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.653859] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.657871] env[69524]: INFO nova.compute.claims [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1225.685604] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068814, 'name': CreateVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.894503] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Creating Snapshot of the VM instance {{(pid=69524) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1225.894980] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b2c3499c-c29c-4502-b640-24dc600a741e tempest-ImagesOneServerNegativeTestJSON-1235985300 tempest-ImagesOneServerNegativeTestJSON-1235985300-project-member] Lock "b9214d01-7f72-4242-98f0-07c584de8d40" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.082s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.895964] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2cccf1f3-0788-4ece-a006-a4904a3e62ac {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.905365] env[69524]: DEBUG oslo_vmware.api [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 1225.905365] env[69524]: value = "task-4068815" [ 1225.905365] env[69524]: _type = "Task" [ 1225.905365] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.916798] env[69524]: DEBUG nova.compute.manager [None req-124accd2-6104-445e-b892-de4d2c4305a2 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1225.923425] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-124accd2-6104-445e-b892-de4d2c4305a2 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1225.923425] env[69524]: DEBUG oslo_vmware.api [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068815, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.923425] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4ce794-0dbc-4a67-bf70-67e1bdc99f7e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.927704] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9adaeb5a-a706-444f-9bc8-bce125139697 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Acquiring lock "d201cce9-881e-4449-8409-031911a2ba13" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.927966] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9adaeb5a-a706-444f-9bc8-bce125139697 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Lock "d201cce9-881e-4449-8409-031911a2ba13" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.928198] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9adaeb5a-a706-444f-9bc8-bce125139697 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Acquiring lock "d201cce9-881e-4449-8409-031911a2ba13-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.929324] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9adaeb5a-a706-444f-9bc8-bce125139697 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Lock "d201cce9-881e-4449-8409-031911a2ba13-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.929324] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9adaeb5a-a706-444f-9bc8-bce125139697 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Lock "d201cce9-881e-4449-8409-031911a2ba13-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.930619] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-124accd2-6104-445e-b892-de4d2c4305a2 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1225.933993] env[69524]: INFO nova.compute.manager [None req-9adaeb5a-a706-444f-9bc8-bce125139697 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d201cce9-881e-4449-8409-031911a2ba13] Terminating instance [ 1225.936072] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16d75dae-cd60-4e28-9ddb-1e28bd538aa4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.024187] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-124accd2-6104-445e-b892-de4d2c4305a2 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1226.024187] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-124accd2-6104-445e-b892-de4d2c4305a2 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1226.024187] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-124accd2-6104-445e-b892-de4d2c4305a2 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Deleting the datastore file [datastore1] ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1226.024187] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6406596-6e18-4ff6-8248-8a99ff80b69d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.037752] env[69524]: DEBUG oslo_vmware.api [None req-124accd2-6104-445e-b892-de4d2c4305a2 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1226.037752] env[69524]: value = "task-4068817" [ 1226.037752] env[69524]: _type = "Task" [ 1226.037752] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.048114] env[69524]: DEBUG oslo_vmware.api [None req-124accd2-6104-445e-b892-de4d2c4305a2 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068817, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.189386] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068814, 'name': CreateVM_Task, 'duration_secs': 0.684395} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.195175] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1226.198648] env[69524]: DEBUG oslo_concurrency.lockutils [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.198927] env[69524]: DEBUG oslo_concurrency.lockutils [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.199353] env[69524]: DEBUG oslo_concurrency.lockutils [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.202216] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23f50af8-815d-424f-917e-6e2383459209 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.207799] env[69524]: DEBUG oslo_vmware.api [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Waiting for the task: (returnval){ [ 1226.207799] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5202d5ab-3093-6f01-dd67-51ec939575b0" [ 1226.207799] env[69524]: _type = "Task" [ 1226.207799] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.220042] env[69524]: DEBUG oslo_vmware.api [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5202d5ab-3093-6f01-dd67-51ec939575b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.289252] env[69524]: DEBUG nova.network.neutron [req-6056fc8f-7bf2-43e0-b974-2b9349e48827 req-68ce2dfe-9770-4e25-832d-1adf31f53b73 service nova] [instance: 116a59aa-3118-4122-ba6b-9cb0e4672c9a] Updated VIF entry in instance network info cache for port 58d454d0-45cc-4de3-8082-2c4986bbcb2a. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1226.289672] env[69524]: DEBUG nova.network.neutron [req-6056fc8f-7bf2-43e0-b974-2b9349e48827 req-68ce2dfe-9770-4e25-832d-1adf31f53b73 service nova] [instance: 116a59aa-3118-4122-ba6b-9cb0e4672c9a] Updating instance_info_cache with network_info: [{"id": "58d454d0-45cc-4de3-8082-2c4986bbcb2a", "address": "fa:16:3e:61:c3:b0", "network": {"id": "83b5b669-1127-466e-a1d3-d2ddd7a35a32", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-128524143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ae0643199f1483bbac41f0f4a2857ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58d454d0-45", "ovs_interfaceid": "58d454d0-45cc-4de3-8082-2c4986bbcb2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.354348] env[69524]: DEBUG nova.network.neutron [req-eaadf7fe-75da-49ef-a015-9fc5047ba7c5 req-6ec58ac0-ddc0-410f-8f86-f79294931f5d service nova] [instance: e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7] Updated VIF entry in instance network info cache for port 735d016b-d1a2-44bf-b26c-275046bad097. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1226.354907] env[69524]: DEBUG nova.network.neutron [req-eaadf7fe-75da-49ef-a015-9fc5047ba7c5 req-6ec58ac0-ddc0-410f-8f86-f79294931f5d service nova] [instance: e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7] Updating instance_info_cache with network_info: [{"id": "65bb33d5-a23a-43bd-aebe-7f13e2ec96bb", "address": "fa:16:3e:0f:0b:d9", "network": {"id": "a9a60441-bcb6-48cc-a7f0-04c95ef4d3df", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1083755634", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.98", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6d1df36a6964cb2915d8e2902e5e253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e55c248-c504-4c7a-bbe9-f42cf417aee7", "external-id": "nsx-vlan-transportzone-471", "segmentation_id": 471, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65bb33d5-a2", "ovs_interfaceid": "65bb33d5-a23a-43bd-aebe-7f13e2ec96bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "735d016b-d1a2-44bf-b26c-275046bad097", "address": "fa:16:3e:1d:58:f5", "network": {"id": "3ed1ca6a-0ce7-4fa0-83d0-7fa079321757", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-450365509", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.210", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c6d1df36a6964cb2915d8e2902e5e253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap735d016b-d1", "ovs_interfaceid": "735d016b-d1a2-44bf-b26c-275046bad097", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.417829] env[69524]: DEBUG oslo_vmware.api [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068815, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.441984] env[69524]: DEBUG nova.compute.manager [None req-9adaeb5a-a706-444f-9bc8-bce125139697 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d201cce9-881e-4449-8409-031911a2ba13] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1226.442376] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-9adaeb5a-a706-444f-9bc8-bce125139697 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d201cce9-881e-4449-8409-031911a2ba13] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1226.443765] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db4ec12-ac0c-4edd-832d-fa2561cc0833 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.459346] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-9adaeb5a-a706-444f-9bc8-bce125139697 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d201cce9-881e-4449-8409-031911a2ba13] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1226.459661] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8be53bbc-9a9d-4f68-b49a-4d6299b45037 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.468043] env[69524]: DEBUG oslo_vmware.api [None req-9adaeb5a-a706-444f-9bc8-bce125139697 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Waiting for the task: (returnval){ [ 1226.468043] env[69524]: value = "task-4068818" [ 1226.468043] env[69524]: _type = "Task" [ 1226.468043] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.480365] env[69524]: DEBUG oslo_vmware.api [None req-9adaeb5a-a706-444f-9bc8-bce125139697 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': task-4068818, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.557453] env[69524]: DEBUG oslo_vmware.api [None req-124accd2-6104-445e-b892-de4d2c4305a2 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068817, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183758} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.557878] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-124accd2-6104-445e-b892-de4d2c4305a2 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1226.558176] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-124accd2-6104-445e-b892-de4d2c4305a2 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1226.558431] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-124accd2-6104-445e-b892-de4d2c4305a2 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1226.558583] env[69524]: INFO nova.compute.manager [None req-124accd2-6104-445e-b892-de4d2c4305a2 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1226.559031] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-124accd2-6104-445e-b892-de4d2c4305a2 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1226.560286] env[69524]: DEBUG nova.compute.manager [-] [instance: ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1226.560473] env[69524]: DEBUG nova.network.neutron [-] [instance: ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1226.721715] env[69524]: DEBUG oslo_vmware.api [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5202d5ab-3093-6f01-dd67-51ec939575b0, 'name': SearchDatastore_Task, 'duration_secs': 0.024645} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.722283] env[69524]: DEBUG oslo_concurrency.lockutils [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.722657] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1226.723045] env[69524]: DEBUG oslo_concurrency.lockutils [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.724036] env[69524]: DEBUG oslo_concurrency.lockutils [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.724036] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1226.724036] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c6c1401-5ff2-444c-aa1f-60116080cdb3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.744814] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1226.744814] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1226.744814] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0866a7fe-3bbd-4684-ad68-097adab1991a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.751397] env[69524]: DEBUG oslo_vmware.api [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Waiting for the task: (returnval){ [ 1226.751397] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52ee34ff-8051-8445-0997-f0609242ce71" [ 1226.751397] env[69524]: _type = "Task" [ 1226.751397] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.760988] env[69524]: DEBUG oslo_vmware.api [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52ee34ff-8051-8445-0997-f0609242ce71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.793853] env[69524]: DEBUG oslo_concurrency.lockutils [req-6056fc8f-7bf2-43e0-b974-2b9349e48827 req-68ce2dfe-9770-4e25-832d-1adf31f53b73 service nova] Releasing lock "refresh_cache-116a59aa-3118-4122-ba6b-9cb0e4672c9a" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.858227] env[69524]: DEBUG oslo_concurrency.lockutils [req-eaadf7fe-75da-49ef-a015-9fc5047ba7c5 req-6ec58ac0-ddc0-410f-8f86-f79294931f5d service nova] Releasing lock "refresh_cache-e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.919943] env[69524]: DEBUG oslo_vmware.api [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068815, 'name': CreateSnapshot_Task, 'duration_secs': 0.699496} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.920485] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Created Snapshot of the VM instance {{(pid=69524) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1226.921326] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e13c28-1f45-48b7-ab73-2be352b222b5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.954697] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94e8d803-22b3-4adf-ae67-04c729342dc8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.964569] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a13958-0814-409a-9bd8-352216095519 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.007871] env[69524]: DEBUG nova.compute.manager [req-e0e784cc-4d4f-464b-83d5-40e58fdd0ca9 req-5ddca237-58f2-4716-b13d-e13e742d0625 service nova] [instance: 9942294c-2525-4759-b952-5bf32c5a7beb] Received event network-vif-plugged-fce16165-eaee-456d-a040-ae1f8e3cb725 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1227.007871] env[69524]: DEBUG oslo_concurrency.lockutils [req-e0e784cc-4d4f-464b-83d5-40e58fdd0ca9 req-5ddca237-58f2-4716-b13d-e13e742d0625 service nova] Acquiring lock "9942294c-2525-4759-b952-5bf32c5a7beb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.008182] env[69524]: DEBUG oslo_concurrency.lockutils [req-e0e784cc-4d4f-464b-83d5-40e58fdd0ca9 req-5ddca237-58f2-4716-b13d-e13e742d0625 service nova] Lock "9942294c-2525-4759-b952-5bf32c5a7beb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.008556] env[69524]: DEBUG oslo_concurrency.lockutils [req-e0e784cc-4d4f-464b-83d5-40e58fdd0ca9 req-5ddca237-58f2-4716-b13d-e13e742d0625 service nova] Lock "9942294c-2525-4759-b952-5bf32c5a7beb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.008556] env[69524]: DEBUG nova.compute.manager [req-e0e784cc-4d4f-464b-83d5-40e58fdd0ca9 req-5ddca237-58f2-4716-b13d-e13e742d0625 service nova] [instance: 9942294c-2525-4759-b952-5bf32c5a7beb] No waiting events found dispatching network-vif-plugged-fce16165-eaee-456d-a040-ae1f8e3cb725 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1227.008718] env[69524]: WARNING nova.compute.manager [req-e0e784cc-4d4f-464b-83d5-40e58fdd0ca9 req-5ddca237-58f2-4716-b13d-e13e742d0625 service nova] [instance: 9942294c-2525-4759-b952-5bf32c5a7beb] Received unexpected event network-vif-plugged-fce16165-eaee-456d-a040-ae1f8e3cb725 for instance with vm_state building and task_state spawning. [ 1227.011369] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1c6134-eca5-4b6e-9741-2d691889dc58 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.019744] env[69524]: DEBUG oslo_vmware.api [None req-9adaeb5a-a706-444f-9bc8-bce125139697 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': task-4068818, 'name': PowerOffVM_Task, 'duration_secs': 0.232457} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.019744] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-9adaeb5a-a706-444f-9bc8-bce125139697 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d201cce9-881e-4449-8409-031911a2ba13] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1227.019744] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-9adaeb5a-a706-444f-9bc8-bce125139697 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d201cce9-881e-4449-8409-031911a2ba13] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1227.019744] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8175805c-9435-4f04-906a-ad0477057c78 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.025137] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74c0fe5-7ed6-4b26-a11b-57f916af2cff {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.040808] env[69524]: DEBUG nova.compute.provider_tree [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1227.100153] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-9adaeb5a-a706-444f-9bc8-bce125139697 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d201cce9-881e-4449-8409-031911a2ba13] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1227.100153] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-9adaeb5a-a706-444f-9bc8-bce125139697 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d201cce9-881e-4449-8409-031911a2ba13] Deleting contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1227.100153] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-9adaeb5a-a706-444f-9bc8-bce125139697 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Deleting the datastore file [datastore2] d201cce9-881e-4449-8409-031911a2ba13 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1227.100153] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd086a80-2384-4c19-b30e-7f7dce3b5f7f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.111488] env[69524]: DEBUG oslo_vmware.api [None req-9adaeb5a-a706-444f-9bc8-bce125139697 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Waiting for the task: (returnval){ [ 1227.111488] env[69524]: value = "task-4068821" [ 1227.111488] env[69524]: _type = "Task" [ 1227.111488] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.119699] env[69524]: DEBUG oslo_vmware.api [None req-9adaeb5a-a706-444f-9bc8-bce125139697 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': task-4068821, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.135234] env[69524]: DEBUG nova.network.neutron [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 9942294c-2525-4759-b952-5bf32c5a7beb] Successfully updated port: fce16165-eaee-456d-a040-ae1f8e3cb725 {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1227.268547] env[69524]: DEBUG oslo_vmware.api [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52ee34ff-8051-8445-0997-f0609242ce71, 'name': SearchDatastore_Task, 'duration_secs': 0.021835} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.268547] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90b0bd5b-5879-42ed-9ff7-4acb392bd7ad {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.275354] env[69524]: DEBUG oslo_vmware.api [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Waiting for the task: (returnval){ [ 1227.275354] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52ce6b13-4699-608e-9746-ecd8e2097352" [ 1227.275354] env[69524]: _type = "Task" [ 1227.275354] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.286294] env[69524]: DEBUG oslo_vmware.api [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52ce6b13-4699-608e-9746-ecd8e2097352, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.442125] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Creating linked-clone VM from snapshot {{(pid=69524) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1227.442538] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1ce07789-57b2-4048-85db-9494773d487d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.451995] env[69524]: DEBUG oslo_vmware.api [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 1227.451995] env[69524]: value = "task-4068822" [ 1227.451995] env[69524]: _type = "Task" [ 1227.451995] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.461104] env[69524]: DEBUG oslo_vmware.api [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068822, 'name': CloneVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.544133] env[69524]: DEBUG nova.scheduler.client.report [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1227.626306] env[69524]: DEBUG oslo_vmware.api [None req-9adaeb5a-a706-444f-9bc8-bce125139697 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': task-4068821, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.445384} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.626780] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-9adaeb5a-a706-444f-9bc8-bce125139697 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1227.627036] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-9adaeb5a-a706-444f-9bc8-bce125139697 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d201cce9-881e-4449-8409-031911a2ba13] Deleted contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1227.627292] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-9adaeb5a-a706-444f-9bc8-bce125139697 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d201cce9-881e-4449-8409-031911a2ba13] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1227.627587] env[69524]: INFO nova.compute.manager [None req-9adaeb5a-a706-444f-9bc8-bce125139697 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d201cce9-881e-4449-8409-031911a2ba13] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1227.628182] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9adaeb5a-a706-444f-9bc8-bce125139697 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1227.628182] env[69524]: DEBUG nova.compute.manager [-] [instance: d201cce9-881e-4449-8409-031911a2ba13] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1227.628446] env[69524]: DEBUG nova.network.neutron [-] [instance: d201cce9-881e-4449-8409-031911a2ba13] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1227.637713] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquiring lock "refresh_cache-9942294c-2525-4759-b952-5bf32c5a7beb" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.638042] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquired lock "refresh_cache-9942294c-2525-4759-b952-5bf32c5a7beb" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.638295] env[69524]: DEBUG nova.network.neutron [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 9942294c-2525-4759-b952-5bf32c5a7beb] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1227.786332] env[69524]: DEBUG oslo_vmware.api [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52ce6b13-4699-608e-9746-ecd8e2097352, 'name': SearchDatastore_Task, 'duration_secs': 0.025332} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.786712] env[69524]: DEBUG oslo_concurrency.lockutils [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.786838] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7/e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1227.787339] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e32ba25-20da-4941-8a11-86860ea424c2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.796543] env[69524]: DEBUG oslo_vmware.api [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Waiting for the task: (returnval){ [ 1227.796543] env[69524]: value = "task-4068823" [ 1227.796543] env[69524]: _type = "Task" [ 1227.796543] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.807555] env[69524]: DEBUG oslo_vmware.api [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Task: {'id': task-4068823, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.963764] env[69524]: DEBUG oslo_vmware.api [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068822, 'name': CloneVM_Task} progress is 94%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.028933] env[69524]: DEBUG nova.network.neutron [-] [instance: ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.051376] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.397s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.051966] env[69524]: DEBUG nova.compute.manager [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1228.268991] env[69524]: DEBUG nova.network.neutron [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 9942294c-2525-4759-b952-5bf32c5a7beb] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1228.308093] env[69524]: DEBUG oslo_vmware.api [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Task: {'id': task-4068823, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.465214] env[69524]: DEBUG oslo_vmware.api [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068822, 'name': CloneVM_Task} progress is 94%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.531856] env[69524]: INFO nova.compute.manager [-] [instance: ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5] Took 1.97 seconds to deallocate network for instance. [ 1228.557349] env[69524]: DEBUG nova.compute.utils [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1228.560022] env[69524]: DEBUG nova.compute.manager [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1228.560231] env[69524]: DEBUG nova.network.neutron [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1228.680960] env[69524]: DEBUG nova.policy [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75e9390581df481eb83f5286dd2996b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e79fb10ba570446e80b89783732d562f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 1228.697355] env[69524]: DEBUG nova.network.neutron [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 9942294c-2525-4759-b952-5bf32c5a7beb] Updating instance_info_cache with network_info: [{"id": "fce16165-eaee-456d-a040-ae1f8e3cb725", "address": "fa:16:3e:da:f1:2e", "network": {"id": "fb5872dc-060d-440d-9732-412267d366b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-932153407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a94659e7b1e4498afd816883f31bda9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfce16165-ea", "ovs_interfaceid": "fce16165-eaee-456d-a040-ae1f8e3cb725", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.808169] env[69524]: DEBUG oslo_vmware.api [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Task: {'id': task-4068823, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556771} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.808493] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7/e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1228.808640] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1228.808908] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1349e21-e2e1-474b-88c4-66549f1e2758 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.818610] env[69524]: DEBUG oslo_vmware.api [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Waiting for the task: (returnval){ [ 1228.818610] env[69524]: value = "task-4068824" [ 1228.818610] env[69524]: _type = "Task" [ 1228.818610] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.829364] env[69524]: DEBUG oslo_vmware.api [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Task: {'id': task-4068824, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.919403] env[69524]: DEBUG nova.network.neutron [-] [instance: d201cce9-881e-4449-8409-031911a2ba13] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.968766] env[69524]: DEBUG oslo_vmware.api [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068822, 'name': CloneVM_Task} progress is 94%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.014724] env[69524]: DEBUG nova.compute.manager [req-2c419587-a440-4c4c-8029-86d5323aa64c req-5583205f-c166-478e-9281-73f630a28335 service nova] [instance: 9942294c-2525-4759-b952-5bf32c5a7beb] Received event network-changed-fce16165-eaee-456d-a040-ae1f8e3cb725 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1229.014919] env[69524]: DEBUG nova.compute.manager [req-2c419587-a440-4c4c-8029-86d5323aa64c req-5583205f-c166-478e-9281-73f630a28335 service nova] [instance: 9942294c-2525-4759-b952-5bf32c5a7beb] Refreshing instance network info cache due to event network-changed-fce16165-eaee-456d-a040-ae1f8e3cb725. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1229.017256] env[69524]: DEBUG oslo_concurrency.lockutils [req-2c419587-a440-4c4c-8029-86d5323aa64c req-5583205f-c166-478e-9281-73f630a28335 service nova] Acquiring lock "refresh_cache-9942294c-2525-4759-b952-5bf32c5a7beb" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.041585] env[69524]: DEBUG oslo_concurrency.lockutils [None req-124accd2-6104-445e-b892-de4d2c4305a2 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.041923] env[69524]: DEBUG oslo_concurrency.lockutils [None req-124accd2-6104-445e-b892-de4d2c4305a2 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.042318] env[69524]: DEBUG nova.objects.instance [None req-124accd2-6104-445e-b892-de4d2c4305a2 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lazy-loading 'resources' on Instance uuid ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1229.062296] env[69524]: DEBUG nova.compute.manager [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1229.198649] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Releasing lock "refresh_cache-9942294c-2525-4759-b952-5bf32c5a7beb" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.199016] env[69524]: DEBUG nova.compute.manager [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 9942294c-2525-4759-b952-5bf32c5a7beb] Instance network_info: |[{"id": "fce16165-eaee-456d-a040-ae1f8e3cb725", "address": "fa:16:3e:da:f1:2e", "network": {"id": "fb5872dc-060d-440d-9732-412267d366b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-932153407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a94659e7b1e4498afd816883f31bda9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfce16165-ea", "ovs_interfaceid": "fce16165-eaee-456d-a040-ae1f8e3cb725", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1229.200698] env[69524]: DEBUG oslo_concurrency.lockutils [req-2c419587-a440-4c4c-8029-86d5323aa64c req-5583205f-c166-478e-9281-73f630a28335 service nova] Acquired lock "refresh_cache-9942294c-2525-4759-b952-5bf32c5a7beb" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.200698] env[69524]: DEBUG nova.network.neutron [req-2c419587-a440-4c4c-8029-86d5323aa64c req-5583205f-c166-478e-9281-73f630a28335 service nova] [instance: 9942294c-2525-4759-b952-5bf32c5a7beb] Refreshing network info cache for port fce16165-eaee-456d-a040-ae1f8e3cb725 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1229.201173] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 9942294c-2525-4759-b952-5bf32c5a7beb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:f1:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fce16165-eaee-456d-a040-ae1f8e3cb725', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1229.215049] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1229.218271] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9942294c-2525-4759-b952-5bf32c5a7beb] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1229.218951] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee3ef5fa-20d3-431f-b06a-ec6e3a8ace5c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.255432] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1229.255432] env[69524]: value = "task-4068825" [ 1229.255432] env[69524]: _type = "Task" [ 1229.255432] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.268123] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068825, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.339691] env[69524]: DEBUG oslo_vmware.api [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Task: {'id': task-4068824, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.245201} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.339691] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1229.340191] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b657396f-438b-4086-842c-f0e979a304ec {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.373758] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7/e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1229.374196] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1409a544-1fda-4369-9579-1c9035a9268c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.406358] env[69524]: DEBUG oslo_vmware.api [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Waiting for the task: (returnval){ [ 1229.406358] env[69524]: value = "task-4068826" [ 1229.406358] env[69524]: _type = "Task" [ 1229.406358] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.417204] env[69524]: DEBUG oslo_vmware.api [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Task: {'id': task-4068826, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.425563] env[69524]: INFO nova.compute.manager [-] [instance: d201cce9-881e-4449-8409-031911a2ba13] Took 1.80 seconds to deallocate network for instance. [ 1229.454265] env[69524]: DEBUG nova.network.neutron [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Successfully created port: f75630d0-ec9a-456a-9a55-26944a3f02ed {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1229.470436] env[69524]: DEBUG oslo_vmware.api [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068822, 'name': CloneVM_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.767422] env[69524]: DEBUG nova.network.neutron [req-2c419587-a440-4c4c-8029-86d5323aa64c req-5583205f-c166-478e-9281-73f630a28335 service nova] [instance: 9942294c-2525-4759-b952-5bf32c5a7beb] Updated VIF entry in instance network info cache for port fce16165-eaee-456d-a040-ae1f8e3cb725. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1229.767422] env[69524]: DEBUG nova.network.neutron [req-2c419587-a440-4c4c-8029-86d5323aa64c req-5583205f-c166-478e-9281-73f630a28335 service nova] [instance: 9942294c-2525-4759-b952-5bf32c5a7beb] Updating instance_info_cache with network_info: [{"id": "fce16165-eaee-456d-a040-ae1f8e3cb725", "address": "fa:16:3e:da:f1:2e", "network": {"id": "fb5872dc-060d-440d-9732-412267d366b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-932153407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a94659e7b1e4498afd816883f31bda9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfce16165-ea", "ovs_interfaceid": "fce16165-eaee-456d-a040-ae1f8e3cb725", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.788431] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068825, 'name': CreateVM_Task, 'duration_secs': 0.493105} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.791205] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9942294c-2525-4759-b952-5bf32c5a7beb] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1229.792574] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.794998] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.794998] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.794998] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad5d6c0e-7f80-4842-b845-e65c103f0983 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.805698] env[69524]: DEBUG oslo_vmware.api [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1229.805698] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52245e08-200b-8a0e-4fcd-68bffefd31c8" [ 1229.805698] env[69524]: _type = "Task" [ 1229.805698] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.820401] env[69524]: DEBUG oslo_vmware.api [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52245e08-200b-8a0e-4fcd-68bffefd31c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.912117] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05905e1e-0772-4c22-8ca2-075c413367d7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.919121] env[69524]: DEBUG oslo_vmware.api [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Task: {'id': task-4068826, 'name': ReconfigVM_Task, 'duration_secs': 0.382801} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.920076] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7] Reconfigured VM instance instance-00000067 to attach disk [datastore1] e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7/e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1229.923993] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-030ef361-7a15-4b5e-a475-65b28001d119 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.927917] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6ed6c2-cc23-4f80-ae7b-990d85ef0677 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.932940] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9adaeb5a-a706-444f-9bc8-bce125139697 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.935308] env[69524]: DEBUG oslo_vmware.api [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Waiting for the task: (returnval){ [ 1229.935308] env[69524]: value = "task-4068827" [ 1229.935308] env[69524]: _type = "Task" [ 1229.935308] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.984505] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ab033b-1605-4991-9a4f-bff467357b49 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.998172] env[69524]: DEBUG oslo_vmware.api [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Task: {'id': task-4068827, 'name': Rename_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.999287] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Acquiring lock "2a7cd0d3-edf5-4cf8-987f-8df4da315b38" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.999569] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Lock "2a7cd0d3-edf5-4cf8-987f-8df4da315b38" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.009286] env[69524]: DEBUG oslo_vmware.api [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068822, 'name': CloneVM_Task, 'duration_secs': 2.089703} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.010023] env[69524]: INFO nova.virt.vmwareapi.vmops [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Created linked-clone VM from snapshot [ 1230.011620] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565ce295-9b39-4aea-9118-9ff11f0bd4b9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.018582] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52babd3f-896a-4192-9350-27a767560e3c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.036050] env[69524]: DEBUG nova.virt.vmwareapi.images [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Uploading image 69c4e57b-a81d-4f99-907a-655d1d33d663 {{(pid=69524) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1230.038780] env[69524]: DEBUG nova.compute.provider_tree [None req-124accd2-6104-445e-b892-de4d2c4305a2 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1230.074832] env[69524]: DEBUG oslo_vmware.rw_handles [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1230.074832] env[69524]: value = "vm-806313" [ 1230.074832] env[69524]: _type = "VirtualMachine" [ 1230.074832] env[69524]: }. {{(pid=69524) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1230.076154] env[69524]: DEBUG nova.compute.manager [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1230.079052] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d1e5a987-e756-401c-82d6-b39d96840a0e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.087948] env[69524]: DEBUG oslo_vmware.rw_handles [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lease: (returnval){ [ 1230.087948] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52afeaa6-f764-7fd7-9e3b-a02e5d1a38d0" [ 1230.087948] env[69524]: _type = "HttpNfcLease" [ 1230.087948] env[69524]: } obtained for exporting VM: (result){ [ 1230.087948] env[69524]: value = "vm-806313" [ 1230.087948] env[69524]: _type = "VirtualMachine" [ 1230.087948] env[69524]: }. {{(pid=69524) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1230.088395] env[69524]: DEBUG oslo_vmware.api [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the lease: (returnval){ [ 1230.088395] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52afeaa6-f764-7fd7-9e3b-a02e5d1a38d0" [ 1230.088395] env[69524]: _type = "HttpNfcLease" [ 1230.088395] env[69524]: } to be ready. {{(pid=69524) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1230.098080] env[69524]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1230.098080] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52afeaa6-f764-7fd7-9e3b-a02e5d1a38d0" [ 1230.098080] env[69524]: _type = "HttpNfcLease" [ 1230.098080] env[69524]: } is initializing. {{(pid=69524) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1230.110508] env[69524]: DEBUG nova.virt.hardware [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1230.110688] env[69524]: DEBUG nova.virt.hardware [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1230.110848] env[69524]: DEBUG nova.virt.hardware [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1230.111053] env[69524]: DEBUG nova.virt.hardware [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1230.111183] env[69524]: DEBUG nova.virt.hardware [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1230.111329] env[69524]: DEBUG nova.virt.hardware [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1230.111533] env[69524]: DEBUG nova.virt.hardware [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1230.111687] env[69524]: DEBUG nova.virt.hardware [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1230.111858] env[69524]: DEBUG nova.virt.hardware [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1230.112071] env[69524]: DEBUG nova.virt.hardware [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1230.112855] env[69524]: DEBUG nova.virt.hardware [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1230.113134] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78dbd4a1-dde4-4258-b6c3-455cecf1b232 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.121411] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee1fedd-94d0-4f24-a257-63f276b5ca52 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.270465] env[69524]: DEBUG oslo_concurrency.lockutils [req-2c419587-a440-4c4c-8029-86d5323aa64c req-5583205f-c166-478e-9281-73f630a28335 service nova] Releasing lock "refresh_cache-9942294c-2525-4759-b952-5bf32c5a7beb" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.271098] env[69524]: DEBUG nova.compute.manager [req-2c419587-a440-4c4c-8029-86d5323aa64c req-5583205f-c166-478e-9281-73f630a28335 service nova] [instance: ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5] Received event network-vif-deleted-2d82b2c8-26da-4da3-b93e-5ca8476b1afe {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1230.271216] env[69524]: DEBUG nova.compute.manager [req-2c419587-a440-4c4c-8029-86d5323aa64c req-5583205f-c166-478e-9281-73f630a28335 service nova] [instance: d201cce9-881e-4449-8409-031911a2ba13] Received event network-vif-deleted-cf3ed128-3039-4051-b6ce-bad0b5d90afd {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1230.318838] env[69524]: DEBUG oslo_vmware.api [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52245e08-200b-8a0e-4fcd-68bffefd31c8, 'name': SearchDatastore_Task, 'duration_secs': 0.022146} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.319391] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.319883] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 9942294c-2525-4759-b952-5bf32c5a7beb] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1230.320184] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.320366] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.320574] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1230.320891] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a29a9185-8b22-4d2b-8e71-3d7b07b109cb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.336696] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1230.336696] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1230.337472] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3c53f07-4df0-4c76-9853-b488410be336 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.345088] env[69524]: DEBUG oslo_vmware.api [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1230.345088] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52f3c504-e915-8390-7558-5f501f154e77" [ 1230.345088] env[69524]: _type = "Task" [ 1230.345088] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.354947] env[69524]: DEBUG oslo_vmware.api [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52f3c504-e915-8390-7558-5f501f154e77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.448278] env[69524]: DEBUG oslo_vmware.api [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Task: {'id': task-4068827, 'name': Rename_Task, 'duration_secs': 0.17967} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.448278] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1230.448518] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61b3782e-cf67-41fa-b2b6-75572f3ce014 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.456365] env[69524]: DEBUG oslo_vmware.api [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Waiting for the task: (returnval){ [ 1230.456365] env[69524]: value = "task-4068830" [ 1230.456365] env[69524]: _type = "Task" [ 1230.456365] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.466069] env[69524]: DEBUG oslo_vmware.api [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Task: {'id': task-4068830, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.511026] env[69524]: DEBUG nova.compute.manager [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] [instance: 2a7cd0d3-edf5-4cf8-987f-8df4da315b38] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1230.567286] env[69524]: ERROR nova.scheduler.client.report [None req-124accd2-6104-445e-b892-de4d2c4305a2 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [req-cd8dbb3c-2b60-498d-b7f2-2d687d5cd579] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 333a7aa4-d2cd-4888-ac97-9e43e6b91719. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cd8dbb3c-2b60-498d-b7f2-2d687d5cd579"}]} [ 1230.594379] env[69524]: DEBUG nova.scheduler.client.report [None req-124accd2-6104-445e-b892-de4d2c4305a2 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Refreshing inventories for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1230.600920] env[69524]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1230.600920] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52afeaa6-f764-7fd7-9e3b-a02e5d1a38d0" [ 1230.600920] env[69524]: _type = "HttpNfcLease" [ 1230.600920] env[69524]: } is ready. {{(pid=69524) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1230.601274] env[69524]: DEBUG oslo_vmware.rw_handles [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1230.601274] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52afeaa6-f764-7fd7-9e3b-a02e5d1a38d0" [ 1230.601274] env[69524]: _type = "HttpNfcLease" [ 1230.601274] env[69524]: }. {{(pid=69524) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1230.602096] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5249865a-1c9a-4f45-9b63-d9f3888072a0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.611172] env[69524]: DEBUG oslo_vmware.rw_handles [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52796f7c-9d66-4fd5-bcbf-92480e4bd46e/disk-0.vmdk from lease info. {{(pid=69524) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1230.611380] env[69524]: DEBUG oslo_vmware.rw_handles [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52796f7c-9d66-4fd5-bcbf-92480e4bd46e/disk-0.vmdk for reading. {{(pid=69524) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1230.613629] env[69524]: DEBUG nova.scheduler.client.report [None req-124accd2-6104-445e-b892-de4d2c4305a2 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Updating ProviderTree inventory for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1230.613840] env[69524]: DEBUG nova.compute.provider_tree [None req-124accd2-6104-445e-b892-de4d2c4305a2 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1230.671876] env[69524]: DEBUG nova.scheduler.client.report [None req-124accd2-6104-445e-b892-de4d2c4305a2 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Refreshing aggregate associations for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719, aggregates: None {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1230.696988] env[69524]: DEBUG nova.scheduler.client.report [None req-124accd2-6104-445e-b892-de4d2c4305a2 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Refreshing trait associations for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1230.809832] env[69524]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-42ad9e6a-78ec-4e61-9cf9-ac7c874ce0ca {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.872268] env[69524]: DEBUG oslo_vmware.api [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52f3c504-e915-8390-7558-5f501f154e77, 'name': SearchDatastore_Task, 'duration_secs': 0.0228} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.873033] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00487254-fe45-4b46-85fe-cbca787be8c9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.880298] env[69524]: DEBUG oslo_vmware.api [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1230.880298] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52181b57-38fd-6c28-ef84-4dfbc6850e7c" [ 1230.880298] env[69524]: _type = "Task" [ 1230.880298] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.894281] env[69524]: DEBUG oslo_vmware.api [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52181b57-38fd-6c28-ef84-4dfbc6850e7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.969156] env[69524]: DEBUG oslo_vmware.api [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Task: {'id': task-4068830, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.043504] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.052646] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96aa0d08-3e02-4651-8eb6-76fb47d7ba57 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.063989] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79246d1-3cfc-4a3d-8e56-208d9fc3cd9c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.098753] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd18cc5a-52c3-49ba-a8cf-7e6e0293625f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.109506] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8545f8f-3824-4360-826a-0e6ce3f30911 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.125177] env[69524]: DEBUG nova.compute.provider_tree [None req-124accd2-6104-445e-b892-de4d2c4305a2 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1231.333975] env[69524]: DEBUG nova.compute.manager [req-9fe9693a-c91a-4c16-88a5-b53d480db3b2 req-82f82d48-836f-4cb1-a24d-5ebf66dcefa5 service nova] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Received event network-vif-plugged-f75630d0-ec9a-456a-9a55-26944a3f02ed {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1231.334196] env[69524]: DEBUG oslo_concurrency.lockutils [req-9fe9693a-c91a-4c16-88a5-b53d480db3b2 req-82f82d48-836f-4cb1-a24d-5ebf66dcefa5 service nova] Acquiring lock "fcbf3595-f64a-442b-a33d-dd7e78f46c8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.334477] env[69524]: DEBUG oslo_concurrency.lockutils [req-9fe9693a-c91a-4c16-88a5-b53d480db3b2 req-82f82d48-836f-4cb1-a24d-5ebf66dcefa5 service nova] Lock "fcbf3595-f64a-442b-a33d-dd7e78f46c8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.334742] env[69524]: DEBUG oslo_concurrency.lockutils [req-9fe9693a-c91a-4c16-88a5-b53d480db3b2 req-82f82d48-836f-4cb1-a24d-5ebf66dcefa5 service nova] Lock "fcbf3595-f64a-442b-a33d-dd7e78f46c8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.334907] env[69524]: DEBUG nova.compute.manager [req-9fe9693a-c91a-4c16-88a5-b53d480db3b2 req-82f82d48-836f-4cb1-a24d-5ebf66dcefa5 service nova] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] No waiting events found dispatching network-vif-plugged-f75630d0-ec9a-456a-9a55-26944a3f02ed {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1231.335085] env[69524]: WARNING nova.compute.manager [req-9fe9693a-c91a-4c16-88a5-b53d480db3b2 req-82f82d48-836f-4cb1-a24d-5ebf66dcefa5 service nova] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Received unexpected event network-vif-plugged-f75630d0-ec9a-456a-9a55-26944a3f02ed for instance with vm_state building and task_state spawning. [ 1231.394649] env[69524]: DEBUG oslo_vmware.api [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52181b57-38fd-6c28-ef84-4dfbc6850e7c, 'name': SearchDatastore_Task, 'duration_secs': 0.018695} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.394884] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.395132] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 9942294c-2525-4759-b952-5bf32c5a7beb/9942294c-2525-4759-b952-5bf32c5a7beb.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1231.395418] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d51d8715-6323-4008-a869-15af803f2e5d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.404202] env[69524]: DEBUG oslo_vmware.api [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1231.404202] env[69524]: value = "task-4068831" [ 1231.404202] env[69524]: _type = "Task" [ 1231.404202] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.415018] env[69524]: DEBUG oslo_vmware.api [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068831, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.470568] env[69524]: DEBUG oslo_vmware.api [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Task: {'id': task-4068830, 'name': PowerOnVM_Task, 'duration_secs': 0.618816} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.471083] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1231.471432] env[69524]: INFO nova.compute.manager [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7] Took 13.18 seconds to spawn the instance on the hypervisor. [ 1231.471820] env[69524]: DEBUG nova.compute.manager [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1231.473429] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9194424d-70ea-48a7-bd30-fb973f283d75 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.500997] env[69524]: DEBUG nova.network.neutron [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Successfully updated port: f75630d0-ec9a-456a-9a55-26944a3f02ed {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1231.665372] env[69524]: DEBUG nova.scheduler.client.report [None req-124accd2-6104-445e-b892-de4d2c4305a2 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Updated inventory for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with generation 151 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1231.666047] env[69524]: DEBUG nova.compute.provider_tree [None req-124accd2-6104-445e-b892-de4d2c4305a2 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Updating resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 generation from 151 to 152 during operation: update_inventory {{(pid=69524) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1231.666047] env[69524]: DEBUG nova.compute.provider_tree [None req-124accd2-6104-445e-b892-de4d2c4305a2 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1231.917744] env[69524]: DEBUG oslo_vmware.api [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068831, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.000257] env[69524]: INFO nova.compute.manager [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7] Took 32.96 seconds to build instance. [ 1232.004296] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquiring lock "refresh_cache-fcbf3595-f64a-442b-a33d-dd7e78f46c8b" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.004593] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquired lock "refresh_cache-fcbf3595-f64a-442b-a33d-dd7e78f46c8b" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.004854] env[69524]: DEBUG nova.network.neutron [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1232.175494] env[69524]: DEBUG oslo_concurrency.lockutils [None req-124accd2-6104-445e-b892-de4d2c4305a2 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.133s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.181485] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9adaeb5a-a706-444f-9bc8-bce125139697 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.245s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.181485] env[69524]: DEBUG nova.objects.instance [None req-9adaeb5a-a706-444f-9bc8-bce125139697 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Lazy-loading 'resources' on Instance uuid d201cce9-881e-4449-8409-031911a2ba13 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1232.202982] env[69524]: INFO nova.scheduler.client.report [None req-124accd2-6104-445e-b892-de4d2c4305a2 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Deleted allocations for instance ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5 [ 1232.417122] env[69524]: DEBUG oslo_vmware.api [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068831, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.453029] env[69524]: DEBUG oslo_concurrency.lockutils [None req-843afafc-2d46-4474-90fd-2bc53ac879f4 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Acquiring lock "e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.499370] env[69524]: DEBUG oslo_concurrency.lockutils [None req-18cb390b-d119-4a9c-b4a4-d20cf2132eae tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Lock "e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.472s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.499660] env[69524]: DEBUG oslo_concurrency.lockutils [None req-843afafc-2d46-4474-90fd-2bc53ac879f4 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Lock "e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.047s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.500055] env[69524]: DEBUG oslo_concurrency.lockutils [None req-843afafc-2d46-4474-90fd-2bc53ac879f4 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Acquiring lock "e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.500366] env[69524]: DEBUG oslo_concurrency.lockutils [None req-843afafc-2d46-4474-90fd-2bc53ac879f4 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Lock "e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.500707] env[69524]: DEBUG oslo_concurrency.lockutils [None req-843afafc-2d46-4474-90fd-2bc53ac879f4 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Lock "e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.503882] env[69524]: INFO nova.compute.manager [None req-843afafc-2d46-4474-90fd-2bc53ac879f4 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7] Terminating instance [ 1232.574285] env[69524]: DEBUG nova.network.neutron [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1232.718377] env[69524]: DEBUG oslo_concurrency.lockutils [None req-124accd2-6104-445e-b892-de4d2c4305a2 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.314s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.827382] env[69524]: DEBUG nova.network.neutron [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Updating instance_info_cache with network_info: [{"id": "f75630d0-ec9a-456a-9a55-26944a3f02ed", "address": "fa:16:3e:6c:97:e3", "network": {"id": "7f21e6c8-7948-4d2a-9388-e641a2d42214", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1972708614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e79fb10ba570446e80b89783732d562f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf75630d0-ec", "ovs_interfaceid": "f75630d0-ec9a-456a-9a55-26944a3f02ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.920827] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48081947-dde8-4701-9b3b-27c9a4912b7f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.923864] env[69524]: DEBUG oslo_vmware.api [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068831, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.040745} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.923864] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 9942294c-2525-4759-b952-5bf32c5a7beb/9942294c-2525-4759-b952-5bf32c5a7beb.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1232.924053] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 9942294c-2525-4759-b952-5bf32c5a7beb] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1232.925415] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d86ee43-04d0-4942-8d90-e2587dda3eb3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.931537] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e51471-732b-497a-87a7-a21f461ba1ec {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.941738] env[69524]: DEBUG oslo_vmware.api [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1232.941738] env[69524]: value = "task-4068833" [ 1232.941738] env[69524]: _type = "Task" [ 1232.941738] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.979958] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f5d892-e118-4999-8d29-f9ca9f7a956e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.987353] env[69524]: DEBUG oslo_vmware.api [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068833, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.994331] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d05e2b-8373-4431-812f-9be16294def0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.009780] env[69524]: DEBUG nova.compute.manager [None req-843afafc-2d46-4474-90fd-2bc53ac879f4 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1233.010282] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-843afafc-2d46-4474-90fd-2bc53ac879f4 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1233.010812] env[69524]: DEBUG nova.compute.provider_tree [None req-9adaeb5a-a706-444f-9bc8-bce125139697 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1233.016472] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb32017-1483-476b-88d4-87c90f1a6aaf {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.025235] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-843afafc-2d46-4474-90fd-2bc53ac879f4 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1233.025824] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4dc3aa1-5937-4c63-8122-ef02f389b855 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.037142] env[69524]: DEBUG oslo_vmware.api [None req-843afafc-2d46-4474-90fd-2bc53ac879f4 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Waiting for the task: (returnval){ [ 1233.037142] env[69524]: value = "task-4068834" [ 1233.037142] env[69524]: _type = "Task" [ 1233.037142] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.049261] env[69524]: DEBUG oslo_vmware.api [None req-843afafc-2d46-4474-90fd-2bc53ac879f4 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Task: {'id': task-4068834, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.331683] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Releasing lock "refresh_cache-fcbf3595-f64a-442b-a33d-dd7e78f46c8b" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.332100] env[69524]: DEBUG nova.compute.manager [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Instance network_info: |[{"id": "f75630d0-ec9a-456a-9a55-26944a3f02ed", "address": "fa:16:3e:6c:97:e3", "network": {"id": "7f21e6c8-7948-4d2a-9388-e641a2d42214", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1972708614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e79fb10ba570446e80b89783732d562f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf75630d0-ec", "ovs_interfaceid": "f75630d0-ec9a-456a-9a55-26944a3f02ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1233.332635] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:97:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba4f6497-e2b4-43b5-9819-6927865ae974', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f75630d0-ec9a-456a-9a55-26944a3f02ed', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1233.340883] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1233.341216] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1233.341506] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-449650b2-063c-4561-baf4-f5465b5755fb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.361565] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1233.361565] env[69524]: value = "task-4068835" [ 1233.361565] env[69524]: _type = "Task" [ 1233.361565] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.370186] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068835, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.454869] env[69524]: DEBUG oslo_vmware.api [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068833, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.151821} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.455369] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 9942294c-2525-4759-b952-5bf32c5a7beb] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1233.458079] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f6ff2c-8e3a-412b-898d-c5f7e9e82776 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.483613] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 9942294c-2525-4759-b952-5bf32c5a7beb] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 9942294c-2525-4759-b952-5bf32c5a7beb/9942294c-2525-4759-b952-5bf32c5a7beb.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1233.484107] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fda97200-1e98-4a63-a866-24b993fbc3ac {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.506341] env[69524]: DEBUG oslo_vmware.api [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1233.506341] env[69524]: value = "task-4068836" [ 1233.506341] env[69524]: _type = "Task" [ 1233.506341] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.518809] env[69524]: DEBUG oslo_vmware.api [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068836, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.550278] env[69524]: DEBUG oslo_vmware.api [None req-843afafc-2d46-4474-90fd-2bc53ac879f4 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Task: {'id': task-4068834, 'name': PowerOffVM_Task, 'duration_secs': 0.236166} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.550706] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-843afafc-2d46-4474-90fd-2bc53ac879f4 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1233.551055] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-843afafc-2d46-4474-90fd-2bc53ac879f4 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1233.552044] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f29fb7ce-1c0e-4b6c-945b-4c2a05ecc428 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.576763] env[69524]: DEBUG nova.scheduler.client.report [None req-9adaeb5a-a706-444f-9bc8-bce125139697 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Updated inventory for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with generation 152 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1233.580880] env[69524]: DEBUG nova.compute.provider_tree [None req-9adaeb5a-a706-444f-9bc8-bce125139697 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Updating resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 generation from 152 to 153 during operation: update_inventory {{(pid=69524) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1233.580880] env[69524]: DEBUG nova.compute.provider_tree [None req-9adaeb5a-a706-444f-9bc8-bce125139697 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1233.600182] env[69524]: DEBUG nova.compute.manager [req-661ab5db-f1ab-4d0c-960b-5591b727e111 req-bee73d04-6424-44b1-be33-c50cfd4d5171 service nova] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Received event network-changed-f75630d0-ec9a-456a-9a55-26944a3f02ed {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1233.601494] env[69524]: DEBUG nova.compute.manager [req-661ab5db-f1ab-4d0c-960b-5591b727e111 req-bee73d04-6424-44b1-be33-c50cfd4d5171 service nova] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Refreshing instance network info cache due to event network-changed-f75630d0-ec9a-456a-9a55-26944a3f02ed. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1233.601494] env[69524]: DEBUG oslo_concurrency.lockutils [req-661ab5db-f1ab-4d0c-960b-5591b727e111 req-bee73d04-6424-44b1-be33-c50cfd4d5171 service nova] Acquiring lock "refresh_cache-fcbf3595-f64a-442b-a33d-dd7e78f46c8b" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.601494] env[69524]: DEBUG oslo_concurrency.lockutils [req-661ab5db-f1ab-4d0c-960b-5591b727e111 req-bee73d04-6424-44b1-be33-c50cfd4d5171 service nova] Acquired lock "refresh_cache-fcbf3595-f64a-442b-a33d-dd7e78f46c8b" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.601494] env[69524]: DEBUG nova.network.neutron [req-661ab5db-f1ab-4d0c-960b-5591b727e111 req-bee73d04-6424-44b1-be33-c50cfd4d5171 service nova] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Refreshing network info cache for port f75630d0-ec9a-456a-9a55-26944a3f02ed {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1233.690558] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-843afafc-2d46-4474-90fd-2bc53ac879f4 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1233.693879] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-843afafc-2d46-4474-90fd-2bc53ac879f4 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1233.693879] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-843afafc-2d46-4474-90fd-2bc53ac879f4 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Deleting the datastore file [datastore1] e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1233.693879] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63ff04ec-40b8-414b-8d34-e89753547c6f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.701759] env[69524]: DEBUG oslo_vmware.api [None req-843afafc-2d46-4474-90fd-2bc53ac879f4 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Waiting for the task: (returnval){ [ 1233.701759] env[69524]: value = "task-4068838" [ 1233.701759] env[69524]: _type = "Task" [ 1233.701759] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.712172] env[69524]: DEBUG oslo_vmware.api [None req-843afafc-2d46-4474-90fd-2bc53ac879f4 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Task: {'id': task-4068838, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.874067] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068835, 'name': CreateVM_Task, 'duration_secs': 0.451388} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.874347] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1233.875140] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.875394] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.875742] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.876086] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ca40098-031a-4be7-9bc0-a7ead8f83cc7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.881508] env[69524]: DEBUG oslo_vmware.api [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Waiting for the task: (returnval){ [ 1233.881508] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52546cea-3e00-bfaf-88cd-0ed7cb4b6a0c" [ 1233.881508] env[69524]: _type = "Task" [ 1233.881508] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.892593] env[69524]: DEBUG oslo_vmware.api [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52546cea-3e00-bfaf-88cd-0ed7cb4b6a0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.020423] env[69524]: DEBUG oslo_vmware.api [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068836, 'name': ReconfigVM_Task, 'duration_secs': 0.448392} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.020423] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 9942294c-2525-4759-b952-5bf32c5a7beb] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 9942294c-2525-4759-b952-5bf32c5a7beb/9942294c-2525-4759-b952-5bf32c5a7beb.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1234.020423] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9b674a3-9f38-45ef-b434-c5400431192e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.025659] env[69524]: DEBUG oslo_vmware.api [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1234.025659] env[69524]: value = "task-4068839" [ 1234.025659] env[69524]: _type = "Task" [ 1234.025659] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.035548] env[69524]: DEBUG oslo_vmware.api [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068839, 'name': Rename_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.093525] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9adaeb5a-a706-444f-9bc8-bce125139697 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.912s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.093525] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.053s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.096385] env[69524]: INFO nova.compute.claims [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] [instance: 2a7cd0d3-edf5-4cf8-987f-8df4da315b38] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1234.127167] env[69524]: INFO nova.scheduler.client.report [None req-9adaeb5a-a706-444f-9bc8-bce125139697 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Deleted allocations for instance d201cce9-881e-4449-8409-031911a2ba13 [ 1234.139794] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquiring lock "684b8756-98d5-4977-a610-12005ec5a756" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.140348] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "684b8756-98d5-4977-a610-12005ec5a756" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.213847] env[69524]: DEBUG oslo_vmware.api [None req-843afafc-2d46-4474-90fd-2bc53ac879f4 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Task: {'id': task-4068838, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255391} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.214164] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-843afafc-2d46-4474-90fd-2bc53ac879f4 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1234.214369] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-843afafc-2d46-4474-90fd-2bc53ac879f4 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1234.214548] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-843afafc-2d46-4474-90fd-2bc53ac879f4 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1234.214768] env[69524]: INFO nova.compute.manager [None req-843afafc-2d46-4474-90fd-2bc53ac879f4 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] [instance: e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1234.215582] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-843afafc-2d46-4474-90fd-2bc53ac879f4 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1234.215582] env[69524]: DEBUG nova.compute.manager [-] [instance: e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1234.215582] env[69524]: DEBUG nova.network.neutron [-] [instance: e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1234.400675] env[69524]: DEBUG oslo_vmware.api [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52546cea-3e00-bfaf-88cd-0ed7cb4b6a0c, 'name': SearchDatastore_Task, 'duration_secs': 0.023956} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.404027] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.404027] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1234.404027] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.404027] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.404027] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1234.404027] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d54d620a-4f08-4c34-94c1-55d91f44851a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.415319] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1234.415319] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1234.416777] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c6ee6a2-c8de-4764-bd81-f175d49d266e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.423585] env[69524]: DEBUG oslo_vmware.api [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Waiting for the task: (returnval){ [ 1234.423585] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5225b009-2d63-a42e-60f8-1f013735b1bd" [ 1234.423585] env[69524]: _type = "Task" [ 1234.423585] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.434116] env[69524]: DEBUG oslo_vmware.api [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5225b009-2d63-a42e-60f8-1f013735b1bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.541970] env[69524]: DEBUG oslo_vmware.api [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068839, 'name': Rename_Task, 'duration_secs': 0.202994} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.542335] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 9942294c-2525-4759-b952-5bf32c5a7beb] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1234.542627] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a5626f8-6514-47df-a641-014c8b80ec5b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.550720] env[69524]: DEBUG oslo_vmware.api [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1234.550720] env[69524]: value = "task-4068841" [ 1234.550720] env[69524]: _type = "Task" [ 1234.550720] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.560941] env[69524]: DEBUG oslo_vmware.api [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068841, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.643974] env[69524]: DEBUG nova.compute.manager [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 684b8756-98d5-4977-a610-12005ec5a756] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1234.648556] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9adaeb5a-a706-444f-9bc8-bce125139697 tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Lock "d201cce9-881e-4449-8409-031911a2ba13" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.719s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.863943] env[69524]: DEBUG nova.network.neutron [req-661ab5db-f1ab-4d0c-960b-5591b727e111 req-bee73d04-6424-44b1-be33-c50cfd4d5171 service nova] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Updated VIF entry in instance network info cache for port f75630d0-ec9a-456a-9a55-26944a3f02ed. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1234.863943] env[69524]: DEBUG nova.network.neutron [req-661ab5db-f1ab-4d0c-960b-5591b727e111 req-bee73d04-6424-44b1-be33-c50cfd4d5171 service nova] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Updating instance_info_cache with network_info: [{"id": "f75630d0-ec9a-456a-9a55-26944a3f02ed", "address": "fa:16:3e:6c:97:e3", "network": {"id": "7f21e6c8-7948-4d2a-9388-e641a2d42214", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1972708614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e79fb10ba570446e80b89783732d562f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf75630d0-ec", "ovs_interfaceid": "f75630d0-ec9a-456a-9a55-26944a3f02ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.937727] env[69524]: DEBUG oslo_vmware.api [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5225b009-2d63-a42e-60f8-1f013735b1bd, 'name': SearchDatastore_Task, 'duration_secs': 0.012847} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.938794] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90d18f28-d740-4cf8-bbd3-306722709290 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.946804] env[69524]: DEBUG oslo_vmware.api [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Waiting for the task: (returnval){ [ 1234.946804] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52ff4433-c126-f737-c9f2-3d1048e7dcff" [ 1234.946804] env[69524]: _type = "Task" [ 1234.946804] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.958164] env[69524]: DEBUG oslo_vmware.api [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52ff4433-c126-f737-c9f2-3d1048e7dcff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.964206] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Acquiring lock "bfc37580-be5d-432c-a296-eca3873de2f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.964461] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Lock "bfc37580-be5d-432c-a296-eca3873de2f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.061760] env[69524]: DEBUG oslo_vmware.api [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068841, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.173765] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.322983] env[69524]: DEBUG oslo_concurrency.lockutils [None req-20d065f2-5c09-4ec6-8b03-0bf2bf1e536e tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Acquiring lock "d1b9472c-9def-48c6-9f64-1ae2fc9443c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.323448] env[69524]: DEBUG oslo_concurrency.lockutils [None req-20d065f2-5c09-4ec6-8b03-0bf2bf1e536e tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Lock "d1b9472c-9def-48c6-9f64-1ae2fc9443c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.323675] env[69524]: DEBUG oslo_concurrency.lockutils [None req-20d065f2-5c09-4ec6-8b03-0bf2bf1e536e tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Acquiring lock "d1b9472c-9def-48c6-9f64-1ae2fc9443c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.323864] env[69524]: DEBUG oslo_concurrency.lockutils [None req-20d065f2-5c09-4ec6-8b03-0bf2bf1e536e tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Lock "d1b9472c-9def-48c6-9f64-1ae2fc9443c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.324044] env[69524]: DEBUG oslo_concurrency.lockutils [None req-20d065f2-5c09-4ec6-8b03-0bf2bf1e536e tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Lock "d1b9472c-9def-48c6-9f64-1ae2fc9443c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.327136] env[69524]: INFO nova.compute.manager [None req-20d065f2-5c09-4ec6-8b03-0bf2bf1e536e tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d1b9472c-9def-48c6-9f64-1ae2fc9443c7] Terminating instance [ 1235.366750] env[69524]: DEBUG oslo_concurrency.lockutils [req-661ab5db-f1ab-4d0c-960b-5591b727e111 req-bee73d04-6424-44b1-be33-c50cfd4d5171 service nova] Releasing lock "refresh_cache-fcbf3595-f64a-442b-a33d-dd7e78f46c8b" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.376736] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbb0841d-f359-439d-a5dd-348f9dd5f2f9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.385855] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829fea9b-ed3a-4ec1-b2fc-6e92d2cadb99 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.419819] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528ef697-4acd-4ba1-bba6-f426411596df {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.428797] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f3dea1-132a-4c70-be0a-99c5471f2468 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.444107] env[69524]: DEBUG nova.compute.provider_tree [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1235.457454] env[69524]: DEBUG oslo_vmware.api [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52ff4433-c126-f737-c9f2-3d1048e7dcff, 'name': SearchDatastore_Task, 'duration_secs': 0.017162} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.457733] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.457990] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] fcbf3595-f64a-442b-a33d-dd7e78f46c8b/fcbf3595-f64a-442b-a33d-dd7e78f46c8b.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1235.458823] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6c55bb2a-52e5-4684-98c9-12405a7e51cb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.466893] env[69524]: DEBUG oslo_vmware.api [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Waiting for the task: (returnval){ [ 1235.466893] env[69524]: value = "task-4068842" [ 1235.466893] env[69524]: _type = "Task" [ 1235.466893] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.467406] env[69524]: DEBUG nova.compute.manager [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] [instance: bfc37580-be5d-432c-a296-eca3873de2f8] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1235.474722] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1235.481615] env[69524]: DEBUG oslo_vmware.api [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4068842, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.568633] env[69524]: DEBUG oslo_vmware.api [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068841, 'name': PowerOnVM_Task, 'duration_secs': 0.667081} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.568633] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 9942294c-2525-4759-b952-5bf32c5a7beb] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1235.568633] env[69524]: INFO nova.compute.manager [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 9942294c-2525-4759-b952-5bf32c5a7beb] Took 10.08 seconds to spawn the instance on the hypervisor. [ 1235.568633] env[69524]: DEBUG nova.compute.manager [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 9942294c-2525-4759-b952-5bf32c5a7beb] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1235.568633] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97530ff6-fcec-4f29-b721-0ef31ddbcecc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.643578] env[69524]: DEBUG nova.compute.manager [req-5b9bfdf9-daa5-4461-9f99-5ea2462dfed2 req-c4af990d-1247-42b0-af7f-81d453da89ed service nova] [instance: e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7] Received event network-vif-deleted-65bb33d5-a23a-43bd-aebe-7f13e2ec96bb {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1235.643798] env[69524]: INFO nova.compute.manager [req-5b9bfdf9-daa5-4461-9f99-5ea2462dfed2 req-c4af990d-1247-42b0-af7f-81d453da89ed service nova] [instance: e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7] Neutron deleted interface 65bb33d5-a23a-43bd-aebe-7f13e2ec96bb; detaching it from the instance and deleting it from the info cache [ 1235.644072] env[69524]: DEBUG nova.network.neutron [req-5b9bfdf9-daa5-4461-9f99-5ea2462dfed2 req-c4af990d-1247-42b0-af7f-81d453da89ed service nova] [instance: e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7] Updating instance_info_cache with network_info: [{"id": "735d016b-d1a2-44bf-b26c-275046bad097", "address": "fa:16:3e:1d:58:f5", "network": {"id": "3ed1ca6a-0ce7-4fa0-83d0-7fa079321757", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-450365509", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.210", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "c6d1df36a6964cb2915d8e2902e5e253", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ffc811e4-0e4e-4748-8c7e-b3f14ccbd42d", "external-id": "nsx-vlan-transportzone-404", "segmentation_id": 404, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap735d016b-d1", "ovs_interfaceid": "735d016b-d1a2-44bf-b26c-275046bad097", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.667673] env[69524]: DEBUG nova.network.neutron [-] [instance: e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.836096] env[69524]: DEBUG nova.compute.manager [None req-20d065f2-5c09-4ec6-8b03-0bf2bf1e536e tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d1b9472c-9def-48c6-9f64-1ae2fc9443c7] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1235.836346] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-20d065f2-5c09-4ec6-8b03-0bf2bf1e536e tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d1b9472c-9def-48c6-9f64-1ae2fc9443c7] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1235.837250] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5563d367-bce3-4cc4-904f-9a1d58530276 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.848608] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-20d065f2-5c09-4ec6-8b03-0bf2bf1e536e tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d1b9472c-9def-48c6-9f64-1ae2fc9443c7] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1235.848608] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-892fcbfa-d927-445c-940a-084949e6d197 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.854696] env[69524]: DEBUG oslo_vmware.api [None req-20d065f2-5c09-4ec6-8b03-0bf2bf1e536e tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Waiting for the task: (returnval){ [ 1235.854696] env[69524]: value = "task-4068843" [ 1235.854696] env[69524]: _type = "Task" [ 1235.854696] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.863934] env[69524]: DEBUG oslo_vmware.api [None req-20d065f2-5c09-4ec6-8b03-0bf2bf1e536e tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': task-4068843, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.947477] env[69524]: DEBUG nova.scheduler.client.report [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1235.981148] env[69524]: DEBUG oslo_vmware.api [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4068842, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.998928] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.093574] env[69524]: INFO nova.compute.manager [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 9942294c-2525-4759-b952-5bf32c5a7beb] Took 23.37 seconds to build instance. [ 1236.147499] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f831daa0-4bd0-4de3-b4c5-e474ce02931f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.161355] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3478014b-4b28-4e04-87b4-ec0037d10270 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.183784] env[69524]: INFO nova.compute.manager [-] [instance: e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7] Took 1.97 seconds to deallocate network for instance. [ 1236.218527] env[69524]: DEBUG nova.compute.manager [req-5b9bfdf9-daa5-4461-9f99-5ea2462dfed2 req-c4af990d-1247-42b0-af7f-81d453da89ed service nova] [instance: e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7] Detach interface failed, port_id=65bb33d5-a23a-43bd-aebe-7f13e2ec96bb, reason: Instance e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7 could not be found. {{(pid=69524) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1236.218996] env[69524]: DEBUG nova.compute.manager [req-5b9bfdf9-daa5-4461-9f99-5ea2462dfed2 req-c4af990d-1247-42b0-af7f-81d453da89ed service nova] [instance: e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7] Received event network-vif-deleted-735d016b-d1a2-44bf-b26c-275046bad097 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1236.219129] env[69524]: INFO nova.compute.manager [req-5b9bfdf9-daa5-4461-9f99-5ea2462dfed2 req-c4af990d-1247-42b0-af7f-81d453da89ed service nova] [instance: e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7] Neutron deleted interface 735d016b-d1a2-44bf-b26c-275046bad097; detaching it from the instance and deleting it from the info cache [ 1236.219368] env[69524]: DEBUG nova.network.neutron [req-5b9bfdf9-daa5-4461-9f99-5ea2462dfed2 req-c4af990d-1247-42b0-af7f-81d453da89ed service nova] [instance: e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.365972] env[69524]: DEBUG oslo_vmware.api [None req-20d065f2-5c09-4ec6-8b03-0bf2bf1e536e tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': task-4068843, 'name': PowerOffVM_Task, 'duration_secs': 0.328539} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.366347] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-20d065f2-5c09-4ec6-8b03-0bf2bf1e536e tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d1b9472c-9def-48c6-9f64-1ae2fc9443c7] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1236.366641] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-20d065f2-5c09-4ec6-8b03-0bf2bf1e536e tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d1b9472c-9def-48c6-9f64-1ae2fc9443c7] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1236.366854] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3badc535-a7dd-430f-b9ca-9ed118f078cd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.457535] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.365s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.458251] env[69524]: DEBUG nova.compute.manager [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] [instance: 2a7cd0d3-edf5-4cf8-987f-8df4da315b38] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1236.461880] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.288s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.463861] env[69524]: INFO nova.compute.claims [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 684b8756-98d5-4977-a610-12005ec5a756] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1236.480982] env[69524]: DEBUG oslo_vmware.api [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4068842, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.9065} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.481324] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] fcbf3595-f64a-442b-a33d-dd7e78f46c8b/fcbf3595-f64a-442b-a33d-dd7e78f46c8b.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1236.481554] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1236.481826] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aad6935d-28c1-464d-82fb-f29800d087cc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.492043] env[69524]: DEBUG oslo_vmware.api [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Waiting for the task: (returnval){ [ 1236.492043] env[69524]: value = "task-4068846" [ 1236.492043] env[69524]: _type = "Task" [ 1236.492043] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.502368] env[69524]: DEBUG oslo_vmware.api [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4068846, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.596055] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3ba59596-8041-432c-a453-3cf73fa6d4b3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "9942294c-2525-4759-b952-5bf32c5a7beb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.893s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.699030] env[69524]: DEBUG oslo_concurrency.lockutils [None req-843afafc-2d46-4474-90fd-2bc53ac879f4 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.723908] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-08764c12-2678-4b0c-b3be-47926c45d643 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.734234] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f59fb9-4db1-4b97-86b1-5d189efa9bbd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.772379] env[69524]: DEBUG nova.compute.manager [req-5b9bfdf9-daa5-4461-9f99-5ea2462dfed2 req-c4af990d-1247-42b0-af7f-81d453da89ed service nova] [instance: e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7] Detach interface failed, port_id=735d016b-d1a2-44bf-b26c-275046bad097, reason: Instance e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7 could not be found. {{(pid=69524) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1236.822780] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-20d065f2-5c09-4ec6-8b03-0bf2bf1e536e tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d1b9472c-9def-48c6-9f64-1ae2fc9443c7] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1236.823129] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-20d065f2-5c09-4ec6-8b03-0bf2bf1e536e tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d1b9472c-9def-48c6-9f64-1ae2fc9443c7] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1236.823365] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-20d065f2-5c09-4ec6-8b03-0bf2bf1e536e tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Deleting the datastore file [datastore1] d1b9472c-9def-48c6-9f64-1ae2fc9443c7 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1236.823712] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85138b85-83b9-4fde-9f27-b1f56aa75fa6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.834605] env[69524]: DEBUG oslo_vmware.api [None req-20d065f2-5c09-4ec6-8b03-0bf2bf1e536e tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Waiting for the task: (returnval){ [ 1236.834605] env[69524]: value = "task-4068847" [ 1236.834605] env[69524]: _type = "Task" [ 1236.834605] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.844366] env[69524]: DEBUG oslo_vmware.api [None req-20d065f2-5c09-4ec6-8b03-0bf2bf1e536e tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': task-4068847, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.971778] env[69524]: DEBUG nova.compute.utils [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1236.979619] env[69524]: DEBUG nova.compute.manager [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] [instance: 2a7cd0d3-edf5-4cf8-987f-8df4da315b38] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1236.979619] env[69524]: DEBUG nova.network.neutron [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] [instance: 2a7cd0d3-edf5-4cf8-987f-8df4da315b38] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1237.005026] env[69524]: DEBUG oslo_vmware.api [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4068846, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083285} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.005026] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1237.005026] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a681e9-d8df-46c4-82f6-4befe542c957 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.027930] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] fcbf3595-f64a-442b-a33d-dd7e78f46c8b/fcbf3595-f64a-442b-a33d-dd7e78f46c8b.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1237.029213] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c96b501-c3e7-4419-a6a1-4a7ec1366e3a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.046179] env[69524]: DEBUG nova.policy [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c7e662b5709e4f82a2797e6f5e728eea', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '77cae57ce132450597298e01ead9c13b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 1237.058036] env[69524]: DEBUG oslo_vmware.api [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Waiting for the task: (returnval){ [ 1237.058036] env[69524]: value = "task-4068848" [ 1237.058036] env[69524]: _type = "Task" [ 1237.058036] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.067737] env[69524]: DEBUG oslo_vmware.api [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4068848, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.346677] env[69524]: DEBUG oslo_vmware.api [None req-20d065f2-5c09-4ec6-8b03-0bf2bf1e536e tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': task-4068847, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.478107] env[69524]: DEBUG nova.compute.manager [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] [instance: 2a7cd0d3-edf5-4cf8-987f-8df4da315b38] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1237.564359] env[69524]: DEBUG nova.network.neutron [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] [instance: 2a7cd0d3-edf5-4cf8-987f-8df4da315b38] Successfully created port: 0d4b71cd-21ee-4b34-b7cb-901a51393498 {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1237.576565] env[69524]: DEBUG oslo_vmware.api [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4068848, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.751037] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7727598a-9871-4440-a9fd-3c511354e09c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.758755] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbaf140c-3dd6-41a6-bda8-d4b702c9ac00 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.793564] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4dea92-572d-4de1-aeec-ca974beaf5c3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.801563] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5cf1fb0d-677a-44d2-bf20-f87bb08d31ac tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquiring lock "9942294c-2525-4759-b952-5bf32c5a7beb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.804031] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5cf1fb0d-677a-44d2-bf20-f87bb08d31ac tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "9942294c-2525-4759-b952-5bf32c5a7beb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.804031] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5cf1fb0d-677a-44d2-bf20-f87bb08d31ac tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquiring lock "9942294c-2525-4759-b952-5bf32c5a7beb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.804031] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5cf1fb0d-677a-44d2-bf20-f87bb08d31ac tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "9942294c-2525-4759-b952-5bf32c5a7beb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.804031] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5cf1fb0d-677a-44d2-bf20-f87bb08d31ac tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "9942294c-2525-4759-b952-5bf32c5a7beb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.805670] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee063b15-510e-4965-b1fd-bfe0dadda4fd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.812695] env[69524]: INFO nova.compute.manager [None req-5cf1fb0d-677a-44d2-bf20-f87bb08d31ac tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 9942294c-2525-4759-b952-5bf32c5a7beb] Terminating instance [ 1237.830676] env[69524]: DEBUG nova.compute.provider_tree [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1237.854694] env[69524]: DEBUG oslo_vmware.api [None req-20d065f2-5c09-4ec6-8b03-0bf2bf1e536e tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Task: {'id': task-4068847, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.690967} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.855135] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-20d065f2-5c09-4ec6-8b03-0bf2bf1e536e tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1237.855501] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-20d065f2-5c09-4ec6-8b03-0bf2bf1e536e tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d1b9472c-9def-48c6-9f64-1ae2fc9443c7] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1237.855780] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-20d065f2-5c09-4ec6-8b03-0bf2bf1e536e tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d1b9472c-9def-48c6-9f64-1ae2fc9443c7] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1237.856107] env[69524]: INFO nova.compute.manager [None req-20d065f2-5c09-4ec6-8b03-0bf2bf1e536e tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] [instance: d1b9472c-9def-48c6-9f64-1ae2fc9443c7] Took 2.02 seconds to destroy the instance on the hypervisor. [ 1237.856519] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20d065f2-5c09-4ec6-8b03-0bf2bf1e536e tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1237.856861] env[69524]: DEBUG nova.compute.manager [-] [instance: d1b9472c-9def-48c6-9f64-1ae2fc9443c7] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1237.857074] env[69524]: DEBUG nova.network.neutron [-] [instance: d1b9472c-9def-48c6-9f64-1ae2fc9443c7] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1237.978982] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1237.979248] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1237.979394] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69524) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1238.069583] env[69524]: DEBUG oslo_vmware.api [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4068848, 'name': ReconfigVM_Task, 'duration_secs': 0.685271} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.069890] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Reconfigured VM instance instance-00000069 to attach disk [datastore2] fcbf3595-f64a-442b-a33d-dd7e78f46c8b/fcbf3595-f64a-442b-a33d-dd7e78f46c8b.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1238.070604] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c13f2ad-e5c7-43c0-aa74-b6c48dcea9f5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.079201] env[69524]: DEBUG oslo_vmware.api [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Waiting for the task: (returnval){ [ 1238.079201] env[69524]: value = "task-4068849" [ 1238.079201] env[69524]: _type = "Task" [ 1238.079201] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.092523] env[69524]: DEBUG oslo_vmware.api [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4068849, 'name': Rename_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.185185] env[69524]: DEBUG nova.compute.manager [req-f434ac49-816d-407b-bef2-5a9373cf92c4 req-d4b2b46a-c06f-4539-94fe-7f9620e590c7 service nova] [instance: d1b9472c-9def-48c6-9f64-1ae2fc9443c7] Received event network-vif-deleted-31c8697d-11e7-438c-8428-09a228f2526f {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1238.185509] env[69524]: INFO nova.compute.manager [req-f434ac49-816d-407b-bef2-5a9373cf92c4 req-d4b2b46a-c06f-4539-94fe-7f9620e590c7 service nova] [instance: d1b9472c-9def-48c6-9f64-1ae2fc9443c7] Neutron deleted interface 31c8697d-11e7-438c-8428-09a228f2526f; detaching it from the instance and deleting it from the info cache [ 1238.185662] env[69524]: DEBUG nova.network.neutron [req-f434ac49-816d-407b-bef2-5a9373cf92c4 req-d4b2b46a-c06f-4539-94fe-7f9620e590c7 service nova] [instance: d1b9472c-9def-48c6-9f64-1ae2fc9443c7] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.316474] env[69524]: DEBUG nova.compute.manager [None req-5cf1fb0d-677a-44d2-bf20-f87bb08d31ac tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 9942294c-2525-4759-b952-5bf32c5a7beb] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1238.316742] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf1fb0d-677a-44d2-bf20-f87bb08d31ac tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 9942294c-2525-4759-b952-5bf32c5a7beb] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1238.317717] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9a561e-8366-4ca9-b3fa-f72c5d5c2bf6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.328651] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cf1fb0d-677a-44d2-bf20-f87bb08d31ac tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 9942294c-2525-4759-b952-5bf32c5a7beb] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1238.328881] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5bdac23-7c7a-413e-87a4-e3b358dfeef0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.334764] env[69524]: DEBUG nova.scheduler.client.report [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1238.340391] env[69524]: DEBUG oslo_vmware.api [None req-5cf1fb0d-677a-44d2-bf20-f87bb08d31ac tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1238.340391] env[69524]: value = "task-4068851" [ 1238.340391] env[69524]: _type = "Task" [ 1238.340391] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.352688] env[69524]: DEBUG oslo_vmware.api [None req-5cf1fb0d-677a-44d2-bf20-f87bb08d31ac tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068851, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.492647] env[69524]: DEBUG nova.compute.manager [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] [instance: 2a7cd0d3-edf5-4cf8-987f-8df4da315b38] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1238.524197] env[69524]: DEBUG nova.virt.hardware [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1238.524579] env[69524]: DEBUG nova.virt.hardware [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1238.524897] env[69524]: DEBUG nova.virt.hardware [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1238.524897] env[69524]: DEBUG nova.virt.hardware [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1238.524897] env[69524]: DEBUG nova.virt.hardware [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1238.525291] env[69524]: DEBUG nova.virt.hardware [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1238.525741] env[69524]: DEBUG nova.virt.hardware [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1238.525849] env[69524]: DEBUG nova.virt.hardware [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1238.526040] env[69524]: DEBUG nova.virt.hardware [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1238.526206] env[69524]: DEBUG nova.virt.hardware [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1238.526452] env[69524]: DEBUG nova.virt.hardware [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1238.527299] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845db25b-791a-4384-9f3b-fd2e34c4d74c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.536482] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc1f1db-e551-4125-be37-fb317c3b4e2d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.589916] env[69524]: DEBUG oslo_vmware.api [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4068849, 'name': Rename_Task, 'duration_secs': 0.215858} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.590240] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1238.590502] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31c9cf31-f1ba-4094-b856-022c457a6f42 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.598240] env[69524]: DEBUG oslo_vmware.api [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Waiting for the task: (returnval){ [ 1238.598240] env[69524]: value = "task-4068852" [ 1238.598240] env[69524]: _type = "Task" [ 1238.598240] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.607363] env[69524]: DEBUG oslo_vmware.api [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4068852, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.664856] env[69524]: DEBUG nova.network.neutron [-] [instance: d1b9472c-9def-48c6-9f64-1ae2fc9443c7] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.688515] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-44add890-49cc-42c1-bc26-a5cd3e321d61 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.702890] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6450b8-3af6-477b-92d5-368113c8f468 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.741754] env[69524]: DEBUG nova.compute.manager [req-f434ac49-816d-407b-bef2-5a9373cf92c4 req-d4b2b46a-c06f-4539-94fe-7f9620e590c7 service nova] [instance: d1b9472c-9def-48c6-9f64-1ae2fc9443c7] Detach interface failed, port_id=31c8697d-11e7-438c-8428-09a228f2526f, reason: Instance d1b9472c-9def-48c6-9f64-1ae2fc9443c7 could not be found. {{(pid=69524) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1238.843457] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.381s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.844046] env[69524]: DEBUG nova.compute.manager [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 684b8756-98d5-4977-a610-12005ec5a756] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1238.847410] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.849s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1238.849150] env[69524]: INFO nova.compute.claims [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] [instance: bfc37580-be5d-432c-a296-eca3873de2f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1238.864884] env[69524]: DEBUG oslo_vmware.api [None req-5cf1fb0d-677a-44d2-bf20-f87bb08d31ac tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068851, 'name': PowerOffVM_Task, 'duration_secs': 0.447791} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.865104] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cf1fb0d-677a-44d2-bf20-f87bb08d31ac tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 9942294c-2525-4759-b952-5bf32c5a7beb] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1238.865708] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf1fb0d-677a-44d2-bf20-f87bb08d31ac tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 9942294c-2525-4759-b952-5bf32c5a7beb] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1238.865820] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ce467a4-f527-4baa-864f-0202208ea306 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.943041] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf1fb0d-677a-44d2-bf20-f87bb08d31ac tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 9942294c-2525-4759-b952-5bf32c5a7beb] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1238.943315] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf1fb0d-677a-44d2-bf20-f87bb08d31ac tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 9942294c-2525-4759-b952-5bf32c5a7beb] Deleting contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1238.943643] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cf1fb0d-677a-44d2-bf20-f87bb08d31ac tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Deleting the datastore file [datastore2] 9942294c-2525-4759-b952-5bf32c5a7beb {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1238.943984] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d7888df-372d-442c-9b59-b845481045c3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.951234] env[69524]: DEBUG oslo_vmware.api [None req-5cf1fb0d-677a-44d2-bf20-f87bb08d31ac tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1238.951234] env[69524]: value = "task-4068854" [ 1238.951234] env[69524]: _type = "Task" [ 1238.951234] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.960851] env[69524]: DEBUG oslo_vmware.api [None req-5cf1fb0d-677a-44d2-bf20-f87bb08d31ac tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068854, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.111166] env[69524]: DEBUG oslo_vmware.api [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4068852, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.169077] env[69524]: INFO nova.compute.manager [-] [instance: d1b9472c-9def-48c6-9f64-1ae2fc9443c7] Took 1.31 seconds to deallocate network for instance. [ 1239.332785] env[69524]: DEBUG nova.network.neutron [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] [instance: 2a7cd0d3-edf5-4cf8-987f-8df4da315b38] Successfully updated port: 0d4b71cd-21ee-4b34-b7cb-901a51393498 {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1239.359990] env[69524]: DEBUG nova.compute.utils [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1239.361736] env[69524]: DEBUG nova.compute.manager [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 684b8756-98d5-4977-a610-12005ec5a756] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1239.363036] env[69524]: DEBUG nova.network.neutron [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 684b8756-98d5-4977-a610-12005ec5a756] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1239.437015] env[69524]: DEBUG nova.policy [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd03cb7729d994ff7a11f204aaf5cd10c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d2fffe3417744e99ce079788dc320b9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 1239.464518] env[69524]: DEBUG oslo_vmware.api [None req-5cf1fb0d-677a-44d2-bf20-f87bb08d31ac tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068854, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.446399} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.464864] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cf1fb0d-677a-44d2-bf20-f87bb08d31ac tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1239.464864] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf1fb0d-677a-44d2-bf20-f87bb08d31ac tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 9942294c-2525-4759-b952-5bf32c5a7beb] Deleted contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1239.465022] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5cf1fb0d-677a-44d2-bf20-f87bb08d31ac tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 9942294c-2525-4759-b952-5bf32c5a7beb] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1239.465220] env[69524]: INFO nova.compute.manager [None req-5cf1fb0d-677a-44d2-bf20-f87bb08d31ac tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 9942294c-2525-4759-b952-5bf32c5a7beb] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1239.465493] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5cf1fb0d-677a-44d2-bf20-f87bb08d31ac tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1239.465709] env[69524]: DEBUG nova.compute.manager [-] [instance: 9942294c-2525-4759-b952-5bf32c5a7beb] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1239.465812] env[69524]: DEBUG nova.network.neutron [-] [instance: 9942294c-2525-4759-b952-5bf32c5a7beb] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1239.610708] env[69524]: DEBUG oslo_vmware.api [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4068852, 'name': PowerOnVM_Task, 'duration_secs': 0.611376} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.611016] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1239.611257] env[69524]: INFO nova.compute.manager [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Took 9.53 seconds to spawn the instance on the hypervisor. [ 1239.611405] env[69524]: DEBUG nova.compute.manager [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1239.612616] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019c8b1c-9ba6-4fb1-8c85-03c50eb4c81f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.678569] env[69524]: DEBUG oslo_concurrency.lockutils [None req-20d065f2-5c09-4ec6-8b03-0bf2bf1e536e tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.835741] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Acquiring lock "refresh_cache-2a7cd0d3-edf5-4cf8-987f-8df4da315b38" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.835939] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Acquired lock "refresh_cache-2a7cd0d3-edf5-4cf8-987f-8df4da315b38" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.836141] env[69524]: DEBUG nova.network.neutron [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] [instance: 2a7cd0d3-edf5-4cf8-987f-8df4da315b38] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1239.865507] env[69524]: DEBUG nova.compute.manager [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 684b8756-98d5-4977-a610-12005ec5a756] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1239.975447] env[69524]: DEBUG nova.network.neutron [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 684b8756-98d5-4977-a610-12005ec5a756] Successfully created port: 37909c6d-ede1-409a-a5c2-58ae3ebb14b3 {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1240.097748] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5109e922-d2d4-4314-9b58-e43d76ad4755 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.106927] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e8b7e4-de3c-4005-b07e-7e81338c0fab {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.145827] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7c7fca-1492-494a-ab09-bf6d59624b5b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.150956] env[69524]: INFO nova.compute.manager [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Took 14.52 seconds to build instance. [ 1240.158704] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859eebbb-8029-4f31-84ba-198d469b8c2e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.176237] env[69524]: DEBUG nova.compute.provider_tree [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1240.225790] env[69524]: DEBUG nova.compute.manager [req-ab3736c0-c468-40bd-b3ee-a45d5d08076f req-0d56fd26-513b-4050-8ccd-8fa41fd24e0a service nova] [instance: 2a7cd0d3-edf5-4cf8-987f-8df4da315b38] Received event network-vif-plugged-0d4b71cd-21ee-4b34-b7cb-901a51393498 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1240.226306] env[69524]: DEBUG oslo_concurrency.lockutils [req-ab3736c0-c468-40bd-b3ee-a45d5d08076f req-0d56fd26-513b-4050-8ccd-8fa41fd24e0a service nova] Acquiring lock "2a7cd0d3-edf5-4cf8-987f-8df4da315b38-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.226783] env[69524]: DEBUG oslo_concurrency.lockutils [req-ab3736c0-c468-40bd-b3ee-a45d5d08076f req-0d56fd26-513b-4050-8ccd-8fa41fd24e0a service nova] Lock "2a7cd0d3-edf5-4cf8-987f-8df4da315b38-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.227137] env[69524]: DEBUG oslo_concurrency.lockutils [req-ab3736c0-c468-40bd-b3ee-a45d5d08076f req-0d56fd26-513b-4050-8ccd-8fa41fd24e0a service nova] Lock "2a7cd0d3-edf5-4cf8-987f-8df4da315b38-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.227555] env[69524]: DEBUG nova.compute.manager [req-ab3736c0-c468-40bd-b3ee-a45d5d08076f req-0d56fd26-513b-4050-8ccd-8fa41fd24e0a service nova] [instance: 2a7cd0d3-edf5-4cf8-987f-8df4da315b38] No waiting events found dispatching network-vif-plugged-0d4b71cd-21ee-4b34-b7cb-901a51393498 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1240.227883] env[69524]: WARNING nova.compute.manager [req-ab3736c0-c468-40bd-b3ee-a45d5d08076f req-0d56fd26-513b-4050-8ccd-8fa41fd24e0a service nova] [instance: 2a7cd0d3-edf5-4cf8-987f-8df4da315b38] Received unexpected event network-vif-plugged-0d4b71cd-21ee-4b34-b7cb-901a51393498 for instance with vm_state building and task_state spawning. [ 1240.228254] env[69524]: DEBUG nova.compute.manager [req-ab3736c0-c468-40bd-b3ee-a45d5d08076f req-0d56fd26-513b-4050-8ccd-8fa41fd24e0a service nova] [instance: 2a7cd0d3-edf5-4cf8-987f-8df4da315b38] Received event network-changed-0d4b71cd-21ee-4b34-b7cb-901a51393498 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1240.228578] env[69524]: DEBUG nova.compute.manager [req-ab3736c0-c468-40bd-b3ee-a45d5d08076f req-0d56fd26-513b-4050-8ccd-8fa41fd24e0a service nova] [instance: 2a7cd0d3-edf5-4cf8-987f-8df4da315b38] Refreshing instance network info cache due to event network-changed-0d4b71cd-21ee-4b34-b7cb-901a51393498. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1240.228951] env[69524]: DEBUG oslo_concurrency.lockutils [req-ab3736c0-c468-40bd-b3ee-a45d5d08076f req-0d56fd26-513b-4050-8ccd-8fa41fd24e0a service nova] Acquiring lock "refresh_cache-2a7cd0d3-edf5-4cf8-987f-8df4da315b38" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.371631] env[69524]: DEBUG nova.network.neutron [-] [instance: 9942294c-2525-4759-b952-5bf32c5a7beb] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.379706] env[69524]: DEBUG nova.network.neutron [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] [instance: 2a7cd0d3-edf5-4cf8-987f-8df4da315b38] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1240.465905] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1240.471162] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1240.582655] env[69524]: DEBUG nova.network.neutron [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] [instance: 2a7cd0d3-edf5-4cf8-987f-8df4da315b38] Updating instance_info_cache with network_info: [{"id": "0d4b71cd-21ee-4b34-b7cb-901a51393498", "address": "fa:16:3e:22:17:bd", "network": {"id": "4e8c6509-357e-4139-9fef-d0346137bcfd", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1331536608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77cae57ce132450597298e01ead9c13b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d4b71cd-21", "ovs_interfaceid": "0d4b71cd-21ee-4b34-b7cb-901a51393498", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.653753] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ba34621a-fd1a-41e8-9f01-5f792e794e80 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lock "fcbf3595-f64a-442b-a33d-dd7e78f46c8b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.040s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.679412] env[69524]: DEBUG nova.scheduler.client.report [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1240.883245] env[69524]: INFO nova.compute.manager [-] [instance: 9942294c-2525-4759-b952-5bf32c5a7beb] Took 1.42 seconds to deallocate network for instance. [ 1240.884440] env[69524]: DEBUG nova.compute.manager [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 684b8756-98d5-4977-a610-12005ec5a756] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1240.917851] env[69524]: DEBUG nova.virt.hardware [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1240.918619] env[69524]: DEBUG nova.virt.hardware [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1240.918851] env[69524]: DEBUG nova.virt.hardware [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1240.919445] env[69524]: DEBUG nova.virt.hardware [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1240.919445] env[69524]: DEBUG nova.virt.hardware [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1240.919445] env[69524]: DEBUG nova.virt.hardware [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1240.919676] env[69524]: DEBUG nova.virt.hardware [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1240.919796] env[69524]: DEBUG nova.virt.hardware [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1240.920188] env[69524]: DEBUG nova.virt.hardware [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1240.920586] env[69524]: DEBUG nova.virt.hardware [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1240.920810] env[69524]: DEBUG nova.virt.hardware [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1240.922389] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398913fc-2048-4cfd-83e4-76eb485d6139 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.933434] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2879bc44-c6a6-4f5d-8b91-ed6b0105ff8d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.973417] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.086182] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Releasing lock "refresh_cache-2a7cd0d3-edf5-4cf8-987f-8df4da315b38" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.086657] env[69524]: DEBUG nova.compute.manager [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] [instance: 2a7cd0d3-edf5-4cf8-987f-8df4da315b38] Instance network_info: |[{"id": "0d4b71cd-21ee-4b34-b7cb-901a51393498", "address": "fa:16:3e:22:17:bd", "network": {"id": "4e8c6509-357e-4139-9fef-d0346137bcfd", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1331536608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77cae57ce132450597298e01ead9c13b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d4b71cd-21", "ovs_interfaceid": "0d4b71cd-21ee-4b34-b7cb-901a51393498", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1241.086897] env[69524]: DEBUG oslo_concurrency.lockutils [req-ab3736c0-c468-40bd-b3ee-a45d5d08076f req-0d56fd26-513b-4050-8ccd-8fa41fd24e0a service nova] Acquired lock "refresh_cache-2a7cd0d3-edf5-4cf8-987f-8df4da315b38" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.087052] env[69524]: DEBUG nova.network.neutron [req-ab3736c0-c468-40bd-b3ee-a45d5d08076f req-0d56fd26-513b-4050-8ccd-8fa41fd24e0a service nova] [instance: 2a7cd0d3-edf5-4cf8-987f-8df4da315b38] Refreshing network info cache for port 0d4b71cd-21ee-4b34-b7cb-901a51393498 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1241.088421] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] [instance: 2a7cd0d3-edf5-4cf8-987f-8df4da315b38] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:17:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1880df72-582c-44cb-992d-88dc6a514914', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d4b71cd-21ee-4b34-b7cb-901a51393498', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1241.095924] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Creating folder: Project (77cae57ce132450597298e01ead9c13b). Parent ref: group-v806025. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1241.097155] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d0ddc210-b062-4cec-ad46-4740f0a35a5b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.111441] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Created folder: Project (77cae57ce132450597298e01ead9c13b) in parent group-v806025. [ 1241.111652] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Creating folder: Instances. Parent ref: group-v806317. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1241.111903] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c824b3e-39d3-4824-951b-4837d6fd3c00 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.128553] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Created folder: Instances in parent group-v806317. [ 1241.128553] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1241.128553] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a7cd0d3-edf5-4cf8-987f-8df4da315b38] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1241.128553] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c8fbd13-4c2b-422f-bbac-8da9ce57b1e3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.149619] env[69524]: DEBUG oslo_vmware.rw_handles [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52796f7c-9d66-4fd5-bcbf-92480e4bd46e/disk-0.vmdk. {{(pid=69524) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1241.150908] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675dd743-777a-4fa9-9552-486a169eeab2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.158887] env[69524]: DEBUG oslo_vmware.rw_handles [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52796f7c-9d66-4fd5-bcbf-92480e4bd46e/disk-0.vmdk is in state: ready. {{(pid=69524) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1241.159085] env[69524]: ERROR oslo_vmware.rw_handles [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52796f7c-9d66-4fd5-bcbf-92480e4bd46e/disk-0.vmdk due to incomplete transfer. [ 1241.160637] env[69524]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-18ec541d-70ac-47cb-b71e-c907c0ad6eb7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.162404] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1241.162404] env[69524]: value = "task-4068858" [ 1241.162404] env[69524]: _type = "Task" [ 1241.162404] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.172464] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068858, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.174202] env[69524]: DEBUG oslo_vmware.rw_handles [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52796f7c-9d66-4fd5-bcbf-92480e4bd46e/disk-0.vmdk. {{(pid=69524) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1241.174453] env[69524]: DEBUG nova.virt.vmwareapi.images [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Uploaded image 69c4e57b-a81d-4f99-907a-655d1d33d663 to the Glance image server {{(pid=69524) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1241.176836] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Destroying the VM {{(pid=69524) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1241.177150] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2ccf9ad8-e7a9-4045-bacc-9417aedd6120 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.186390] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.339s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.186953] env[69524]: DEBUG nova.compute.manager [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] [instance: bfc37580-be5d-432c-a296-eca3873de2f8] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1241.190085] env[69524]: DEBUG oslo_vmware.api [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 1241.190085] env[69524]: value = "task-4068859" [ 1241.190085] env[69524]: _type = "Task" [ 1241.190085] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.192564] env[69524]: DEBUG oslo_concurrency.lockutils [None req-843afafc-2d46-4474-90fd-2bc53ac879f4 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.492s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.192564] env[69524]: DEBUG nova.objects.instance [None req-843afafc-2d46-4474-90fd-2bc53ac879f4 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Lazy-loading 'resources' on Instance uuid e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1241.202906] env[69524]: DEBUG oslo_vmware.api [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068859, 'name': Destroy_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.394242] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5cf1fb0d-677a-44d2-bf20-f87bb08d31ac tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.683625] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068858, 'name': CreateVM_Task, 'duration_secs': 0.414307} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.683984] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a7cd0d3-edf5-4cf8-987f-8df4da315b38] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1241.684831] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.685145] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.685563] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.685924] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-070f5a95-cbf8-4801-ae8c-d968cfd037a2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.693204] env[69524]: DEBUG nova.compute.utils [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1241.695128] env[69524]: DEBUG oslo_vmware.api [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Waiting for the task: (returnval){ [ 1241.695128] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]527665e8-69ba-02d8-2bda-0be3e753f731" [ 1241.695128] env[69524]: _type = "Task" [ 1241.695128] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.696047] env[69524]: DEBUG nova.compute.manager [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] [instance: bfc37580-be5d-432c-a296-eca3873de2f8] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1241.696422] env[69524]: DEBUG nova.network.neutron [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] [instance: bfc37580-be5d-432c-a296-eca3873de2f8] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1241.719385] env[69524]: DEBUG oslo_vmware.api [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068859, 'name': Destroy_Task, 'duration_secs': 0.406644} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.723633] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Destroyed the VM [ 1241.724282] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Deleting Snapshot of the VM instance {{(pid=69524) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1241.725082] env[69524]: DEBUG oslo_vmware.api [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]527665e8-69ba-02d8-2bda-0be3e753f731, 'name': SearchDatastore_Task, 'duration_secs': 0.011607} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.728028] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3d2b1000-ca9f-42b0-9c8a-4314b041ea73 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.730932] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.731354] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] [instance: 2a7cd0d3-edf5-4cf8-987f-8df4da315b38] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1241.731732] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.732026] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.732359] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1241.732943] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d1758cc-332c-4e7f-87fc-086a39b0925f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.742927] env[69524]: DEBUG oslo_vmware.api [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 1241.742927] env[69524]: value = "task-4068860" [ 1241.742927] env[69524]: _type = "Task" [ 1241.742927] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.754281] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1241.754518] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1241.757211] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f6b24d8-2b5d-4310-af65-3f6a2cd301c8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.762569] env[69524]: DEBUG oslo_vmware.api [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068860, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.768454] env[69524]: DEBUG oslo_vmware.api [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Waiting for the task: (returnval){ [ 1241.768454] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52ab9301-ab0d-f334-69db-f16a9072fdab" [ 1241.768454] env[69524]: _type = "Task" [ 1241.768454] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.783314] env[69524]: DEBUG oslo_vmware.api [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52ab9301-ab0d-f334-69db-f16a9072fdab, 'name': SearchDatastore_Task, 'duration_secs': 0.012848} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.784895] env[69524]: DEBUG nova.policy [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '15146b570675417798cf867a59a7e27e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9956b758290246cfadf22a0b92f0f704', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 1241.789816] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddc8c848-5ebf-4e2e-b396-cf936280eac4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.800332] env[69524]: DEBUG oslo_vmware.api [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Waiting for the task: (returnval){ [ 1241.800332] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52875d55-f86a-3016-7a58-13f6921d3033" [ 1241.800332] env[69524]: _type = "Task" [ 1241.800332] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.805424] env[69524]: DEBUG nova.network.neutron [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 684b8756-98d5-4977-a610-12005ec5a756] Successfully updated port: 37909c6d-ede1-409a-a5c2-58ae3ebb14b3 {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1241.812575] env[69524]: DEBUG oslo_vmware.api [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52875d55-f86a-3016-7a58-13f6921d3033, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.950637] env[69524]: DEBUG nova.network.neutron [req-ab3736c0-c468-40bd-b3ee-a45d5d08076f req-0d56fd26-513b-4050-8ccd-8fa41fd24e0a service nova] [instance: 2a7cd0d3-edf5-4cf8-987f-8df4da315b38] Updated VIF entry in instance network info cache for port 0d4b71cd-21ee-4b34-b7cb-901a51393498. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1241.951214] env[69524]: DEBUG nova.network.neutron [req-ab3736c0-c468-40bd-b3ee-a45d5d08076f req-0d56fd26-513b-4050-8ccd-8fa41fd24e0a service nova] [instance: 2a7cd0d3-edf5-4cf8-987f-8df4da315b38] Updating instance_info_cache with network_info: [{"id": "0d4b71cd-21ee-4b34-b7cb-901a51393498", "address": "fa:16:3e:22:17:bd", "network": {"id": "4e8c6509-357e-4139-9fef-d0346137bcfd", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1331536608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77cae57ce132450597298e01ead9c13b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d4b71cd-21", "ovs_interfaceid": "0d4b71cd-21ee-4b34-b7cb-901a51393498", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.005605] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb440f0-0647-4e6c-9a2b-5b6bf105a375 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.015737] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2e5a89-056a-4bd2-8f70-f10cc21b8f06 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.052077] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1907b98-af56-4a41-839b-d43dec3fd047 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.060959] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a9e81e-e3d4-402e-b0ed-32426d5d20f8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.079083] env[69524]: DEBUG nova.compute.provider_tree [None req-843afafc-2d46-4474-90fd-2bc53ac879f4 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1242.151378] env[69524]: DEBUG nova.network.neutron [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] [instance: bfc37580-be5d-432c-a296-eca3873de2f8] Successfully created port: 1005b0a9-891a-455b-bad6-55be237fc976 {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1242.197429] env[69524]: DEBUG nova.compute.manager [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] [instance: bfc37580-be5d-432c-a296-eca3873de2f8] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1242.255423] env[69524]: DEBUG oslo_vmware.api [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068860, 'name': RemoveSnapshot_Task, 'duration_secs': 0.427218} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.256352] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Deleted Snapshot of the VM instance {{(pid=69524) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1242.256677] env[69524]: DEBUG nova.compute.manager [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1242.258220] env[69524]: DEBUG nova.compute.manager [req-13a4ee49-1a96-44f1-b346-44a01e92daff req-fae3ddee-470d-4287-ae50-ea73dbc50b30 service nova] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Received event network-changed-f75630d0-ec9a-456a-9a55-26944a3f02ed {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1242.258395] env[69524]: DEBUG nova.compute.manager [req-13a4ee49-1a96-44f1-b346-44a01e92daff req-fae3ddee-470d-4287-ae50-ea73dbc50b30 service nova] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Refreshing instance network info cache due to event network-changed-f75630d0-ec9a-456a-9a55-26944a3f02ed. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1242.258535] env[69524]: DEBUG oslo_concurrency.lockutils [req-13a4ee49-1a96-44f1-b346-44a01e92daff req-fae3ddee-470d-4287-ae50-ea73dbc50b30 service nova] Acquiring lock "refresh_cache-fcbf3595-f64a-442b-a33d-dd7e78f46c8b" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.258677] env[69524]: DEBUG oslo_concurrency.lockutils [req-13a4ee49-1a96-44f1-b346-44a01e92daff req-fae3ddee-470d-4287-ae50-ea73dbc50b30 service nova] Acquired lock "refresh_cache-fcbf3595-f64a-442b-a33d-dd7e78f46c8b" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.258840] env[69524]: DEBUG nova.network.neutron [req-13a4ee49-1a96-44f1-b346-44a01e92daff req-fae3ddee-470d-4287-ae50-ea73dbc50b30 service nova] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Refreshing network info cache for port f75630d0-ec9a-456a-9a55-26944a3f02ed {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1242.260586] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65b4479-8e82-42d8-a0f4-91b2b6a20e1f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.315926] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquiring lock "refresh_cache-684b8756-98d5-4977-a610-12005ec5a756" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.316175] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquired lock "refresh_cache-684b8756-98d5-4977-a610-12005ec5a756" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.316389] env[69524]: DEBUG nova.network.neutron [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 684b8756-98d5-4977-a610-12005ec5a756] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1242.317867] env[69524]: DEBUG oslo_vmware.api [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52875d55-f86a-3016-7a58-13f6921d3033, 'name': SearchDatastore_Task, 'duration_secs': 0.01189} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.318473] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.318845] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 2a7cd0d3-edf5-4cf8-987f-8df4da315b38/2a7cd0d3-edf5-4cf8-987f-8df4da315b38.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1242.319229] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ea6d3d7-b7b2-4b62-b63f-acd2d8a5e9ee {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.330341] env[69524]: DEBUG oslo_vmware.api [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Waiting for the task: (returnval){ [ 1242.330341] env[69524]: value = "task-4068861" [ 1242.330341] env[69524]: _type = "Task" [ 1242.330341] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.342063] env[69524]: DEBUG oslo_vmware.api [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Task: {'id': task-4068861, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.454760] env[69524]: DEBUG oslo_concurrency.lockutils [req-ab3736c0-c468-40bd-b3ee-a45d5d08076f req-0d56fd26-513b-4050-8ccd-8fa41fd24e0a service nova] Releasing lock "refresh_cache-2a7cd0d3-edf5-4cf8-987f-8df4da315b38" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.455157] env[69524]: DEBUG nova.compute.manager [req-ab3736c0-c468-40bd-b3ee-a45d5d08076f req-0d56fd26-513b-4050-8ccd-8fa41fd24e0a service nova] [instance: 9942294c-2525-4759-b952-5bf32c5a7beb] Received event network-vif-deleted-fce16165-eaee-456d-a040-ae1f8e3cb725 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1242.455373] env[69524]: INFO nova.compute.manager [req-ab3736c0-c468-40bd-b3ee-a45d5d08076f req-0d56fd26-513b-4050-8ccd-8fa41fd24e0a service nova] [instance: 9942294c-2525-4759-b952-5bf32c5a7beb] Neutron deleted interface fce16165-eaee-456d-a040-ae1f8e3cb725; detaching it from the instance and deleting it from the info cache [ 1242.455596] env[69524]: DEBUG nova.network.neutron [req-ab3736c0-c468-40bd-b3ee-a45d5d08076f req-0d56fd26-513b-4050-8ccd-8fa41fd24e0a service nova] [instance: 9942294c-2525-4759-b952-5bf32c5a7beb] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.583112] env[69524]: DEBUG nova.scheduler.client.report [None req-843afafc-2d46-4474-90fd-2bc53ac879f4 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1242.776548] env[69524]: INFO nova.compute.manager [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Shelve offloading [ 1242.840740] env[69524]: DEBUG oslo_vmware.api [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Task: {'id': task-4068861, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.864561] env[69524]: DEBUG nova.network.neutron [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 684b8756-98d5-4977-a610-12005ec5a756] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1242.960633] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b4448b84-463e-4cc3-802d-60b5ae2bb187 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.970728] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95768d11-7bf6-465d-8fef-8fb301c23bfa {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.009023] env[69524]: DEBUG nova.compute.manager [req-ab3736c0-c468-40bd-b3ee-a45d5d08076f req-0d56fd26-513b-4050-8ccd-8fa41fd24e0a service nova] [instance: 9942294c-2525-4759-b952-5bf32c5a7beb] Detach interface failed, port_id=fce16165-eaee-456d-a040-ae1f8e3cb725, reason: Instance 9942294c-2525-4759-b952-5bf32c5a7beb could not be found. {{(pid=69524) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1243.089271] env[69524]: DEBUG oslo_concurrency.lockutils [None req-843afafc-2d46-4474-90fd-2bc53ac879f4 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.898s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.091749] env[69524]: DEBUG oslo_concurrency.lockutils [None req-20d065f2-5c09-4ec6-8b03-0bf2bf1e536e tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.415s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.092178] env[69524]: DEBUG nova.objects.instance [None req-20d065f2-5c09-4ec6-8b03-0bf2bf1e536e tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Lazy-loading 'resources' on Instance uuid d1b9472c-9def-48c6-9f64-1ae2fc9443c7 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.101339] env[69524]: DEBUG nova.network.neutron [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 684b8756-98d5-4977-a610-12005ec5a756] Updating instance_info_cache with network_info: [{"id": "37909c6d-ede1-409a-a5c2-58ae3ebb14b3", "address": "fa:16:3e:88:da:58", "network": {"id": "b23ca180-1a84-452a-9514-9d8f6aa62900", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1041588650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2fffe3417744e99ce079788dc320b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37909c6d-ed", "ovs_interfaceid": "37909c6d-ede1-409a-a5c2-58ae3ebb14b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.119329] env[69524]: INFO nova.scheduler.client.report [None req-843afafc-2d46-4474-90fd-2bc53ac879f4 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Deleted allocations for instance e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7 [ 1243.148032] env[69524]: DEBUG nova.network.neutron [req-13a4ee49-1a96-44f1-b346-44a01e92daff req-fae3ddee-470d-4287-ae50-ea73dbc50b30 service nova] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Updated VIF entry in instance network info cache for port f75630d0-ec9a-456a-9a55-26944a3f02ed. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1243.148447] env[69524]: DEBUG nova.network.neutron [req-13a4ee49-1a96-44f1-b346-44a01e92daff req-fae3ddee-470d-4287-ae50-ea73dbc50b30 service nova] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Updating instance_info_cache with network_info: [{"id": "f75630d0-ec9a-456a-9a55-26944a3f02ed", "address": "fa:16:3e:6c:97:e3", "network": {"id": "7f21e6c8-7948-4d2a-9388-e641a2d42214", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1972708614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e79fb10ba570446e80b89783732d562f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf75630d0-ec", "ovs_interfaceid": "f75630d0-ec9a-456a-9a55-26944a3f02ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.207612] env[69524]: DEBUG nova.compute.manager [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] [instance: bfc37580-be5d-432c-a296-eca3873de2f8] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1243.236993] env[69524]: DEBUG nova.virt.hardware [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1243.237358] env[69524]: DEBUG nova.virt.hardware [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1243.237534] env[69524]: DEBUG nova.virt.hardware [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1243.237719] env[69524]: DEBUG nova.virt.hardware [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1243.237864] env[69524]: DEBUG nova.virt.hardware [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1243.238019] env[69524]: DEBUG nova.virt.hardware [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1243.238232] env[69524]: DEBUG nova.virt.hardware [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1243.238392] env[69524]: DEBUG nova.virt.hardware [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1243.238556] env[69524]: DEBUG nova.virt.hardware [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1243.238714] env[69524]: DEBUG nova.virt.hardware [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1243.238917] env[69524]: DEBUG nova.virt.hardware [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1243.239755] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5a91de-f232-4359-a879-4195ad5c8a3e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.248085] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9758c8f-7299-4df1-b674-97659b63ec9f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.280680] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1243.280960] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54986c0f-8f38-402b-bf8f-194f3426baf5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.288267] env[69524]: DEBUG oslo_vmware.api [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 1243.288267] env[69524]: value = "task-4068863" [ 1243.288267] env[69524]: _type = "Task" [ 1243.288267] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.297441] env[69524]: DEBUG oslo_vmware.api [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068863, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.342228] env[69524]: DEBUG oslo_vmware.api [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Task: {'id': task-4068861, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518926} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.342492] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 2a7cd0d3-edf5-4cf8-987f-8df4da315b38/2a7cd0d3-edf5-4cf8-987f-8df4da315b38.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1243.342708] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] [instance: 2a7cd0d3-edf5-4cf8-987f-8df4da315b38] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1243.342970] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f7330cb6-512c-454c-8f2b-75ddd9e32b36 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.350813] env[69524]: DEBUG oslo_vmware.api [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Waiting for the task: (returnval){ [ 1243.350813] env[69524]: value = "task-4068864" [ 1243.350813] env[69524]: _type = "Task" [ 1243.350813] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.358998] env[69524]: DEBUG oslo_vmware.api [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Task: {'id': task-4068864, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.592036] env[69524]: DEBUG nova.compute.manager [req-c472ebad-2350-41a7-80dc-e1de10b600d6 req-433c194a-d2fd-4097-8728-6e981a946594 service nova] [instance: bfc37580-be5d-432c-a296-eca3873de2f8] Received event network-vif-plugged-1005b0a9-891a-455b-bad6-55be237fc976 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1243.592036] env[69524]: DEBUG oslo_concurrency.lockutils [req-c472ebad-2350-41a7-80dc-e1de10b600d6 req-433c194a-d2fd-4097-8728-6e981a946594 service nova] Acquiring lock "bfc37580-be5d-432c-a296-eca3873de2f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.592036] env[69524]: DEBUG oslo_concurrency.lockutils [req-c472ebad-2350-41a7-80dc-e1de10b600d6 req-433c194a-d2fd-4097-8728-6e981a946594 service nova] Lock "bfc37580-be5d-432c-a296-eca3873de2f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.592277] env[69524]: DEBUG oslo_concurrency.lockutils [req-c472ebad-2350-41a7-80dc-e1de10b600d6 req-433c194a-d2fd-4097-8728-6e981a946594 service nova] Lock "bfc37580-be5d-432c-a296-eca3873de2f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.592433] env[69524]: DEBUG nova.compute.manager [req-c472ebad-2350-41a7-80dc-e1de10b600d6 req-433c194a-d2fd-4097-8728-6e981a946594 service nova] [instance: bfc37580-be5d-432c-a296-eca3873de2f8] No waiting events found dispatching network-vif-plugged-1005b0a9-891a-455b-bad6-55be237fc976 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1243.592668] env[69524]: WARNING nova.compute.manager [req-c472ebad-2350-41a7-80dc-e1de10b600d6 req-433c194a-d2fd-4097-8728-6e981a946594 service nova] [instance: bfc37580-be5d-432c-a296-eca3873de2f8] Received unexpected event network-vif-plugged-1005b0a9-891a-455b-bad6-55be237fc976 for instance with vm_state building and task_state spawning. [ 1243.604977] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Releasing lock "refresh_cache-684b8756-98d5-4977-a610-12005ec5a756" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.604977] env[69524]: DEBUG nova.compute.manager [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 684b8756-98d5-4977-a610-12005ec5a756] Instance network_info: |[{"id": "37909c6d-ede1-409a-a5c2-58ae3ebb14b3", "address": "fa:16:3e:88:da:58", "network": {"id": "b23ca180-1a84-452a-9514-9d8f6aa62900", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1041588650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2fffe3417744e99ce079788dc320b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37909c6d-ed", "ovs_interfaceid": "37909c6d-ede1-409a-a5c2-58ae3ebb14b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1243.605188] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 684b8756-98d5-4977-a610-12005ec5a756] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:da:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4020f51-6e46-4b73-a79e-9fe3fd51b917', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '37909c6d-ede1-409a-a5c2-58ae3ebb14b3', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1243.613104] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1243.614087] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 684b8756-98d5-4977-a610-12005ec5a756] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1243.615057] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9327c9c1-ba7d-41c4-a172-c60ba04579c1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.637080] env[69524]: DEBUG oslo_concurrency.lockutils [None req-843afafc-2d46-4474-90fd-2bc53ac879f4 tempest-ServersTestMultiNic-1868801058 tempest-ServersTestMultiNic-1868801058-project-member] Lock "e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.137s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.644065] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1243.644065] env[69524]: value = "task-4068865" [ 1243.644065] env[69524]: _type = "Task" [ 1243.644065] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.651217] env[69524]: DEBUG oslo_concurrency.lockutils [req-13a4ee49-1a96-44f1-b346-44a01e92daff req-fae3ddee-470d-4287-ae50-ea73dbc50b30 service nova] Releasing lock "refresh_cache-fcbf3595-f64a-442b-a33d-dd7e78f46c8b" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.651496] env[69524]: DEBUG nova.compute.manager [req-13a4ee49-1a96-44f1-b346-44a01e92daff req-fae3ddee-470d-4287-ae50-ea73dbc50b30 service nova] [instance: 684b8756-98d5-4977-a610-12005ec5a756] Received event network-vif-plugged-37909c6d-ede1-409a-a5c2-58ae3ebb14b3 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1243.651773] env[69524]: DEBUG oslo_concurrency.lockutils [req-13a4ee49-1a96-44f1-b346-44a01e92daff req-fae3ddee-470d-4287-ae50-ea73dbc50b30 service nova] Acquiring lock "684b8756-98d5-4977-a610-12005ec5a756-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.652215] env[69524]: DEBUG oslo_concurrency.lockutils [req-13a4ee49-1a96-44f1-b346-44a01e92daff req-fae3ddee-470d-4287-ae50-ea73dbc50b30 service nova] Lock "684b8756-98d5-4977-a610-12005ec5a756-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.652809] env[69524]: DEBUG oslo_concurrency.lockutils [req-13a4ee49-1a96-44f1-b346-44a01e92daff req-fae3ddee-470d-4287-ae50-ea73dbc50b30 service nova] Lock "684b8756-98d5-4977-a610-12005ec5a756-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.652809] env[69524]: DEBUG nova.compute.manager [req-13a4ee49-1a96-44f1-b346-44a01e92daff req-fae3ddee-470d-4287-ae50-ea73dbc50b30 service nova] [instance: 684b8756-98d5-4977-a610-12005ec5a756] No waiting events found dispatching network-vif-plugged-37909c6d-ede1-409a-a5c2-58ae3ebb14b3 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1243.655042] env[69524]: WARNING nova.compute.manager [req-13a4ee49-1a96-44f1-b346-44a01e92daff req-fae3ddee-470d-4287-ae50-ea73dbc50b30 service nova] [instance: 684b8756-98d5-4977-a610-12005ec5a756] Received unexpected event network-vif-plugged-37909c6d-ede1-409a-a5c2-58ae3ebb14b3 for instance with vm_state building and task_state spawning. [ 1243.655042] env[69524]: DEBUG nova.compute.manager [req-13a4ee49-1a96-44f1-b346-44a01e92daff req-fae3ddee-470d-4287-ae50-ea73dbc50b30 service nova] [instance: 684b8756-98d5-4977-a610-12005ec5a756] Received event network-changed-37909c6d-ede1-409a-a5c2-58ae3ebb14b3 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1243.655042] env[69524]: DEBUG nova.compute.manager [req-13a4ee49-1a96-44f1-b346-44a01e92daff req-fae3ddee-470d-4287-ae50-ea73dbc50b30 service nova] [instance: 684b8756-98d5-4977-a610-12005ec5a756] Refreshing instance network info cache due to event network-changed-37909c6d-ede1-409a-a5c2-58ae3ebb14b3. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1243.655042] env[69524]: DEBUG oslo_concurrency.lockutils [req-13a4ee49-1a96-44f1-b346-44a01e92daff req-fae3ddee-470d-4287-ae50-ea73dbc50b30 service nova] Acquiring lock "refresh_cache-684b8756-98d5-4977-a610-12005ec5a756" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.655042] env[69524]: DEBUG oslo_concurrency.lockutils [req-13a4ee49-1a96-44f1-b346-44a01e92daff req-fae3ddee-470d-4287-ae50-ea73dbc50b30 service nova] Acquired lock "refresh_cache-684b8756-98d5-4977-a610-12005ec5a756" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.655042] env[69524]: DEBUG nova.network.neutron [req-13a4ee49-1a96-44f1-b346-44a01e92daff req-fae3ddee-470d-4287-ae50-ea73dbc50b30 service nova] [instance: 684b8756-98d5-4977-a610-12005ec5a756] Refreshing network info cache for port 37909c6d-ede1-409a-a5c2-58ae3ebb14b3 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1243.666300] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068865, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.697784] env[69524]: DEBUG nova.network.neutron [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] [instance: bfc37580-be5d-432c-a296-eca3873de2f8] Successfully updated port: 1005b0a9-891a-455b-bad6-55be237fc976 {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1243.804431] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] VM already powered off {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1243.804692] env[69524]: DEBUG nova.compute.manager [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1243.805883] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e196a9-8887-4763-8979-5b99e2292da9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.814343] env[69524]: DEBUG oslo_concurrency.lockutils [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquiring lock "refresh_cache-43b4dacf-06d7-42de-9d91-04e69295c1f2" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.814660] env[69524]: DEBUG oslo_concurrency.lockutils [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquired lock "refresh_cache-43b4dacf-06d7-42de-9d91-04e69295c1f2" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.814850] env[69524]: DEBUG nova.network.neutron [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1243.859034] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82efcd5-0913-4662-bc56-de6b3af3972f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.866628] env[69524]: DEBUG oslo_vmware.api [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Task: {'id': task-4068864, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070744} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.867382] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] [instance: 2a7cd0d3-edf5-4cf8-987f-8df4da315b38] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1243.868258] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8410e98b-f34f-4e07-b017-8ec7c2114fbf {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.877724] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94cc653b-3f38-460f-b372-b93f554a688c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.902216] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] [instance: 2a7cd0d3-edf5-4cf8-987f-8df4da315b38] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 2a7cd0d3-edf5-4cf8-987f-8df4da315b38/2a7cd0d3-edf5-4cf8-987f-8df4da315b38.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1243.903561] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5855d42d-a741-490b-9eaf-89e359195fe2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.947674] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f107ff-af84-4857-b768-d26b948622ff {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.958367] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3972fc24-c2b7-44bd-a829-3afab380e6b1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.965631] env[69524]: DEBUG oslo_vmware.api [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Waiting for the task: (returnval){ [ 1243.965631] env[69524]: value = "task-4068866" [ 1243.965631] env[69524]: _type = "Task" [ 1243.965631] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.980893] env[69524]: DEBUG nova.compute.provider_tree [None req-20d065f2-5c09-4ec6-8b03-0bf2bf1e536e tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1243.988890] env[69524]: DEBUG oslo_vmware.api [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Task: {'id': task-4068866, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.156262] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068865, 'name': CreateVM_Task, 'duration_secs': 0.422705} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.156446] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 684b8756-98d5-4977-a610-12005ec5a756] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1244.157175] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.157346] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.157688] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.160185] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d15c159-fdac-44c2-8b06-550adef52555 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.166334] env[69524]: DEBUG oslo_vmware.api [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1244.166334] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52e0418a-af5f-fb58-e0b4-0e407ffc4dc7" [ 1244.166334] env[69524]: _type = "Task" [ 1244.166334] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.175691] env[69524]: DEBUG oslo_vmware.api [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52e0418a-af5f-fb58-e0b4-0e407ffc4dc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.201603] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Acquiring lock "refresh_cache-bfc37580-be5d-432c-a296-eca3873de2f8" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.201784] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Acquired lock "refresh_cache-bfc37580-be5d-432c-a296-eca3873de2f8" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.201916] env[69524]: DEBUG nova.network.neutron [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] [instance: bfc37580-be5d-432c-a296-eca3873de2f8] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1244.475647] env[69524]: DEBUG oslo_vmware.api [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Task: {'id': task-4068866, 'name': ReconfigVM_Task, 'duration_secs': 0.320742} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.476177] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] [instance: 2a7cd0d3-edf5-4cf8-987f-8df4da315b38] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 2a7cd0d3-edf5-4cf8-987f-8df4da315b38/2a7cd0d3-edf5-4cf8-987f-8df4da315b38.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1244.476971] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b347680-dd2f-491e-835a-e20b577fe5a9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.484986] env[69524]: DEBUG nova.scheduler.client.report [None req-20d065f2-5c09-4ec6-8b03-0bf2bf1e536e tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.489320] env[69524]: DEBUG oslo_vmware.api [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Waiting for the task: (returnval){ [ 1244.489320] env[69524]: value = "task-4068867" [ 1244.489320] env[69524]: _type = "Task" [ 1244.489320] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.502147] env[69524]: DEBUG oslo_vmware.api [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Task: {'id': task-4068867, 'name': Rename_Task} progress is 10%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.503207] env[69524]: DEBUG nova.network.neutron [req-13a4ee49-1a96-44f1-b346-44a01e92daff req-fae3ddee-470d-4287-ae50-ea73dbc50b30 service nova] [instance: 684b8756-98d5-4977-a610-12005ec5a756] Updated VIF entry in instance network info cache for port 37909c6d-ede1-409a-a5c2-58ae3ebb14b3. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1244.503557] env[69524]: DEBUG nova.network.neutron [req-13a4ee49-1a96-44f1-b346-44a01e92daff req-fae3ddee-470d-4287-ae50-ea73dbc50b30 service nova] [instance: 684b8756-98d5-4977-a610-12005ec5a756] Updating instance_info_cache with network_info: [{"id": "37909c6d-ede1-409a-a5c2-58ae3ebb14b3", "address": "fa:16:3e:88:da:58", "network": {"id": "b23ca180-1a84-452a-9514-9d8f6aa62900", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1041588650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2fffe3417744e99ce079788dc320b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37909c6d-ed", "ovs_interfaceid": "37909c6d-ede1-409a-a5c2-58ae3ebb14b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.647215] env[69524]: DEBUG nova.network.neutron [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Updating instance_info_cache with network_info: [{"id": "3c70a088-659f-4fee-97ff-b8bba0c87ff9", "address": "fa:16:3e:65:34:e1", "network": {"id": "44e29569-eeca-4e3a-bfa6-eaf437fc808b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1419956527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4133a0547d154af78d7556a7517cb285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c70a088-65", "ovs_interfaceid": "3c70a088-659f-4fee-97ff-b8bba0c87ff9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.677333] env[69524]: DEBUG oslo_vmware.api [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52e0418a-af5f-fb58-e0b4-0e407ffc4dc7, 'name': SearchDatastore_Task, 'duration_secs': 0.011578} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.677624] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.677862] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 684b8756-98d5-4977-a610-12005ec5a756] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1244.678112] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.678259] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.678439] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1244.678709] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2537b512-46d5-4c00-a60d-94d1cb593c8a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.688686] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1244.688944] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1244.689875] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10eae67f-cafe-412b-97e0-d7dcf9ffcc16 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.697359] env[69524]: DEBUG oslo_vmware.api [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1244.697359] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52fd4b5b-3b8d-f080-5af4-cb5457b75948" [ 1244.697359] env[69524]: _type = "Task" [ 1244.697359] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.710527] env[69524]: DEBUG oslo_vmware.api [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52fd4b5b-3b8d-f080-5af4-cb5457b75948, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.763059] env[69524]: DEBUG nova.network.neutron [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] [instance: bfc37580-be5d-432c-a296-eca3873de2f8] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1244.990348] env[69524]: DEBUG oslo_concurrency.lockutils [None req-20d065f2-5c09-4ec6-8b03-0bf2bf1e536e tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.898s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.997046] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.020s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.997361] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.004s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.997540] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69524) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1244.998355] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5cf1fb0d-677a-44d2-bf20-f87bb08d31ac tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.604s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.998648] env[69524]: DEBUG nova.objects.instance [None req-5cf1fb0d-677a-44d2-bf20-f87bb08d31ac tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lazy-loading 'resources' on Instance uuid 9942294c-2525-4759-b952-5bf32c5a7beb {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1245.000699] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3c25b1-d38a-4445-95c0-4052f13bef0b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.015474] env[69524]: DEBUG oslo_concurrency.lockutils [req-13a4ee49-1a96-44f1-b346-44a01e92daff req-fae3ddee-470d-4287-ae50-ea73dbc50b30 service nova] Releasing lock "refresh_cache-684b8756-98d5-4977-a610-12005ec5a756" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.026510] env[69524]: DEBUG oslo_vmware.api [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Task: {'id': task-4068867, 'name': Rename_Task, 'duration_secs': 0.157159} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.028485] env[69524]: INFO nova.scheduler.client.report [None req-20d065f2-5c09-4ec6-8b03-0bf2bf1e536e tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Deleted allocations for instance d1b9472c-9def-48c6-9f64-1ae2fc9443c7 [ 1245.036644] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] [instance: 2a7cd0d3-edf5-4cf8-987f-8df4da315b38] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1245.036644] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2471323-ae94-4e92-9f7f-8034a47976d5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.049310] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66481e6d-4ff9-4db4-a214-890e534eb201 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.080028] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88a4ef7-bebe-4e2a-885a-29fa371d395d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.081175] env[69524]: DEBUG oslo_vmware.api [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Waiting for the task: (returnval){ [ 1245.081175] env[69524]: value = "task-4068868" [ 1245.081175] env[69524]: _type = "Task" [ 1245.081175] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.094792] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2bcbf06-c530-4a60-ba11-535b6c5affd8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.102570] env[69524]: DEBUG oslo_vmware.api [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Task: {'id': task-4068868, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.135611] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179397MB free_disk=20GB free_vcpus=48 pci_devices=None {{(pid=69524) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1245.135797] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.151726] env[69524]: DEBUG oslo_concurrency.lockutils [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Releasing lock "refresh_cache-43b4dacf-06d7-42de-9d91-04e69295c1f2" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.212894] env[69524]: DEBUG oslo_vmware.api [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52fd4b5b-3b8d-f080-5af4-cb5457b75948, 'name': SearchDatastore_Task, 'duration_secs': 0.010739} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.213804] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b4b4943-fa96-4544-8a35-5f0ff75ea05b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.220229] env[69524]: DEBUG oslo_vmware.api [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1245.220229] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]528d86f8-0b92-94af-9cd7-a854e124a60e" [ 1245.220229] env[69524]: _type = "Task" [ 1245.220229] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.229568] env[69524]: DEBUG oslo_vmware.api [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]528d86f8-0b92-94af-9cd7-a854e124a60e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.291818] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e2c457-e626-4aca-b10a-2831e5d766b8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.302471] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce9c3d6-34fd-4549-be6d-c09540be5b1e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.336501] env[69524]: DEBUG nova.network.neutron [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] [instance: bfc37580-be5d-432c-a296-eca3873de2f8] Updating instance_info_cache with network_info: [{"id": "1005b0a9-891a-455b-bad6-55be237fc976", "address": "fa:16:3e:1b:a5:f7", "network": {"id": "87435180-1271-4084-9545-cbb5fd4d815f", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1712433195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9956b758290246cfadf22a0b92f0f704", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1005b0a9-89", "ovs_interfaceid": "1005b0a9-891a-455b-bad6-55be237fc976", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.338395] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb24b05f-e33c-485d-b940-d504f51ceb50 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.347269] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d637b6-d424-4444-81f2-e6f5b79e95eb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.362400] env[69524]: DEBUG nova.compute.provider_tree [None req-5cf1fb0d-677a-44d2-bf20-f87bb08d31ac tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1245.509249] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1245.510180] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2024816-e7d3-47d2-bf52-0111e9f60096 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.519366] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1245.519688] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7a80c63-14aa-444d-8033-d0fa5d448176 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.560153] env[69524]: DEBUG oslo_concurrency.lockutils [None req-20d065f2-5c09-4ec6-8b03-0bf2bf1e536e tempest-ServerRescueTestJSON-1568835124 tempest-ServerRescueTestJSON-1568835124-project-member] Lock "d1b9472c-9def-48c6-9f64-1ae2fc9443c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.236s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.597432] env[69524]: DEBUG oslo_vmware.api [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Task: {'id': task-4068868, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.601790] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1245.601790] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Deleting contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1245.601929] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Deleting the datastore file [datastore2] 43b4dacf-06d7-42de-9d91-04e69295c1f2 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1245.602515] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52303523-7d1d-4cc5-a50d-a841eddef6d4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.610858] env[69524]: DEBUG oslo_vmware.api [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 1245.610858] env[69524]: value = "task-4068870" [ 1245.610858] env[69524]: _type = "Task" [ 1245.610858] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.620581] env[69524]: DEBUG oslo_vmware.api [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068870, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.641212] env[69524]: DEBUG nova.compute.manager [req-d4abd6b1-ca10-4702-ac30-952c2e7d0590 req-51f014bc-b37c-40f7-9e3e-fbd86eeb3a19 service nova] [instance: bfc37580-be5d-432c-a296-eca3873de2f8] Received event network-changed-1005b0a9-891a-455b-bad6-55be237fc976 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1245.641212] env[69524]: DEBUG nova.compute.manager [req-d4abd6b1-ca10-4702-ac30-952c2e7d0590 req-51f014bc-b37c-40f7-9e3e-fbd86eeb3a19 service nova] [instance: bfc37580-be5d-432c-a296-eca3873de2f8] Refreshing instance network info cache due to event network-changed-1005b0a9-891a-455b-bad6-55be237fc976. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1245.641401] env[69524]: DEBUG oslo_concurrency.lockutils [req-d4abd6b1-ca10-4702-ac30-952c2e7d0590 req-51f014bc-b37c-40f7-9e3e-fbd86eeb3a19 service nova] Acquiring lock "refresh_cache-bfc37580-be5d-432c-a296-eca3873de2f8" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.738045] env[69524]: DEBUG oslo_vmware.api [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]528d86f8-0b92-94af-9cd7-a854e124a60e, 'name': SearchDatastore_Task, 'duration_secs': 0.011298} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.738825] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.740092] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 684b8756-98d5-4977-a610-12005ec5a756/684b8756-98d5-4977-a610-12005ec5a756.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1245.740092] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c28971f9-8b6f-49b4-84b2-368e4c4daedb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.748686] env[69524]: DEBUG oslo_vmware.api [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1245.748686] env[69524]: value = "task-4068871" [ 1245.748686] env[69524]: _type = "Task" [ 1245.748686] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.757542] env[69524]: DEBUG oslo_vmware.api [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068871, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.842668] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Releasing lock "refresh_cache-bfc37580-be5d-432c-a296-eca3873de2f8" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.843088] env[69524]: DEBUG nova.compute.manager [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] [instance: bfc37580-be5d-432c-a296-eca3873de2f8] Instance network_info: |[{"id": "1005b0a9-891a-455b-bad6-55be237fc976", "address": "fa:16:3e:1b:a5:f7", "network": {"id": "87435180-1271-4084-9545-cbb5fd4d815f", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1712433195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9956b758290246cfadf22a0b92f0f704", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1005b0a9-89", "ovs_interfaceid": "1005b0a9-891a-455b-bad6-55be237fc976", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1245.843453] env[69524]: DEBUG oslo_concurrency.lockutils [req-d4abd6b1-ca10-4702-ac30-952c2e7d0590 req-51f014bc-b37c-40f7-9e3e-fbd86eeb3a19 service nova] Acquired lock "refresh_cache-bfc37580-be5d-432c-a296-eca3873de2f8" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.843839] env[69524]: DEBUG nova.network.neutron [req-d4abd6b1-ca10-4702-ac30-952c2e7d0590 req-51f014bc-b37c-40f7-9e3e-fbd86eeb3a19 service nova] [instance: bfc37580-be5d-432c-a296-eca3873de2f8] Refreshing network info cache for port 1005b0a9-891a-455b-bad6-55be237fc976 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1245.845214] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] [instance: bfc37580-be5d-432c-a296-eca3873de2f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:a5:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe38bb7e-8bcb-419d-868f-0dc105c69651', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1005b0a9-891a-455b-bad6-55be237fc976', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1245.854299] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Creating folder: Project (9956b758290246cfadf22a0b92f0f704). Parent ref: group-v806025. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1245.854946] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-198ba649-b1dc-4893-b3a8-c494cfc314f8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.865631] env[69524]: DEBUG nova.scheduler.client.report [None req-5cf1fb0d-677a-44d2-bf20-f87bb08d31ac tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1245.871581] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Created folder: Project (9956b758290246cfadf22a0b92f0f704) in parent group-v806025. [ 1245.871804] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Creating folder: Instances. Parent ref: group-v806321. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1245.872427] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-311b6878-51e4-47fa-8a3d-a7fde399d56b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.884729] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Created folder: Instances in parent group-v806321. [ 1245.884964] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1245.885337] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfc37580-be5d-432c-a296-eca3873de2f8] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1245.885528] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d0fa36d-e651-49be-a464-ad36733eebc9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.909955] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1245.909955] env[69524]: value = "task-4068874" [ 1245.909955] env[69524]: _type = "Task" [ 1245.909955] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.919753] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068874, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.102416] env[69524]: DEBUG oslo_vmware.api [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Task: {'id': task-4068868, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.127936] env[69524]: DEBUG oslo_vmware.api [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068870, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136048} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.127936] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1246.128149] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Deleted contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1246.128192] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1246.265631] env[69524]: DEBUG oslo_vmware.api [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068871, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.291026] env[69524]: INFO nova.scheduler.client.report [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Deleted allocations for instance 43b4dacf-06d7-42de-9d91-04e69295c1f2 [ 1246.373896] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5cf1fb0d-677a-44d2-bf20-f87bb08d31ac tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.375s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.376270] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.240s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.395875] env[69524]: INFO nova.scheduler.client.report [None req-5cf1fb0d-677a-44d2-bf20-f87bb08d31ac tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Deleted allocations for instance 9942294c-2525-4759-b952-5bf32c5a7beb [ 1246.423239] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068874, 'name': CreateVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.610080] env[69524]: DEBUG oslo_vmware.api [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Task: {'id': task-4068868, 'name': PowerOnVM_Task, 'duration_secs': 1.099956} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.610846] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] [instance: 2a7cd0d3-edf5-4cf8-987f-8df4da315b38] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1246.610846] env[69524]: INFO nova.compute.manager [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] [instance: 2a7cd0d3-edf5-4cf8-987f-8df4da315b38] Took 8.12 seconds to spawn the instance on the hypervisor. [ 1246.610846] env[69524]: DEBUG nova.compute.manager [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] [instance: 2a7cd0d3-edf5-4cf8-987f-8df4da315b38] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1246.611686] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137ccb0d-9997-4dab-8001-e7bd5741fd6b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.624338] env[69524]: DEBUG oslo_concurrency.lockutils [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquiring lock "0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.624596] env[69524]: DEBUG oslo_concurrency.lockutils [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.761586] env[69524]: DEBUG oslo_vmware.api [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068871, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534946} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.761855] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 684b8756-98d5-4977-a610-12005ec5a756/684b8756-98d5-4977-a610-12005ec5a756.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1246.762113] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 684b8756-98d5-4977-a610-12005ec5a756] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1246.762392] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6ce446c8-a10a-47e7-ac28-c00ee44b0dd2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.771071] env[69524]: DEBUG oslo_vmware.api [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1246.771071] env[69524]: value = "task-4068875" [ 1246.771071] env[69524]: _type = "Task" [ 1246.771071] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.785964] env[69524]: DEBUG oslo_vmware.api [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068875, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.787189] env[69524]: DEBUG nova.network.neutron [req-d4abd6b1-ca10-4702-ac30-952c2e7d0590 req-51f014bc-b37c-40f7-9e3e-fbd86eeb3a19 service nova] [instance: bfc37580-be5d-432c-a296-eca3873de2f8] Updated VIF entry in instance network info cache for port 1005b0a9-891a-455b-bad6-55be237fc976. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1246.787571] env[69524]: DEBUG nova.network.neutron [req-d4abd6b1-ca10-4702-ac30-952c2e7d0590 req-51f014bc-b37c-40f7-9e3e-fbd86eeb3a19 service nova] [instance: bfc37580-be5d-432c-a296-eca3873de2f8] Updating instance_info_cache with network_info: [{"id": "1005b0a9-891a-455b-bad6-55be237fc976", "address": "fa:16:3e:1b:a5:f7", "network": {"id": "87435180-1271-4084-9545-cbb5fd4d815f", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1712433195-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9956b758290246cfadf22a0b92f0f704", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe38bb7e-8bcb-419d-868f-0dc105c69651", "external-id": "nsx-vlan-transportzone-432", "segmentation_id": 432, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1005b0a9-89", "ovs_interfaceid": "1005b0a9-891a-455b-bad6-55be237fc976", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.798204] env[69524]: DEBUG oslo_concurrency.lockutils [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.905341] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5cf1fb0d-677a-44d2-bf20-f87bb08d31ac tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "9942294c-2525-4759-b952-5bf32c5a7beb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.103s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.922117] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068874, 'name': CreateVM_Task, 'duration_secs': 0.528024} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.922346] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfc37580-be5d-432c-a296-eca3873de2f8] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1246.923088] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.923261] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.923580] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.924101] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-339119b6-7692-4e4c-a8e2-25afe21c4b76 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.929857] env[69524]: DEBUG oslo_vmware.api [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Waiting for the task: (returnval){ [ 1246.929857] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5259db58-1866-8df7-a705-57b7a7804e66" [ 1246.929857] env[69524]: _type = "Task" [ 1246.929857] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.941847] env[69524]: DEBUG oslo_vmware.api [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5259db58-1866-8df7-a705-57b7a7804e66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.132018] env[69524]: DEBUG nova.compute.manager [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1247.147117] env[69524]: INFO nova.compute.manager [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] [instance: 2a7cd0d3-edf5-4cf8-987f-8df4da315b38] Took 16.13 seconds to build instance. [ 1247.285345] env[69524]: DEBUG oslo_vmware.api [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068875, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072337} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.286256] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 684b8756-98d5-4977-a610-12005ec5a756] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1247.287639] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da64013-e450-4445-b73c-1be51d016fa7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.295055] env[69524]: DEBUG oslo_concurrency.lockutils [req-d4abd6b1-ca10-4702-ac30-952c2e7d0590 req-51f014bc-b37c-40f7-9e3e-fbd86eeb3a19 service nova] Releasing lock "refresh_cache-bfc37580-be5d-432c-a296-eca3873de2f8" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.295055] env[69524]: DEBUG nova.compute.manager [req-d4abd6b1-ca10-4702-ac30-952c2e7d0590 req-51f014bc-b37c-40f7-9e3e-fbd86eeb3a19 service nova] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Received event network-vif-unplugged-3c70a088-659f-4fee-97ff-b8bba0c87ff9 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.295055] env[69524]: DEBUG oslo_concurrency.lockutils [req-d4abd6b1-ca10-4702-ac30-952c2e7d0590 req-51f014bc-b37c-40f7-9e3e-fbd86eeb3a19 service nova] Acquiring lock "43b4dacf-06d7-42de-9d91-04e69295c1f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.295055] env[69524]: DEBUG oslo_concurrency.lockutils [req-d4abd6b1-ca10-4702-ac30-952c2e7d0590 req-51f014bc-b37c-40f7-9e3e-fbd86eeb3a19 service nova] Lock "43b4dacf-06d7-42de-9d91-04e69295c1f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.295055] env[69524]: DEBUG oslo_concurrency.lockutils [req-d4abd6b1-ca10-4702-ac30-952c2e7d0590 req-51f014bc-b37c-40f7-9e3e-fbd86eeb3a19 service nova] Lock "43b4dacf-06d7-42de-9d91-04e69295c1f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.295055] env[69524]: DEBUG nova.compute.manager [req-d4abd6b1-ca10-4702-ac30-952c2e7d0590 req-51f014bc-b37c-40f7-9e3e-fbd86eeb3a19 service nova] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] No waiting events found dispatching network-vif-unplugged-3c70a088-659f-4fee-97ff-b8bba0c87ff9 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1247.295055] env[69524]: WARNING nova.compute.manager [req-d4abd6b1-ca10-4702-ac30-952c2e7d0590 req-51f014bc-b37c-40f7-9e3e-fbd86eeb3a19 service nova] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Received unexpected event network-vif-unplugged-3c70a088-659f-4fee-97ff-b8bba0c87ff9 for instance with vm_state shelved and task_state shelving_offloading. [ 1247.295055] env[69524]: DEBUG nova.compute.manager [req-d4abd6b1-ca10-4702-ac30-952c2e7d0590 req-51f014bc-b37c-40f7-9e3e-fbd86eeb3a19 service nova] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Received event network-changed-3c70a088-659f-4fee-97ff-b8bba0c87ff9 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.295055] env[69524]: DEBUG nova.compute.manager [req-d4abd6b1-ca10-4702-ac30-952c2e7d0590 req-51f014bc-b37c-40f7-9e3e-fbd86eeb3a19 service nova] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Refreshing instance network info cache due to event network-changed-3c70a088-659f-4fee-97ff-b8bba0c87ff9. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1247.295055] env[69524]: DEBUG oslo_concurrency.lockutils [req-d4abd6b1-ca10-4702-ac30-952c2e7d0590 req-51f014bc-b37c-40f7-9e3e-fbd86eeb3a19 service nova] Acquiring lock "refresh_cache-43b4dacf-06d7-42de-9d91-04e69295c1f2" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.295055] env[69524]: DEBUG oslo_concurrency.lockutils [req-d4abd6b1-ca10-4702-ac30-952c2e7d0590 req-51f014bc-b37c-40f7-9e3e-fbd86eeb3a19 service nova] Acquired lock "refresh_cache-43b4dacf-06d7-42de-9d91-04e69295c1f2" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.295918] env[69524]: DEBUG nova.network.neutron [req-d4abd6b1-ca10-4702-ac30-952c2e7d0590 req-51f014bc-b37c-40f7-9e3e-fbd86eeb3a19 service nova] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Refreshing network info cache for port 3c70a088-659f-4fee-97ff-b8bba0c87ff9 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1247.324464] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 684b8756-98d5-4977-a610-12005ec5a756] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 684b8756-98d5-4977-a610-12005ec5a756/684b8756-98d5-4977-a610-12005ec5a756.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1247.325648] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fdf3df8-dde7-4222-bdd4-6f5a1575fa0e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.349033] env[69524]: DEBUG oslo_vmware.api [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1247.349033] env[69524]: value = "task-4068876" [ 1247.349033] env[69524]: _type = "Task" [ 1247.349033] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.358312] env[69524]: DEBUG oslo_vmware.api [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068876, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.418484] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 035b9722-90f0-45f0-84c0-17f7a5f1994b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1247.418747] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance fef113bd-ed01-442c-9d72-0c4bfa381d96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1247.418939] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 7bdde934-b122-4b19-849b-daced27c0533 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1247.419139] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 68e172e5-0970-400f-95cf-81bc4b41606e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1247.419341] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 1f0daa70-d277-47b8-b820-02bd0c4b55e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1247.419539] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 1c185356-7de7-4c88-ac61-b00a156e4e95 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1247.419692] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 116a59aa-3118-4122-ba6b-9cb0e4672c9a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1247.420036] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance fcbf3595-f64a-442b-a33d-dd7e78f46c8b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1247.420274] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 2a7cd0d3-edf5-4cf8-987f-8df4da315b38 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1247.421658] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 684b8756-98d5-4977-a610-12005ec5a756 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1247.421658] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance bfc37580-be5d-432c-a296-eca3873de2f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1247.442778] env[69524]: DEBUG oslo_vmware.api [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5259db58-1866-8df7-a705-57b7a7804e66, 'name': SearchDatastore_Task, 'duration_secs': 0.012382} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.442778] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.443565] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] [instance: bfc37580-be5d-432c-a296-eca3873de2f8] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1247.443565] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.443731] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.443933] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1247.444596] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-511bb422-2d7f-4caf-b9f2-26bd4ffcd3b1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.455928] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1247.456170] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1247.457020] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cdd3227-cb68-4c3b-94cd-7b07c146527e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.463752] env[69524]: DEBUG oslo_vmware.api [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Waiting for the task: (returnval){ [ 1247.463752] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52a90373-736f-d8db-59c9-702b20c82d4e" [ 1247.463752] env[69524]: _type = "Task" [ 1247.463752] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.474442] env[69524]: DEBUG oslo_vmware.api [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52a90373-736f-d8db-59c9-702b20c82d4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.650621] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ba284ac6-ef50-40d2-87ca-49335b4ef726 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Lock "2a7cd0d3-edf5-4cf8-987f-8df4da315b38" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.651s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.666491] env[69524]: DEBUG oslo_concurrency.lockutils [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.863717] env[69524]: DEBUG oslo_vmware.api [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068876, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.924767] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1247.925051] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69524) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1247.925208] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69524) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1247.975904] env[69524]: DEBUG oslo_vmware.api [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52a90373-736f-d8db-59c9-702b20c82d4e, 'name': SearchDatastore_Task, 'duration_secs': 0.011267} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.976973] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29d1833c-0d8a-458d-ae6c-a7d454f27568 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.988044] env[69524]: DEBUG oslo_vmware.api [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Waiting for the task: (returnval){ [ 1247.988044] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52025d04-3525-e24a-2127-045a8ffd55e7" [ 1247.988044] env[69524]: _type = "Task" [ 1247.988044] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.999996] env[69524]: DEBUG oslo_vmware.api [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52025d04-3525-e24a-2127-045a8ffd55e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.172966] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed65325-f216-48a5-99f8-0fc5a71599eb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.177713] env[69524]: DEBUG oslo_concurrency.lockutils [None req-055acbb8-dad8-41a6-a0ee-7951dfaba6c7 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquiring lock "1f0daa70-d277-47b8-b820-02bd0c4b55e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.177968] env[69524]: DEBUG oslo_concurrency.lockutils [None req-055acbb8-dad8-41a6-a0ee-7951dfaba6c7 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "1f0daa70-d277-47b8-b820-02bd0c4b55e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.178201] env[69524]: DEBUG oslo_concurrency.lockutils [None req-055acbb8-dad8-41a6-a0ee-7951dfaba6c7 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquiring lock "1f0daa70-d277-47b8-b820-02bd0c4b55e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.178403] env[69524]: DEBUG oslo_concurrency.lockutils [None req-055acbb8-dad8-41a6-a0ee-7951dfaba6c7 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "1f0daa70-d277-47b8-b820-02bd0c4b55e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.178546] env[69524]: DEBUG oslo_concurrency.lockutils [None req-055acbb8-dad8-41a6-a0ee-7951dfaba6c7 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "1f0daa70-d277-47b8-b820-02bd0c4b55e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.182769] env[69524]: INFO nova.compute.manager [None req-055acbb8-dad8-41a6-a0ee-7951dfaba6c7 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 1f0daa70-d277-47b8-b820-02bd0c4b55e0] Terminating instance [ 1248.185225] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d1b48c-8b2e-464e-8405-44df394ad203 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.226524] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3c9c59-9b43-4ec0-9d38-d308dc38078f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.236345] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da4f4c4-254d-4f28-a982-ba30d32c819c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.257546] env[69524]: DEBUG nova.compute.provider_tree [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1248.365753] env[69524]: DEBUG oslo_vmware.api [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068876, 'name': ReconfigVM_Task, 'duration_secs': 0.739774} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.366385] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 684b8756-98d5-4977-a610-12005ec5a756] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 684b8756-98d5-4977-a610-12005ec5a756/684b8756-98d5-4977-a610-12005ec5a756.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1248.367262] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a8e4989-9a80-4d90-8cf0-799820fe9067 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.376152] env[69524]: DEBUG oslo_vmware.api [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1248.376152] env[69524]: value = "task-4068877" [ 1248.376152] env[69524]: _type = "Task" [ 1248.376152] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.392437] env[69524]: DEBUG oslo_vmware.api [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068877, 'name': Rename_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.465048] env[69524]: DEBUG nova.network.neutron [req-d4abd6b1-ca10-4702-ac30-952c2e7d0590 req-51f014bc-b37c-40f7-9e3e-fbd86eeb3a19 service nova] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Updated VIF entry in instance network info cache for port 3c70a088-659f-4fee-97ff-b8bba0c87ff9. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1248.465451] env[69524]: DEBUG nova.network.neutron [req-d4abd6b1-ca10-4702-ac30-952c2e7d0590 req-51f014bc-b37c-40f7-9e3e-fbd86eeb3a19 service nova] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Updating instance_info_cache with network_info: [{"id": "3c70a088-659f-4fee-97ff-b8bba0c87ff9", "address": "fa:16:3e:65:34:e1", "network": {"id": "44e29569-eeca-4e3a-bfa6-eaf437fc808b", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1419956527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4133a0547d154af78d7556a7517cb285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap3c70a088-65", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.498256] env[69524]: DEBUG oslo_vmware.api [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52025d04-3525-e24a-2127-045a8ffd55e7, 'name': SearchDatastore_Task, 'duration_secs': 0.010399} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.498536] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.498817] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] bfc37580-be5d-432c-a296-eca3873de2f8/bfc37580-be5d-432c-a296-eca3873de2f8.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1248.499108] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63c66e2b-6416-4739-8600-6fe6dea43c56 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.506915] env[69524]: DEBUG oslo_vmware.api [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Waiting for the task: (returnval){ [ 1248.506915] env[69524]: value = "task-4068878" [ 1248.506915] env[69524]: _type = "Task" [ 1248.506915] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.517217] env[69524]: DEBUG oslo_vmware.api [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Task: {'id': task-4068878, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.660057] env[69524]: DEBUG oslo_concurrency.lockutils [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Acquiring lock "07fa6607-b981-4ecb-a8d2-5908edc259ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.660367] env[69524]: DEBUG oslo_concurrency.lockutils [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Lock "07fa6607-b981-4ecb-a8d2-5908edc259ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.691854] env[69524]: DEBUG nova.compute.manager [None req-055acbb8-dad8-41a6-a0ee-7951dfaba6c7 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 1f0daa70-d277-47b8-b820-02bd0c4b55e0] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1248.692165] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-055acbb8-dad8-41a6-a0ee-7951dfaba6c7 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 1f0daa70-d277-47b8-b820-02bd0c4b55e0] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1248.693157] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd01426-88f0-42ab-a443-9d6ec239872f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.703485] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-055acbb8-dad8-41a6-a0ee-7951dfaba6c7 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 1f0daa70-d277-47b8-b820-02bd0c4b55e0] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1248.703638] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-689c3bf3-e143-4086-9255-2e4763686765 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.711351] env[69524]: DEBUG oslo_vmware.api [None req-055acbb8-dad8-41a6-a0ee-7951dfaba6c7 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1248.711351] env[69524]: value = "task-4068879" [ 1248.711351] env[69524]: _type = "Task" [ 1248.711351] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.721491] env[69524]: DEBUG oslo_vmware.api [None req-055acbb8-dad8-41a6-a0ee-7951dfaba6c7 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068879, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.762426] env[69524]: DEBUG nova.scheduler.client.report [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1248.846753] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f839c36d-6578-4d7e-b16a-f1876046ed55 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Acquiring lock "2a7cd0d3-edf5-4cf8-987f-8df4da315b38" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.847101] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f839c36d-6578-4d7e-b16a-f1876046ed55 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Lock "2a7cd0d3-edf5-4cf8-987f-8df4da315b38" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.847379] env[69524]: INFO nova.compute.manager [None req-f839c36d-6578-4d7e-b16a-f1876046ed55 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] [instance: 2a7cd0d3-edf5-4cf8-987f-8df4da315b38] Rebooting instance [ 1248.886975] env[69524]: DEBUG oslo_vmware.api [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068877, 'name': Rename_Task, 'duration_secs': 0.248001} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.887304] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 684b8756-98d5-4977-a610-12005ec5a756] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1248.887594] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36aad6db-d26e-479c-825a-0380872e1841 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.895264] env[69524]: DEBUG oslo_vmware.api [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1248.895264] env[69524]: value = "task-4068880" [ 1248.895264] env[69524]: _type = "Task" [ 1248.895264] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.904986] env[69524]: DEBUG oslo_vmware.api [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068880, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.968120] env[69524]: DEBUG oslo_concurrency.lockutils [req-d4abd6b1-ca10-4702-ac30-952c2e7d0590 req-51f014bc-b37c-40f7-9e3e-fbd86eeb3a19 service nova] Releasing lock "refresh_cache-43b4dacf-06d7-42de-9d91-04e69295c1f2" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.018974] env[69524]: DEBUG oslo_vmware.api [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Task: {'id': task-4068878, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.163590] env[69524]: DEBUG nova.compute.manager [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] [instance: 07fa6607-b981-4ecb-a8d2-5908edc259ff] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1249.222702] env[69524]: DEBUG oslo_vmware.api [None req-055acbb8-dad8-41a6-a0ee-7951dfaba6c7 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068879, 'name': PowerOffVM_Task, 'duration_secs': 0.450332} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.222702] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-055acbb8-dad8-41a6-a0ee-7951dfaba6c7 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 1f0daa70-d277-47b8-b820-02bd0c4b55e0] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1249.222702] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-055acbb8-dad8-41a6-a0ee-7951dfaba6c7 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 1f0daa70-d277-47b8-b820-02bd0c4b55e0] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1249.223153] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-98fd94bf-78c0-46a2-8c06-d64161d364bf {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.268733] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69524) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1249.268733] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.893s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.268992] env[69524]: DEBUG oslo_concurrency.lockutils [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.471s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.269205] env[69524]: DEBUG oslo_concurrency.lockutils [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.271587] env[69524]: DEBUG oslo_concurrency.lockutils [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.605s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.275169] env[69524]: INFO nova.compute.claims [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1249.277661] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1249.277829] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Cleaning up deleted instances {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1249.297857] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-055acbb8-dad8-41a6-a0ee-7951dfaba6c7 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 1f0daa70-d277-47b8-b820-02bd0c4b55e0] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1249.297857] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-055acbb8-dad8-41a6-a0ee-7951dfaba6c7 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 1f0daa70-d277-47b8-b820-02bd0c4b55e0] Deleting contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1249.297857] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-055acbb8-dad8-41a6-a0ee-7951dfaba6c7 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Deleting the datastore file [datastore2] 1f0daa70-d277-47b8-b820-02bd0c4b55e0 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1249.298153] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a966225b-d650-47e8-beed-ef49037f0d96 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.306931] env[69524]: DEBUG oslo_vmware.api [None req-055acbb8-dad8-41a6-a0ee-7951dfaba6c7 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1249.306931] env[69524]: value = "task-4068882" [ 1249.306931] env[69524]: _type = "Task" [ 1249.306931] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.317047] env[69524]: DEBUG oslo_vmware.api [None req-055acbb8-dad8-41a6-a0ee-7951dfaba6c7 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068882, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.366866] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f839c36d-6578-4d7e-b16a-f1876046ed55 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Acquiring lock "refresh_cache-2a7cd0d3-edf5-4cf8-987f-8df4da315b38" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.367124] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f839c36d-6578-4d7e-b16a-f1876046ed55 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Acquired lock "refresh_cache-2a7cd0d3-edf5-4cf8-987f-8df4da315b38" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.367257] env[69524]: DEBUG nova.network.neutron [None req-f839c36d-6578-4d7e-b16a-f1876046ed55 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] [instance: 2a7cd0d3-edf5-4cf8-987f-8df4da315b38] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1249.411824] env[69524]: DEBUG oslo_vmware.api [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068880, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.412244] env[69524]: DEBUG oslo_concurrency.lockutils [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquiring lock "43b4dacf-06d7-42de-9d91-04e69295c1f2" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.518845] env[69524]: DEBUG oslo_vmware.api [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Task: {'id': task-4068878, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534695} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.519181] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] bfc37580-be5d-432c-a296-eca3873de2f8/bfc37580-be5d-432c-a296-eca3873de2f8.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1249.519400] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] [instance: bfc37580-be5d-432c-a296-eca3873de2f8] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1249.519679] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c2df59ee-dda9-480f-a456-655ffe2c84c1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.527957] env[69524]: DEBUG oslo_vmware.api [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Waiting for the task: (returnval){ [ 1249.527957] env[69524]: value = "task-4068883" [ 1249.527957] env[69524]: _type = "Task" [ 1249.527957] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.538509] env[69524]: DEBUG oslo_vmware.api [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Task: {'id': task-4068883, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.690761] env[69524]: DEBUG oslo_concurrency.lockutils [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.799989] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] There are 51 instances to clean {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1249.800179] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 9942294c-2525-4759-b952-5bf32c5a7beb] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1249.806268] env[69524]: DEBUG oslo_concurrency.lockutils [None req-14c73e76-6a07-49c5-9a9e-ebef05a35039 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lock "43b4dacf-06d7-42de-9d91-04e69295c1f2" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 26.044s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.807655] env[69524]: DEBUG oslo_concurrency.lockutils [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lock "43b4dacf-06d7-42de-9d91-04e69295c1f2" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.395s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.807853] env[69524]: INFO nova.compute.manager [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Unshelving [ 1249.822212] env[69524]: DEBUG oslo_vmware.api [None req-055acbb8-dad8-41a6-a0ee-7951dfaba6c7 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068882, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307346} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.822212] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-055acbb8-dad8-41a6-a0ee-7951dfaba6c7 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1249.822212] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-055acbb8-dad8-41a6-a0ee-7951dfaba6c7 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 1f0daa70-d277-47b8-b820-02bd0c4b55e0] Deleted contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1249.822212] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-055acbb8-dad8-41a6-a0ee-7951dfaba6c7 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 1f0daa70-d277-47b8-b820-02bd0c4b55e0] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1249.822212] env[69524]: INFO nova.compute.manager [None req-055acbb8-dad8-41a6-a0ee-7951dfaba6c7 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 1f0daa70-d277-47b8-b820-02bd0c4b55e0] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1249.822859] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-055acbb8-dad8-41a6-a0ee-7951dfaba6c7 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1249.822859] env[69524]: DEBUG nova.compute.manager [-] [instance: 1f0daa70-d277-47b8-b820-02bd0c4b55e0] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1249.822859] env[69524]: DEBUG nova.network.neutron [-] [instance: 1f0daa70-d277-47b8-b820-02bd0c4b55e0] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1249.910544] env[69524]: DEBUG oslo_vmware.api [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068880, 'name': PowerOnVM_Task, 'duration_secs': 0.832615} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.910818] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 684b8756-98d5-4977-a610-12005ec5a756] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1249.911119] env[69524]: INFO nova.compute.manager [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 684b8756-98d5-4977-a610-12005ec5a756] Took 9.03 seconds to spawn the instance on the hypervisor. [ 1249.911222] env[69524]: DEBUG nova.compute.manager [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 684b8756-98d5-4977-a610-12005ec5a756] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1249.912089] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d37af3-1a6c-42b6-89fc-a474528a2bcd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.017015] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfa5d5d-0ebd-42fd-857d-409ae2a881ba {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.025540] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcac0c93-9ce7-4777-b554-d6d114021748 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.041534] env[69524]: DEBUG oslo_vmware.api [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Task: {'id': task-4068883, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072714} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.066335] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] [instance: bfc37580-be5d-432c-a296-eca3873de2f8] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1250.071760] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-721e8fb8-3c09-439c-8a0d-6252a8fd5ea6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.075113] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e5cb63-7b1d-4709-8e44-b8f277bf3843 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.082354] env[69524]: DEBUG nova.compute.manager [req-b60858c2-011d-40f9-a318-d8b91729a5c5 req-5b39fe3e-971f-44f7-a7b5-e784d2e076f5 service nova] [instance: 1f0daa70-d277-47b8-b820-02bd0c4b55e0] Received event network-vif-deleted-8f80dbfc-bb6b-47ba-895f-1d3a07287f07 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1250.082543] env[69524]: INFO nova.compute.manager [req-b60858c2-011d-40f9-a318-d8b91729a5c5 req-5b39fe3e-971f-44f7-a7b5-e784d2e076f5 service nova] [instance: 1f0daa70-d277-47b8-b820-02bd0c4b55e0] Neutron deleted interface 8f80dbfc-bb6b-47ba-895f-1d3a07287f07; detaching it from the instance and deleting it from the info cache [ 1250.082715] env[69524]: DEBUG nova.network.neutron [req-b60858c2-011d-40f9-a318-d8b91729a5c5 req-5b39fe3e-971f-44f7-a7b5-e784d2e076f5 service nova] [instance: 1f0daa70-d277-47b8-b820-02bd0c4b55e0] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.104967] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] [instance: bfc37580-be5d-432c-a296-eca3873de2f8] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] bfc37580-be5d-432c-a296-eca3873de2f8/bfc37580-be5d-432c-a296-eca3873de2f8.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1250.106275] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1062000f-5431-40bf-963d-5c5de286ee7a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.121622] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a2560f-56b8-45dd-9828-53cff62c670b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.125290] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ad02e395-1d70-4534-aa71-09606a79eaae {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.127768] env[69524]: DEBUG nova.network.neutron [None req-f839c36d-6578-4d7e-b16a-f1876046ed55 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] [instance: 2a7cd0d3-edf5-4cf8-987f-8df4da315b38] Updating instance_info_cache with network_info: [{"id": "0d4b71cd-21ee-4b34-b7cb-901a51393498", "address": "fa:16:3e:22:17:bd", "network": {"id": "4e8c6509-357e-4139-9fef-d0346137bcfd", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1331536608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "77cae57ce132450597298e01ead9c13b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d4b71cd-21", "ovs_interfaceid": "0d4b71cd-21ee-4b34-b7cb-901a51393498", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.142116] env[69524]: DEBUG nova.compute.provider_tree [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1250.145686] env[69524]: DEBUG oslo_vmware.api [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Waiting for the task: (returnval){ [ 1250.145686] env[69524]: value = "task-4068884" [ 1250.145686] env[69524]: _type = "Task" [ 1250.145686] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.148720] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6789b656-3052-4280-90c3-8f0c5d59b722 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.175409] env[69524]: DEBUG oslo_vmware.api [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Task: {'id': task-4068884, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.189599] env[69524]: DEBUG nova.compute.manager [req-b60858c2-011d-40f9-a318-d8b91729a5c5 req-5b39fe3e-971f-44f7-a7b5-e784d2e076f5 service nova] [instance: 1f0daa70-d277-47b8-b820-02bd0c4b55e0] Detach interface failed, port_id=8f80dbfc-bb6b-47ba-895f-1d3a07287f07, reason: Instance 1f0daa70-d277-47b8-b820-02bd0c4b55e0 could not be found. {{(pid=69524) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1250.310876] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: e17b3ef3-7f2c-4137-8bcf-ad8a0544deb7] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1250.433282] env[69524]: INFO nova.compute.manager [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 684b8756-98d5-4977-a610-12005ec5a756] Took 15.28 seconds to build instance. [ 1250.578719] env[69524]: DEBUG nova.network.neutron [-] [instance: 1f0daa70-d277-47b8-b820-02bd0c4b55e0] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.630535] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f839c36d-6578-4d7e-b16a-f1876046ed55 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Releasing lock "refresh_cache-2a7cd0d3-edf5-4cf8-987f-8df4da315b38" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.647410] env[69524]: DEBUG nova.scheduler.client.report [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1250.670155] env[69524]: DEBUG oslo_vmware.api [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Task: {'id': task-4068884, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.814118] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: ec0a7c8b-53d7-4a5d-aadc-a8f8a2bc0dd5] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1250.839814] env[69524]: DEBUG oslo_concurrency.lockutils [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.936248] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e2a72a03-ee5d-41eb-9211-604a52521101 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "684b8756-98d5-4977-a610-12005ec5a756" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.796s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.084130] env[69524]: INFO nova.compute.manager [-] [instance: 1f0daa70-d277-47b8-b820-02bd0c4b55e0] Took 1.26 seconds to deallocate network for instance. [ 1251.135046] env[69524]: DEBUG nova.compute.manager [None req-f839c36d-6578-4d7e-b16a-f1876046ed55 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] [instance: 2a7cd0d3-edf5-4cf8-987f-8df4da315b38] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1251.135943] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b24a902-88b7-4d24-ab5b-043cac9e1449 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.153175] env[69524]: DEBUG oslo_concurrency.lockutils [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.881s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.153603] env[69524]: DEBUG nova.compute.manager [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1251.156270] env[69524]: DEBUG oslo_concurrency.lockutils [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.466s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.158018] env[69524]: INFO nova.compute.claims [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] [instance: 07fa6607-b981-4ecb-a8d2-5908edc259ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1251.170637] env[69524]: DEBUG oslo_vmware.api [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Task: {'id': task-4068884, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.317920] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: b9214d01-7f72-4242-98f0-07c584de8d40] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1251.524953] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902661d8-d95f-4493-93d8-28102da6b5b9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.532355] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-1834a745-9d7d-4e22-87c2-cdf6641100be tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 684b8756-98d5-4977-a610-12005ec5a756] Suspending the VM {{(pid=69524) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1251.532643] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-a76bcc2e-3737-4d3e-b860-87cc677901da {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.539357] env[69524]: DEBUG oslo_vmware.api [None req-1834a745-9d7d-4e22-87c2-cdf6641100be tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1251.539357] env[69524]: value = "task-4068885" [ 1251.539357] env[69524]: _type = "Task" [ 1251.539357] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.548726] env[69524]: DEBUG oslo_vmware.api [None req-1834a745-9d7d-4e22-87c2-cdf6641100be tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068885, 'name': SuspendVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.593431] env[69524]: DEBUG oslo_concurrency.lockutils [None req-055acbb8-dad8-41a6-a0ee-7951dfaba6c7 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.663198] env[69524]: DEBUG nova.compute.utils [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1251.667400] env[69524]: DEBUG nova.compute.manager [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1251.667581] env[69524]: DEBUG nova.network.neutron [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1251.680247] env[69524]: DEBUG oslo_vmware.api [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Task: {'id': task-4068884, 'name': ReconfigVM_Task, 'duration_secs': 1.083691} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.681847] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] [instance: bfc37580-be5d-432c-a296-eca3873de2f8] Reconfigured VM instance instance-0000006c to attach disk [datastore2] bfc37580-be5d-432c-a296-eca3873de2f8/bfc37580-be5d-432c-a296-eca3873de2f8.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1251.682564] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b45c463c-d167-4713-a9fb-37b1eb23218d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.691657] env[69524]: DEBUG oslo_vmware.api [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Waiting for the task: (returnval){ [ 1251.691657] env[69524]: value = "task-4068886" [ 1251.691657] env[69524]: _type = "Task" [ 1251.691657] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.701401] env[69524]: DEBUG oslo_vmware.api [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Task: {'id': task-4068886, 'name': Rename_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.712816] env[69524]: DEBUG nova.policy [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14c0226b39c541978f1de47b3b1587c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ae0643199f1483bbac41f0f4a2857ec', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 1251.820457] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: d201cce9-881e-4449-8409-031911a2ba13] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1252.039083] env[69524]: DEBUG nova.network.neutron [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Successfully created port: 1828b09c-aa76-4f27-84fe-3616ca319a2a {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1252.053770] env[69524]: DEBUG oslo_vmware.api [None req-1834a745-9d7d-4e22-87c2-cdf6641100be tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068885, 'name': SuspendVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.156348] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98f6e130-b744-489d-b1e3-3484778b7eb6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.165156] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f839c36d-6578-4d7e-b16a-f1876046ed55 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] [instance: 2a7cd0d3-edf5-4cf8-987f-8df4da315b38] Doing hard reboot of VM {{(pid=69524) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1252.165557] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-38068b08-d613-400a-a150-b6a31311afd3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.174172] env[69524]: DEBUG nova.compute.manager [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1252.185535] env[69524]: DEBUG oslo_vmware.api [None req-f839c36d-6578-4d7e-b16a-f1876046ed55 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Waiting for the task: (returnval){ [ 1252.185535] env[69524]: value = "task-4068887" [ 1252.185535] env[69524]: _type = "Task" [ 1252.185535] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.194947] env[69524]: DEBUG oslo_vmware.api [None req-f839c36d-6578-4d7e-b16a-f1876046ed55 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Task: {'id': task-4068887, 'name': ResetVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.205299] env[69524]: DEBUG oslo_vmware.api [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Task: {'id': task-4068886, 'name': Rename_Task, 'duration_secs': 0.363046} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.205620] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] [instance: bfc37580-be5d-432c-a296-eca3873de2f8] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1252.206142] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d16a61e8-54fc-42bf-bdbe-c419bbc56231 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.214837] env[69524]: DEBUG oslo_vmware.api [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Waiting for the task: (returnval){ [ 1252.214837] env[69524]: value = "task-4068888" [ 1252.214837] env[69524]: _type = "Task" [ 1252.214837] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.231515] env[69524]: DEBUG oslo_vmware.api [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Task: {'id': task-4068888, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.323370] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: c39dbc18-e185-4f84-8ed3-08ab74c8ff16] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1252.396793] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-907d02e1-ec04-42d3-b58b-c049314d6224 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.405278] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56851e47-8f9d-4ab3-aa8e-306426c3bac0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.436649] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42d3308-496a-4277-b465-b3fb4a12a340 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.444457] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b86a43d-d71b-4c3c-967b-7c51f83f70f5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.458424] env[69524]: DEBUG nova.compute.provider_tree [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1252.552281] env[69524]: DEBUG oslo_vmware.api [None req-1834a745-9d7d-4e22-87c2-cdf6641100be tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068885, 'name': SuspendVM_Task, 'duration_secs': 0.675831} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.552627] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-1834a745-9d7d-4e22-87c2-cdf6641100be tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 684b8756-98d5-4977-a610-12005ec5a756] Suspended the VM {{(pid=69524) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1252.552699] env[69524]: DEBUG nova.compute.manager [None req-1834a745-9d7d-4e22-87c2-cdf6641100be tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 684b8756-98d5-4977-a610-12005ec5a756] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1252.553528] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818d29d2-286f-42b2-a9f2-48feac48645c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.681096] env[69524]: INFO nova.virt.block_device [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Booting with volume 6644a44e-4651-4bba-a75c-864288f892af at /dev/sda [ 1252.698670] env[69524]: DEBUG oslo_vmware.api [None req-f839c36d-6578-4d7e-b16a-f1876046ed55 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Task: {'id': task-4068887, 'name': ResetVM_Task, 'duration_secs': 0.114961} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.698946] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f839c36d-6578-4d7e-b16a-f1876046ed55 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] [instance: 2a7cd0d3-edf5-4cf8-987f-8df4da315b38] Did hard reboot of VM {{(pid=69524) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1252.699186] env[69524]: DEBUG nova.compute.manager [None req-f839c36d-6578-4d7e-b16a-f1876046ed55 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] [instance: 2a7cd0d3-edf5-4cf8-987f-8df4da315b38] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1252.700414] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75a3c7a-10eb-4a1b-8789-e028a53cdbb3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.727392] env[69524]: DEBUG oslo_vmware.api [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Task: {'id': task-4068888, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.733113] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-397cb7dd-1a2e-4fc9-b218-17b6e044aa40 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.744522] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8bc373-8bb1-4f07-af23-afe4d424094d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.779670] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-310f7ad0-974a-43da-af65-8eff2f98ac9f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.789416] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29978212-a6e6-4662-bc3b-148b1447f835 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.821837] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ffc60a-1114-43ac-acb2-27eccd432463 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.828647] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 95beb0ed-a1e2-4d22-a7dd-0af2a466acc9] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1252.831000] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9377e747-a526-40d3-96d4-1ca056eab21f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.846620] env[69524]: DEBUG nova.virt.block_device [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Updating existing volume attachment record: 46615dba-3670-4485-a7f5-b9ac314d3bee {{(pid=69524) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1252.961446] env[69524]: DEBUG nova.scheduler.client.report [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1253.214128] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f839c36d-6578-4d7e-b16a-f1876046ed55 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Lock "2a7cd0d3-edf5-4cf8-987f-8df4da315b38" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.367s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.226557] env[69524]: DEBUG oslo_vmware.api [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Task: {'id': task-4068888, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.334750] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: d1b9472c-9def-48c6-9f64-1ae2fc9443c7] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1253.467130] env[69524]: DEBUG oslo_concurrency.lockutils [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.311s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.467801] env[69524]: DEBUG nova.compute.manager [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] [instance: 07fa6607-b981-4ecb-a8d2-5908edc259ff] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1253.470861] env[69524]: DEBUG oslo_concurrency.lockutils [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.631s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.471086] env[69524]: DEBUG nova.objects.instance [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lazy-loading 'pci_requests' on Instance uuid 43b4dacf-06d7-42de-9d91-04e69295c1f2 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1253.540901] env[69524]: DEBUG nova.compute.manager [req-ab8e1203-39b4-4c88-b031-15c71658865e req-ef2edff0-1be5-46d1-a615-0b6bdfcbc283 service nova] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Received event network-vif-plugged-1828b09c-aa76-4f27-84fe-3616ca319a2a {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1253.541148] env[69524]: DEBUG oslo_concurrency.lockutils [req-ab8e1203-39b4-4c88-b031-15c71658865e req-ef2edff0-1be5-46d1-a615-0b6bdfcbc283 service nova] Acquiring lock "0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.542000] env[69524]: DEBUG oslo_concurrency.lockutils [req-ab8e1203-39b4-4c88-b031-15c71658865e req-ef2edff0-1be5-46d1-a615-0b6bdfcbc283 service nova] Lock "0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.542452] env[69524]: DEBUG oslo_concurrency.lockutils [req-ab8e1203-39b4-4c88-b031-15c71658865e req-ef2edff0-1be5-46d1-a615-0b6bdfcbc283 service nova] Lock "0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.542601] env[69524]: DEBUG nova.compute.manager [req-ab8e1203-39b4-4c88-b031-15c71658865e req-ef2edff0-1be5-46d1-a615-0b6bdfcbc283 service nova] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] No waiting events found dispatching network-vif-plugged-1828b09c-aa76-4f27-84fe-3616ca319a2a {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1253.542864] env[69524]: WARNING nova.compute.manager [req-ab8e1203-39b4-4c88-b031-15c71658865e req-ef2edff0-1be5-46d1-a615-0b6bdfcbc283 service nova] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Received unexpected event network-vif-plugged-1828b09c-aa76-4f27-84fe-3616ca319a2a for instance with vm_state building and task_state block_device_mapping. [ 1253.597877] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2ca32cd7-313d-4b0b-bfd7-79d150a484d6 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Acquiring lock "2a7cd0d3-edf5-4cf8-987f-8df4da315b38" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.598231] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2ca32cd7-313d-4b0b-bfd7-79d150a484d6 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Lock "2a7cd0d3-edf5-4cf8-987f-8df4da315b38" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.598510] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2ca32cd7-313d-4b0b-bfd7-79d150a484d6 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Acquiring lock "2a7cd0d3-edf5-4cf8-987f-8df4da315b38-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.598703] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2ca32cd7-313d-4b0b-bfd7-79d150a484d6 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Lock "2a7cd0d3-edf5-4cf8-987f-8df4da315b38-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.598890] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2ca32cd7-313d-4b0b-bfd7-79d150a484d6 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Lock "2a7cd0d3-edf5-4cf8-987f-8df4da315b38-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.601333] env[69524]: INFO nova.compute.manager [None req-2ca32cd7-313d-4b0b-bfd7-79d150a484d6 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] [instance: 2a7cd0d3-edf5-4cf8-987f-8df4da315b38] Terminating instance [ 1253.658394] env[69524]: DEBUG nova.network.neutron [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Successfully updated port: 1828b09c-aa76-4f27-84fe-3616ca319a2a {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1253.726590] env[69524]: DEBUG oslo_vmware.api [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Task: {'id': task-4068888, 'name': PowerOnVM_Task, 'duration_secs': 1.273157} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.726860] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] [instance: bfc37580-be5d-432c-a296-eca3873de2f8] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1253.727048] env[69524]: INFO nova.compute.manager [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] [instance: bfc37580-be5d-432c-a296-eca3873de2f8] Took 10.52 seconds to spawn the instance on the hypervisor. [ 1253.727234] env[69524]: DEBUG nova.compute.manager [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] [instance: bfc37580-be5d-432c-a296-eca3873de2f8] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1253.728073] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99fdab38-d52b-45e7-aa75-f3c69ac7da2d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.838069] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: f904c1cd-024c-46e0-8efe-370bca3aa710] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1253.920982] env[69524]: DEBUG oslo_concurrency.lockutils [None req-414d7112-a4a2-41b3-a31f-57c7cb2f52b7 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquiring lock "684b8756-98d5-4977-a610-12005ec5a756" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.921354] env[69524]: DEBUG oslo_concurrency.lockutils [None req-414d7112-a4a2-41b3-a31f-57c7cb2f52b7 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "684b8756-98d5-4977-a610-12005ec5a756" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.922030] env[69524]: DEBUG oslo_concurrency.lockutils [None req-414d7112-a4a2-41b3-a31f-57c7cb2f52b7 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquiring lock "684b8756-98d5-4977-a610-12005ec5a756-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.922298] env[69524]: DEBUG oslo_concurrency.lockutils [None req-414d7112-a4a2-41b3-a31f-57c7cb2f52b7 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "684b8756-98d5-4977-a610-12005ec5a756-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.922483] env[69524]: DEBUG oslo_concurrency.lockutils [None req-414d7112-a4a2-41b3-a31f-57c7cb2f52b7 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "684b8756-98d5-4977-a610-12005ec5a756-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.926020] env[69524]: INFO nova.compute.manager [None req-414d7112-a4a2-41b3-a31f-57c7cb2f52b7 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 684b8756-98d5-4977-a610-12005ec5a756] Terminating instance [ 1253.974811] env[69524]: DEBUG nova.compute.utils [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1253.977768] env[69524]: DEBUG nova.objects.instance [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lazy-loading 'numa_topology' on Instance uuid 43b4dacf-06d7-42de-9d91-04e69295c1f2 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1253.979609] env[69524]: DEBUG nova.compute.manager [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] [instance: 07fa6607-b981-4ecb-a8d2-5908edc259ff] Not allocating networking since 'none' was specified. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1254.109369] env[69524]: DEBUG nova.compute.manager [None req-2ca32cd7-313d-4b0b-bfd7-79d150a484d6 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] [instance: 2a7cd0d3-edf5-4cf8-987f-8df4da315b38] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1254.109562] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca32cd7-313d-4b0b-bfd7-79d150a484d6 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] [instance: 2a7cd0d3-edf5-4cf8-987f-8df4da315b38] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1254.110801] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7940a69c-6592-45e0-ba1d-e029e5ac13ef {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.119853] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ca32cd7-313d-4b0b-bfd7-79d150a484d6 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] [instance: 2a7cd0d3-edf5-4cf8-987f-8df4da315b38] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1254.120175] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d24e4af-59c5-423b-a115-4e4eb417f16d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.127306] env[69524]: DEBUG oslo_vmware.api [None req-2ca32cd7-313d-4b0b-bfd7-79d150a484d6 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Waiting for the task: (returnval){ [ 1254.127306] env[69524]: value = "task-4068889" [ 1254.127306] env[69524]: _type = "Task" [ 1254.127306] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.137358] env[69524]: DEBUG oslo_vmware.api [None req-2ca32cd7-313d-4b0b-bfd7-79d150a484d6 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Task: {'id': task-4068889, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.165510] env[69524]: DEBUG oslo_concurrency.lockutils [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquiring lock "refresh_cache-0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.165696] env[69524]: DEBUG oslo_concurrency.lockutils [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquired lock "refresh_cache-0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.165854] env[69524]: DEBUG nova.network.neutron [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1254.247160] env[69524]: INFO nova.compute.manager [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] [instance: bfc37580-be5d-432c-a296-eca3873de2f8] Took 18.27 seconds to build instance. [ 1254.341648] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 36c68c8a-ba38-49ce-bd07-c04faf6c74a0] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1254.431268] env[69524]: DEBUG nova.compute.manager [None req-414d7112-a4a2-41b3-a31f-57c7cb2f52b7 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 684b8756-98d5-4977-a610-12005ec5a756] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1254.431457] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-414d7112-a4a2-41b3-a31f-57c7cb2f52b7 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 684b8756-98d5-4977-a610-12005ec5a756] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1254.432768] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a384e517-dc93-401e-9225-4a0ce3a87b19 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.443920] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-414d7112-a4a2-41b3-a31f-57c7cb2f52b7 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 684b8756-98d5-4977-a610-12005ec5a756] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1254.444292] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a62a7d49-2e6e-410c-acf5-74abc15d14b4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.480922] env[69524]: DEBUG nova.compute.manager [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] [instance: 07fa6607-b981-4ecb-a8d2-5908edc259ff] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1254.484402] env[69524]: INFO nova.compute.claims [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1254.520408] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-414d7112-a4a2-41b3-a31f-57c7cb2f52b7 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 684b8756-98d5-4977-a610-12005ec5a756] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1254.520611] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-414d7112-a4a2-41b3-a31f-57c7cb2f52b7 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 684b8756-98d5-4977-a610-12005ec5a756] Deleting contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1254.520797] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-414d7112-a4a2-41b3-a31f-57c7cb2f52b7 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Deleting the datastore file [datastore2] 684b8756-98d5-4977-a610-12005ec5a756 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1254.521118] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4313a6f-ae37-4c9d-93b5-949e40aa7104 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.530558] env[69524]: DEBUG oslo_vmware.api [None req-414d7112-a4a2-41b3-a31f-57c7cb2f52b7 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1254.530558] env[69524]: value = "task-4068891" [ 1254.530558] env[69524]: _type = "Task" [ 1254.530558] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.539981] env[69524]: DEBUG oslo_vmware.api [None req-414d7112-a4a2-41b3-a31f-57c7cb2f52b7 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068891, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.638787] env[69524]: DEBUG oslo_vmware.api [None req-2ca32cd7-313d-4b0b-bfd7-79d150a484d6 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Task: {'id': task-4068889, 'name': PowerOffVM_Task, 'duration_secs': 0.221437} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.639099] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ca32cd7-313d-4b0b-bfd7-79d150a484d6 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] [instance: 2a7cd0d3-edf5-4cf8-987f-8df4da315b38] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1254.639370] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca32cd7-313d-4b0b-bfd7-79d150a484d6 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] [instance: 2a7cd0d3-edf5-4cf8-987f-8df4da315b38] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1254.639718] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72fb4f58-6d0d-4989-862e-df392939aa97 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.701340] env[69524]: DEBUG nova.network.neutron [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1254.715039] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca32cd7-313d-4b0b-bfd7-79d150a484d6 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] [instance: 2a7cd0d3-edf5-4cf8-987f-8df4da315b38] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1254.715247] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca32cd7-313d-4b0b-bfd7-79d150a484d6 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] [instance: 2a7cd0d3-edf5-4cf8-987f-8df4da315b38] Deleting contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1254.715510] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ca32cd7-313d-4b0b-bfd7-79d150a484d6 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Deleting the datastore file [datastore2] 2a7cd0d3-edf5-4cf8-987f-8df4da315b38 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1254.715854] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3076e822-1814-4ccb-8d69-e032cdebcd8b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.724185] env[69524]: DEBUG oslo_vmware.api [None req-2ca32cd7-313d-4b0b-bfd7-79d150a484d6 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Waiting for the task: (returnval){ [ 1254.724185] env[69524]: value = "task-4068893" [ 1254.724185] env[69524]: _type = "Task" [ 1254.724185] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.733090] env[69524]: DEBUG oslo_vmware.api [None req-2ca32cd7-313d-4b0b-bfd7-79d150a484d6 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Task: {'id': task-4068893, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.752168] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6eb3a402-abe0-4882-9bd3-9d97a537e94a tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Lock "bfc37580-be5d-432c-a296-eca3873de2f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.787s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.846185] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: d32a99f3-1794-481c-a886-63eed1c3975c] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1254.858897] env[69524]: DEBUG nova.network.neutron [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Updating instance_info_cache with network_info: [{"id": "1828b09c-aa76-4f27-84fe-3616ca319a2a", "address": "fa:16:3e:65:b1:c8", "network": {"id": "83b5b669-1127-466e-a1d3-d2ddd7a35a32", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-128524143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ae0643199f1483bbac41f0f4a2857ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1828b09c-aa", "ovs_interfaceid": "1828b09c-aa76-4f27-84fe-3616ca319a2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.934167] env[69524]: DEBUG nova.compute.manager [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1254.934726] env[69524]: DEBUG nova.virt.hardware [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1254.934937] env[69524]: DEBUG nova.virt.hardware [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1254.935104] env[69524]: DEBUG nova.virt.hardware [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1254.935334] env[69524]: DEBUG nova.virt.hardware [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1254.935477] env[69524]: DEBUG nova.virt.hardware [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1254.935632] env[69524]: DEBUG nova.virt.hardware [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1254.935830] env[69524]: DEBUG nova.virt.hardware [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1254.935984] env[69524]: DEBUG nova.virt.hardware [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1254.936164] env[69524]: DEBUG nova.virt.hardware [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1254.936329] env[69524]: DEBUG nova.virt.hardware [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1254.936498] env[69524]: DEBUG nova.virt.hardware [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1254.937447] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d06972-9dc4-4ec7-a91f-78ca5ca6d073 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.947857] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669a9886-d84f-4c65-a92a-15672b442beb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.045268] env[69524]: DEBUG oslo_vmware.api [None req-414d7112-a4a2-41b3-a31f-57c7cb2f52b7 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068891, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162133} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.045759] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-414d7112-a4a2-41b3-a31f-57c7cb2f52b7 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1255.045970] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-414d7112-a4a2-41b3-a31f-57c7cb2f52b7 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 684b8756-98d5-4977-a610-12005ec5a756] Deleted contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1255.046180] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-414d7112-a4a2-41b3-a31f-57c7cb2f52b7 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 684b8756-98d5-4977-a610-12005ec5a756] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1255.046381] env[69524]: INFO nova.compute.manager [None req-414d7112-a4a2-41b3-a31f-57c7cb2f52b7 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 684b8756-98d5-4977-a610-12005ec5a756] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1255.046579] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-414d7112-a4a2-41b3-a31f-57c7cb2f52b7 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1255.046783] env[69524]: DEBUG nova.compute.manager [-] [instance: 684b8756-98d5-4977-a610-12005ec5a756] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1255.046878] env[69524]: DEBUG nova.network.neutron [-] [instance: 684b8756-98d5-4977-a610-12005ec5a756] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1255.186343] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0a5211-c9a9-4906-a23b-8ba674689605 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.194248] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f80e90-5297-4aca-abee-e12f947e31a9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.229473] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de25a98-7dcb-4d19-8c38-ce3b4699244f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.240264] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db17a864-d4d6-4a07-8706-986fcd4e9b8b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.244187] env[69524]: DEBUG oslo_vmware.api [None req-2ca32cd7-313d-4b0b-bfd7-79d150a484d6 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Task: {'id': task-4068893, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159139} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.244451] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ca32cd7-313d-4b0b-bfd7-79d150a484d6 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1255.244626] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca32cd7-313d-4b0b-bfd7-79d150a484d6 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] [instance: 2a7cd0d3-edf5-4cf8-987f-8df4da315b38] Deleted contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1255.244800] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca32cd7-313d-4b0b-bfd7-79d150a484d6 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] [instance: 2a7cd0d3-edf5-4cf8-987f-8df4da315b38] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1255.244967] env[69524]: INFO nova.compute.manager [None req-2ca32cd7-313d-4b0b-bfd7-79d150a484d6 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] [instance: 2a7cd0d3-edf5-4cf8-987f-8df4da315b38] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1255.245232] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ca32cd7-313d-4b0b-bfd7-79d150a484d6 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1255.245807] env[69524]: DEBUG nova.compute.manager [-] [instance: 2a7cd0d3-edf5-4cf8-987f-8df4da315b38] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1255.245897] env[69524]: DEBUG nova.network.neutron [-] [instance: 2a7cd0d3-edf5-4cf8-987f-8df4da315b38] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1255.255629] env[69524]: DEBUG nova.compute.provider_tree [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1255.350080] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: d9b57a84-1c31-4db2-a49d-02a0931f0b65] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1255.361872] env[69524]: DEBUG oslo_concurrency.lockutils [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Releasing lock "refresh_cache-0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.362270] env[69524]: DEBUG nova.compute.manager [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Instance network_info: |[{"id": "1828b09c-aa76-4f27-84fe-3616ca319a2a", "address": "fa:16:3e:65:b1:c8", "network": {"id": "83b5b669-1127-466e-a1d3-d2ddd7a35a32", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-128524143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ae0643199f1483bbac41f0f4a2857ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1828b09c-aa", "ovs_interfaceid": "1828b09c-aa76-4f27-84fe-3616ca319a2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1255.362689] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:b1:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1e029825-6c65-4ac7-88f6-65f9d106db76', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1828b09c-aa76-4f27-84fe-3616ca319a2a', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1255.370250] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1255.370474] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1255.370703] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a276b831-bbf5-40cd-b3e7-8091780c7b2a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.395488] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1255.395488] env[69524]: value = "task-4068894" [ 1255.395488] env[69524]: _type = "Task" [ 1255.395488] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.404671] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068894, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.496802] env[69524]: DEBUG nova.compute.manager [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] [instance: 07fa6607-b981-4ecb-a8d2-5908edc259ff] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1255.530729] env[69524]: DEBUG nova.virt.hardware [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1255.530729] env[69524]: DEBUG nova.virt.hardware [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1255.531255] env[69524]: DEBUG nova.virt.hardware [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1255.531468] env[69524]: DEBUG nova.virt.hardware [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1255.531693] env[69524]: DEBUG nova.virt.hardware [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1255.531906] env[69524]: DEBUG nova.virt.hardware [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1255.532309] env[69524]: DEBUG nova.virt.hardware [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1255.532737] env[69524]: DEBUG nova.virt.hardware [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1255.533052] env[69524]: DEBUG nova.virt.hardware [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1255.533345] env[69524]: DEBUG nova.virt.hardware [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1255.533569] env[69524]: DEBUG nova.virt.hardware [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1255.534844] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f910797-59ac-4633-a67f-d4c7b331140a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.546815] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79443325-298b-4e0a-a1f4-9d181bf5b27c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.552364] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0e333239-df55-4681-a271-041d4850b7f6 tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Acquiring lock "bfc37580-be5d-432c-a296-eca3873de2f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.552961] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0e333239-df55-4681-a271-041d4850b7f6 tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Lock "bfc37580-be5d-432c-a296-eca3873de2f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.553268] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0e333239-df55-4681-a271-041d4850b7f6 tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Acquiring lock "bfc37580-be5d-432c-a296-eca3873de2f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.553529] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0e333239-df55-4681-a271-041d4850b7f6 tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Lock "bfc37580-be5d-432c-a296-eca3873de2f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.553728] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0e333239-df55-4681-a271-041d4850b7f6 tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Lock "bfc37580-be5d-432c-a296-eca3873de2f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.556369] env[69524]: INFO nova.compute.manager [None req-0e333239-df55-4681-a271-041d4850b7f6 tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] [instance: bfc37580-be5d-432c-a296-eca3873de2f8] Terminating instance [ 1255.572496] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] [instance: 07fa6607-b981-4ecb-a8d2-5908edc259ff] Instance VIF info [] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1255.578619] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Creating folder: Project (7e1613a05cf6418082ccc40f880ee373). Parent ref: group-v806025. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1255.580428] env[69524]: DEBUG nova.compute.manager [None req-0e333239-df55-4681-a271-041d4850b7f6 tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] [instance: bfc37580-be5d-432c-a296-eca3873de2f8] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1255.580685] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-0e333239-df55-4681-a271-041d4850b7f6 tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] [instance: bfc37580-be5d-432c-a296-eca3873de2f8] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1255.581894] env[69524]: DEBUG nova.compute.manager [req-88179d5e-184c-4a14-ad6a-cf56779b1588 req-9c609f19-d28b-4cbe-9177-d7934711c4a1 service nova] [instance: 2a7cd0d3-edf5-4cf8-987f-8df4da315b38] Received event network-vif-deleted-0d4b71cd-21ee-4b34-b7cb-901a51393498 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1255.582064] env[69524]: INFO nova.compute.manager [req-88179d5e-184c-4a14-ad6a-cf56779b1588 req-9c609f19-d28b-4cbe-9177-d7934711c4a1 service nova] [instance: 2a7cd0d3-edf5-4cf8-987f-8df4da315b38] Neutron deleted interface 0d4b71cd-21ee-4b34-b7cb-901a51393498; detaching it from the instance and deleting it from the info cache [ 1255.582310] env[69524]: DEBUG nova.network.neutron [req-88179d5e-184c-4a14-ad6a-cf56779b1588 req-9c609f19-d28b-4cbe-9177-d7934711c4a1 service nova] [instance: 2a7cd0d3-edf5-4cf8-987f-8df4da315b38] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.583668] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c6008fa-9e21-4b36-8081-e107a8c27957 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.586924] env[69524]: DEBUG nova.compute.manager [req-dac52af9-d01d-4529-bbfa-0a18b518c029 req-736efd6f-5aad-491b-bc9d-b8d6f501432e service nova] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Received event network-changed-1828b09c-aa76-4f27-84fe-3616ca319a2a {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1255.587175] env[69524]: DEBUG nova.compute.manager [req-dac52af9-d01d-4529-bbfa-0a18b518c029 req-736efd6f-5aad-491b-bc9d-b8d6f501432e service nova] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Refreshing instance network info cache due to event network-changed-1828b09c-aa76-4f27-84fe-3616ca319a2a. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1255.587429] env[69524]: DEBUG oslo_concurrency.lockutils [req-dac52af9-d01d-4529-bbfa-0a18b518c029 req-736efd6f-5aad-491b-bc9d-b8d6f501432e service nova] Acquiring lock "refresh_cache-0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.587609] env[69524]: DEBUG oslo_concurrency.lockutils [req-dac52af9-d01d-4529-bbfa-0a18b518c029 req-736efd6f-5aad-491b-bc9d-b8d6f501432e service nova] Acquired lock "refresh_cache-0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.587801] env[69524]: DEBUG nova.network.neutron [req-dac52af9-d01d-4529-bbfa-0a18b518c029 req-736efd6f-5aad-491b-bc9d-b8d6f501432e service nova] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Refreshing network info cache for port 1828b09c-aa76-4f27-84fe-3616ca319a2a {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1255.589521] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27af0525-4577-4928-baf3-11b2042669c1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.600151] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e333239-df55-4681-a271-041d4850b7f6 tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] [instance: bfc37580-be5d-432c-a296-eca3873de2f8] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1255.600482] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a33e403-4894-42b3-9845-c42ac8ea63db {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.603633] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Created folder: Project (7e1613a05cf6418082ccc40f880ee373) in parent group-v806025. [ 1255.603998] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Creating folder: Instances. Parent ref: group-v806325. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1255.604857] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-313cb227-9790-4be3-88e7-2ae914d50c4b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.609175] env[69524]: DEBUG oslo_vmware.api [None req-0e333239-df55-4681-a271-041d4850b7f6 tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Waiting for the task: (returnval){ [ 1255.609175] env[69524]: value = "task-4068896" [ 1255.609175] env[69524]: _type = "Task" [ 1255.609175] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.616783] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Created folder: Instances in parent group-v806325. [ 1255.617114] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1255.620590] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07fa6607-b981-4ecb-a8d2-5908edc259ff] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1255.621114] env[69524]: DEBUG oslo_vmware.api [None req-0e333239-df55-4681-a271-041d4850b7f6 tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Task: {'id': task-4068896, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.621487] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb0b493d-3f3f-4ebb-8777-133425d8b423 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.641855] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1255.641855] env[69524]: value = "task-4068898" [ 1255.641855] env[69524]: _type = "Task" [ 1255.641855] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.650543] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068898, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.759722] env[69524]: DEBUG nova.scheduler.client.report [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1255.802860] env[69524]: DEBUG nova.network.neutron [-] [instance: 684b8756-98d5-4977-a610-12005ec5a756] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.854779] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 91d71de3-5ab1-491d-b470-6897ac841c1c] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1255.907667] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068894, 'name': CreateVM_Task, 'duration_secs': 0.390006} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.907667] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1255.908316] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806316', 'volume_id': '6644a44e-4651-4bba-a75c-864288f892af', 'name': 'volume-6644a44e-4651-4bba-a75c-864288f892af', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7', 'attached_at': '', 'detached_at': '', 'volume_id': '6644a44e-4651-4bba-a75c-864288f892af', 'serial': '6644a44e-4651-4bba-a75c-864288f892af'}, 'delete_on_termination': True, 'guest_format': None, 'disk_bus': None, 'device_type': None, 'boot_index': 0, 'mount_device': '/dev/sda', 'attachment_id': '46615dba-3670-4485-a7f5-b9ac314d3bee', 'volume_type': None}], 'swap': None} {{(pid=69524) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1255.908523] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Root volume attach. Driver type: vmdk {{(pid=69524) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1255.909524] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc9395d-7fa8-40c4-ac16-7e67296ed37d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.919452] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c02e18-2f68-4046-8808-3c46e30e9a4a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.928018] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-299eb416-3680-46f0-9a83-ed98a3812bb7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.936853] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-312c1c38-c9f1-4cac-8493-5753e6ca7f1e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.947339] env[69524]: DEBUG oslo_vmware.api [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 1255.947339] env[69524]: value = "task-4068899" [ 1255.947339] env[69524]: _type = "Task" [ 1255.947339] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.957561] env[69524]: DEBUG oslo_vmware.api [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068899, 'name': RelocateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.040312] env[69524]: DEBUG nova.network.neutron [-] [instance: 2a7cd0d3-edf5-4cf8-987f-8df4da315b38] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.097991] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-42736561-54bf-416b-9db8-44ed2c518e78 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.108418] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c426634b-ac9a-405f-be7d-4f21d8a3ae38 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.128513] env[69524]: DEBUG oslo_vmware.api [None req-0e333239-df55-4681-a271-041d4850b7f6 tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Task: {'id': task-4068896, 'name': PowerOffVM_Task, 'duration_secs': 0.237895} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.130902] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e333239-df55-4681-a271-041d4850b7f6 tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] [instance: bfc37580-be5d-432c-a296-eca3873de2f8] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1256.131110] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-0e333239-df55-4681-a271-041d4850b7f6 tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] [instance: bfc37580-be5d-432c-a296-eca3873de2f8] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1256.131379] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-baaa7337-508f-43fb-8cf3-b091a76eba41 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.144548] env[69524]: DEBUG nova.compute.manager [req-88179d5e-184c-4a14-ad6a-cf56779b1588 req-9c609f19-d28b-4cbe-9177-d7934711c4a1 service nova] [instance: 2a7cd0d3-edf5-4cf8-987f-8df4da315b38] Detach interface failed, port_id=0d4b71cd-21ee-4b34-b7cb-901a51393498, reason: Instance 2a7cd0d3-edf5-4cf8-987f-8df4da315b38 could not be found. {{(pid=69524) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1256.155515] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068898, 'name': CreateVM_Task, 'duration_secs': 0.325678} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.155703] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07fa6607-b981-4ecb-a8d2-5908edc259ff] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1256.156284] env[69524]: DEBUG oslo_concurrency.lockutils [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.156460] env[69524]: DEBUG oslo_concurrency.lockutils [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.156817] env[69524]: DEBUG oslo_concurrency.lockutils [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.157117] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6e25f1a-3d29-428b-b9c0-32525ab8909d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.164096] env[69524]: DEBUG oslo_vmware.api [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Waiting for the task: (returnval){ [ 1256.164096] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]529fb980-0a67-89bb-dfbd-5c1a9d60b94a" [ 1256.164096] env[69524]: _type = "Task" [ 1256.164096] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.174984] env[69524]: DEBUG oslo_vmware.api [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]529fb980-0a67-89bb-dfbd-5c1a9d60b94a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.229561] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-0e333239-df55-4681-a271-041d4850b7f6 tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] [instance: bfc37580-be5d-432c-a296-eca3873de2f8] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1256.229785] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-0e333239-df55-4681-a271-041d4850b7f6 tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] [instance: bfc37580-be5d-432c-a296-eca3873de2f8] Deleting contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1256.229971] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e333239-df55-4681-a271-041d4850b7f6 tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Deleting the datastore file [datastore2] bfc37580-be5d-432c-a296-eca3873de2f8 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1256.230376] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e79ec9a8-5da4-4e55-bb70-f357286964b1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.238450] env[69524]: DEBUG oslo_vmware.api [None req-0e333239-df55-4681-a271-041d4850b7f6 tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Waiting for the task: (returnval){ [ 1256.238450] env[69524]: value = "task-4068901" [ 1256.238450] env[69524]: _type = "Task" [ 1256.238450] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.248750] env[69524]: DEBUG oslo_vmware.api [None req-0e333239-df55-4681-a271-041d4850b7f6 tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Task: {'id': task-4068901, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.267964] env[69524]: DEBUG oslo_concurrency.lockutils [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.797s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.270313] env[69524]: DEBUG oslo_concurrency.lockutils [None req-055acbb8-dad8-41a6-a0ee-7951dfaba6c7 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.677s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.270622] env[69524]: DEBUG nova.objects.instance [None req-055acbb8-dad8-41a6-a0ee-7951dfaba6c7 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lazy-loading 'resources' on Instance uuid 1f0daa70-d277-47b8-b820-02bd0c4b55e0 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1256.299976] env[69524]: INFO nova.network.neutron [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Updating port 3c70a088-659f-4fee-97ff-b8bba0c87ff9 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1256.306860] env[69524]: INFO nova.compute.manager [-] [instance: 684b8756-98d5-4977-a610-12005ec5a756] Took 1.26 seconds to deallocate network for instance. [ 1256.359701] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 4bfb9279-d345-4ddf-8c3a-397b75e20788] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1256.413684] env[69524]: DEBUG nova.network.neutron [req-dac52af9-d01d-4529-bbfa-0a18b518c029 req-736efd6f-5aad-491b-bc9d-b8d6f501432e service nova] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Updated VIF entry in instance network info cache for port 1828b09c-aa76-4f27-84fe-3616ca319a2a. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1256.413684] env[69524]: DEBUG nova.network.neutron [req-dac52af9-d01d-4529-bbfa-0a18b518c029 req-736efd6f-5aad-491b-bc9d-b8d6f501432e service nova] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Updating instance_info_cache with network_info: [{"id": "1828b09c-aa76-4f27-84fe-3616ca319a2a", "address": "fa:16:3e:65:b1:c8", "network": {"id": "83b5b669-1127-466e-a1d3-d2ddd7a35a32", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-128524143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ae0643199f1483bbac41f0f4a2857ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1828b09c-aa", "ovs_interfaceid": "1828b09c-aa76-4f27-84fe-3616ca319a2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.464720] env[69524]: DEBUG oslo_vmware.api [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068899, 'name': RelocateVM_Task} progress is 42%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.544363] env[69524]: INFO nova.compute.manager [-] [instance: 2a7cd0d3-edf5-4cf8-987f-8df4da315b38] Took 1.30 seconds to deallocate network for instance. [ 1256.676155] env[69524]: DEBUG oslo_vmware.api [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]529fb980-0a67-89bb-dfbd-5c1a9d60b94a, 'name': SearchDatastore_Task, 'duration_secs': 0.014291} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.676509] env[69524]: DEBUG oslo_concurrency.lockutils [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.676840] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] [instance: 07fa6607-b981-4ecb-a8d2-5908edc259ff] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1256.677010] env[69524]: DEBUG oslo_concurrency.lockutils [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.677157] env[69524]: DEBUG oslo_concurrency.lockutils [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.677443] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1256.677726] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6af809b-52d7-4ed8-bac1-181560bcee1b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.689457] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1256.689680] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1256.690601] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23719583-71d1-490d-bf72-219f1bd9d925 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.698959] env[69524]: DEBUG oslo_vmware.api [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Waiting for the task: (returnval){ [ 1256.698959] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]520dde0c-74c9-60fa-aa9e-a710ec26fa60" [ 1256.698959] env[69524]: _type = "Task" [ 1256.698959] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.708230] env[69524]: DEBUG oslo_vmware.api [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]520dde0c-74c9-60fa-aa9e-a710ec26fa60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.748606] env[69524]: DEBUG oslo_vmware.api [None req-0e333239-df55-4681-a271-041d4850b7f6 tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Task: {'id': task-4068901, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.816318] env[69524]: DEBUG oslo_concurrency.lockutils [None req-414d7112-a4a2-41b3-a31f-57c7cb2f52b7 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.862930] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 5f17ffdf-5368-4e18-b484-19aeb233ebe2] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1256.916920] env[69524]: DEBUG oslo_concurrency.lockutils [req-dac52af9-d01d-4529-bbfa-0a18b518c029 req-736efd6f-5aad-491b-bc9d-b8d6f501432e service nova] Releasing lock "refresh_cache-0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.917181] env[69524]: DEBUG nova.compute.manager [req-dac52af9-d01d-4529-bbfa-0a18b518c029 req-736efd6f-5aad-491b-bc9d-b8d6f501432e service nova] [instance: 684b8756-98d5-4977-a610-12005ec5a756] Received event network-vif-deleted-37909c6d-ede1-409a-a5c2-58ae3ebb14b3 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1256.917536] env[69524]: INFO nova.compute.manager [req-dac52af9-d01d-4529-bbfa-0a18b518c029 req-736efd6f-5aad-491b-bc9d-b8d6f501432e service nova] [instance: 684b8756-98d5-4977-a610-12005ec5a756] Neutron deleted interface 37909c6d-ede1-409a-a5c2-58ae3ebb14b3; detaching it from the instance and deleting it from the info cache [ 1256.917536] env[69524]: DEBUG nova.network.neutron [req-dac52af9-d01d-4529-bbfa-0a18b518c029 req-736efd6f-5aad-491b-bc9d-b8d6f501432e service nova] [instance: 684b8756-98d5-4977-a610-12005ec5a756] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.962971] env[69524]: DEBUG oslo_vmware.api [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068899, 'name': RelocateVM_Task} progress is 54%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.980839] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347d6df2-53e8-4788-ba77-df09c6a8d9ed {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.990172] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16bb56f6-e277-413d-bcc1-96d256732273 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.023314] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fb3891-cf7d-4b7e-9e22-be6c8e4b5ad4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.033352] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14e818a-d94d-417d-899f-4a40d0a9e35a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.049451] env[69524]: DEBUG nova.compute.provider_tree [None req-055acbb8-dad8-41a6-a0ee-7951dfaba6c7 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1257.052432] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2ca32cd7-313d-4b0b-bfd7-79d150a484d6 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.211502] env[69524]: DEBUG oslo_vmware.api [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]520dde0c-74c9-60fa-aa9e-a710ec26fa60, 'name': SearchDatastore_Task, 'duration_secs': 0.018417} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.212440] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb1af215-32a2-4491-8310-709c827a4a8d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.219720] env[69524]: DEBUG oslo_vmware.api [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Waiting for the task: (returnval){ [ 1257.219720] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52ea764f-dda5-0461-94e1-9319341c882d" [ 1257.219720] env[69524]: _type = "Task" [ 1257.219720] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.229686] env[69524]: DEBUG oslo_vmware.api [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52ea764f-dda5-0461-94e1-9319341c882d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.250175] env[69524]: DEBUG oslo_vmware.api [None req-0e333239-df55-4681-a271-041d4850b7f6 tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Task: {'id': task-4068901, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.366145] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: f0b8c6b9-5696-496b-965d-b9ec5db65831] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1257.420385] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a8ab8630-0be9-491c-bd80-b0dbf6ac0957 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.431021] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d297a1d-0e18-4253-a1bf-647c84a8d6a5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.465692] env[69524]: DEBUG nova.compute.manager [req-dac52af9-d01d-4529-bbfa-0a18b518c029 req-736efd6f-5aad-491b-bc9d-b8d6f501432e service nova] [instance: 684b8756-98d5-4977-a610-12005ec5a756] Detach interface failed, port_id=37909c6d-ede1-409a-a5c2-58ae3ebb14b3, reason: Instance 684b8756-98d5-4977-a610-12005ec5a756 could not be found. {{(pid=69524) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1257.469574] env[69524]: DEBUG oslo_vmware.api [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068899, 'name': RelocateVM_Task} progress is 67%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.554278] env[69524]: DEBUG nova.scheduler.client.report [None req-055acbb8-dad8-41a6-a0ee-7951dfaba6c7 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1257.584546] env[69524]: INFO nova.compute.manager [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Rebuilding instance [ 1257.630682] env[69524]: DEBUG nova.compute.manager [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1257.631662] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9513f6ec-d1ba-4d7b-b310-e0a636d761b6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.731964] env[69524]: DEBUG oslo_vmware.api [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52ea764f-dda5-0461-94e1-9319341c882d, 'name': SearchDatastore_Task, 'duration_secs': 0.019298} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.732335] env[69524]: DEBUG oslo_concurrency.lockutils [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.732621] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 07fa6607-b981-4ecb-a8d2-5908edc259ff/07fa6607-b981-4ecb-a8d2-5908edc259ff.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1257.732900] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a67dfa4-9405-4e9f-9818-7a930d624a20 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.740998] env[69524]: DEBUG oslo_vmware.api [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Waiting for the task: (returnval){ [ 1257.740998] env[69524]: value = "task-4068902" [ 1257.740998] env[69524]: _type = "Task" [ 1257.740998] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.753966] env[69524]: DEBUG oslo_vmware.api [None req-0e333239-df55-4681-a271-041d4850b7f6 tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Task: {'id': task-4068901, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.757448] env[69524]: DEBUG oslo_vmware.api [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Task: {'id': task-4068902, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.762239] env[69524]: DEBUG nova.compute.manager [req-8c1f0f7a-8751-4c6f-9db9-5d85c6d6692f req-54db52b2-fe3a-4af7-a3c5-a284437fa75f service nova] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Received event network-vif-plugged-3c70a088-659f-4fee-97ff-b8bba0c87ff9 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1257.762548] env[69524]: DEBUG oslo_concurrency.lockutils [req-8c1f0f7a-8751-4c6f-9db9-5d85c6d6692f req-54db52b2-fe3a-4af7-a3c5-a284437fa75f service nova] Acquiring lock "43b4dacf-06d7-42de-9d91-04e69295c1f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.762711] env[69524]: DEBUG oslo_concurrency.lockutils [req-8c1f0f7a-8751-4c6f-9db9-5d85c6d6692f req-54db52b2-fe3a-4af7-a3c5-a284437fa75f service nova] Lock "43b4dacf-06d7-42de-9d91-04e69295c1f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.762874] env[69524]: DEBUG oslo_concurrency.lockutils [req-8c1f0f7a-8751-4c6f-9db9-5d85c6d6692f req-54db52b2-fe3a-4af7-a3c5-a284437fa75f service nova] Lock "43b4dacf-06d7-42de-9d91-04e69295c1f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.763050] env[69524]: DEBUG nova.compute.manager [req-8c1f0f7a-8751-4c6f-9db9-5d85c6d6692f req-54db52b2-fe3a-4af7-a3c5-a284437fa75f service nova] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] No waiting events found dispatching network-vif-plugged-3c70a088-659f-4fee-97ff-b8bba0c87ff9 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1257.763254] env[69524]: WARNING nova.compute.manager [req-8c1f0f7a-8751-4c6f-9db9-5d85c6d6692f req-54db52b2-fe3a-4af7-a3c5-a284437fa75f service nova] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Received unexpected event network-vif-plugged-3c70a088-659f-4fee-97ff-b8bba0c87ff9 for instance with vm_state shelved_offloaded and task_state spawning. [ 1257.871844] env[69524]: DEBUG oslo_concurrency.lockutils [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquiring lock "refresh_cache-43b4dacf-06d7-42de-9d91-04e69295c1f2" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.871899] env[69524]: DEBUG oslo_concurrency.lockutils [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquired lock "refresh_cache-43b4dacf-06d7-42de-9d91-04e69295c1f2" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.872101] env[69524]: DEBUG nova.network.neutron [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1257.876744] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 519b1818-9713-4a2d-855e-697eca2866ca] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1257.961422] env[69524]: DEBUG oslo_vmware.api [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068899, 'name': RelocateVM_Task} progress is 82%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.059412] env[69524]: DEBUG oslo_concurrency.lockutils [None req-055acbb8-dad8-41a6-a0ee-7951dfaba6c7 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.789s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.062179] env[69524]: DEBUG oslo_concurrency.lockutils [None req-414d7112-a4a2-41b3-a31f-57c7cb2f52b7 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.246s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.062768] env[69524]: DEBUG nova.objects.instance [None req-414d7112-a4a2-41b3-a31f-57c7cb2f52b7 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lazy-loading 'resources' on Instance uuid 684b8756-98d5-4977-a610-12005ec5a756 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1258.081073] env[69524]: INFO nova.scheduler.client.report [None req-055acbb8-dad8-41a6-a0ee-7951dfaba6c7 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Deleted allocations for instance 1f0daa70-d277-47b8-b820-02bd0c4b55e0 [ 1258.256084] env[69524]: DEBUG oslo_vmware.api [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Task: {'id': task-4068902, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.259717] env[69524]: DEBUG oslo_vmware.api [None req-0e333239-df55-4681-a271-041d4850b7f6 tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Task: {'id': task-4068901, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.900438} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.259981] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e333239-df55-4681-a271-041d4850b7f6 tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1258.260282] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-0e333239-df55-4681-a271-041d4850b7f6 tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] [instance: bfc37580-be5d-432c-a296-eca3873de2f8] Deleted contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1258.260505] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-0e333239-df55-4681-a271-041d4850b7f6 tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] [instance: bfc37580-be5d-432c-a296-eca3873de2f8] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1258.260700] env[69524]: INFO nova.compute.manager [None req-0e333239-df55-4681-a271-041d4850b7f6 tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] [instance: bfc37580-be5d-432c-a296-eca3873de2f8] Took 2.68 seconds to destroy the instance on the hypervisor. [ 1258.260970] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e333239-df55-4681-a271-041d4850b7f6 tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1258.261285] env[69524]: DEBUG nova.compute.manager [-] [instance: bfc37580-be5d-432c-a296-eca3873de2f8] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1258.261411] env[69524]: DEBUG nova.network.neutron [-] [instance: bfc37580-be5d-432c-a296-eca3873de2f8] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1258.381878] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: a09ee92a-3dcd-4b5b-979c-4c29c71c6e9d] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1258.466822] env[69524]: DEBUG oslo_vmware.api [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068899, 'name': RelocateVM_Task} progress is 97%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.595462] env[69524]: DEBUG oslo_concurrency.lockutils [None req-055acbb8-dad8-41a6-a0ee-7951dfaba6c7 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "1f0daa70-d277-47b8-b820-02bd0c4b55e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.417s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.632821] env[69524]: DEBUG nova.network.neutron [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Updating instance_info_cache with network_info: [{"id": "3c70a088-659f-4fee-97ff-b8bba0c87ff9", "address": "fa:16:3e:65:34:e1", "network": {"id": "44e29569-eeca-4e3a-bfa6-eaf437fc808b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1419956527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4133a0547d154af78d7556a7517cb285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c70a088-65", "ovs_interfaceid": "3c70a088-659f-4fee-97ff-b8bba0c87ff9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.650300] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1258.650618] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6aa44182-e0a5-41ee-8c86-af3f999995b4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.663347] env[69524]: DEBUG oslo_vmware.api [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1258.663347] env[69524]: value = "task-4068903" [ 1258.663347] env[69524]: _type = "Task" [ 1258.663347] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.675311] env[69524]: DEBUG oslo_vmware.api [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4068903, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.755923] env[69524]: DEBUG oslo_vmware.api [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Task: {'id': task-4068902, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.684702} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.758978] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 07fa6607-b981-4ecb-a8d2-5908edc259ff/07fa6607-b981-4ecb-a8d2-5908edc259ff.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1258.759285] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] [instance: 07fa6607-b981-4ecb-a8d2-5908edc259ff] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1258.759832] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d6e8150-5893-41c3-b4da-b4d5cd22dcaf {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.769480] env[69524]: DEBUG oslo_vmware.api [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Waiting for the task: (returnval){ [ 1258.769480] env[69524]: value = "task-4068904" [ 1258.769480] env[69524]: _type = "Task" [ 1258.769480] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.781923] env[69524]: DEBUG oslo_vmware.api [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Task: {'id': task-4068904, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.799084] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ef5e4c-2de9-4e47-a903-154b58c47994 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.807213] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab57fe3-0116-4b3e-a432-60897bf713de {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.842315] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27892249-54c7-49cd-958f-6e25dbf1c97c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.856234] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d665e8c-ac2d-45e9-a0d2-0e5b2b0192be {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.879486] env[69524]: DEBUG nova.compute.provider_tree [None req-414d7112-a4a2-41b3-a31f-57c7cb2f52b7 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1258.884765] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: ae7cd9f8-1d52-4bf5-be6c-b6d955d19cac] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1258.962118] env[69524]: DEBUG oslo_vmware.api [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068899, 'name': RelocateVM_Task} progress is 98%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.135991] env[69524]: DEBUG oslo_concurrency.lockutils [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Releasing lock "refresh_cache-43b4dacf-06d7-42de-9d91-04e69295c1f2" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.162427] env[69524]: DEBUG nova.virt.hardware [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b853516f230c515d9efb9f2eea2aef20',container_format='bare',created_at=2025-05-13T11:54:46Z,direct_url=,disk_format='vmdk',id=69c4e57b-a81d-4f99-907a-655d1d33d663,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1383118357-shelved',owner='4133a0547d154af78d7556a7517cb285',properties=ImageMetaProps,protected=,size=31669760,status='active',tags=,updated_at=2025-05-13T11:55:03Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1259.162767] env[69524]: DEBUG nova.virt.hardware [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1259.162952] env[69524]: DEBUG nova.virt.hardware [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1259.163245] env[69524]: DEBUG nova.virt.hardware [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1259.163478] env[69524]: DEBUG nova.virt.hardware [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1259.163689] env[69524]: DEBUG nova.virt.hardware [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1259.163948] env[69524]: DEBUG nova.virt.hardware [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1259.164180] env[69524]: DEBUG nova.virt.hardware [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1259.164368] env[69524]: DEBUG nova.virt.hardware [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1259.164566] env[69524]: DEBUG nova.virt.hardware [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1259.164746] env[69524]: DEBUG nova.virt.hardware [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1259.165831] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ff13ae-4cab-47db-a798-ed893db66952 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.178015] env[69524]: DEBUG oslo_vmware.api [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4068903, 'name': PowerOffVM_Task, 'duration_secs': 0.271755} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.181331] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1259.181610] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1259.182504] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7200ace6-adc7-44a2-8285-581a8f706af8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.185974] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca72d840-4706-4d1b-8c75-cc8a9b2b447a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.194583] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1259.202383] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5027d358-873f-45bb-bfa3-04709830b4bb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.204352] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:34:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '245efab9-c420-438e-a0b8-906357ef62c1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3c70a088-659f-4fee-97ff-b8bba0c87ff9', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1259.212223] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1259.212539] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1259.213293] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11c44f83-c935-4a77-ac71-fcce010daad4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.236183] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1259.236183] env[69524]: value = "task-4068906" [ 1259.236183] env[69524]: _type = "Task" [ 1259.236183] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.248372] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068906, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.279858] env[69524]: DEBUG oslo_vmware.api [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Task: {'id': task-4068904, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067846} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.280177] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] [instance: 07fa6607-b981-4ecb-a8d2-5908edc259ff] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1259.281146] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a7e95d-3512-4e8b-89a5-2f4f918737ab {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.285039] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1259.285254] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1259.285437] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Deleting the datastore file [datastore1] 1c185356-7de7-4c88-ac61-b00a156e4e95 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1259.286145] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9754ffe5-ab71-4ace-97a7-a6eaa6cfc6f8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.304744] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] [instance: 07fa6607-b981-4ecb-a8d2-5908edc259ff] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 07fa6607-b981-4ecb-a8d2-5908edc259ff/07fa6607-b981-4ecb-a8d2-5908edc259ff.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1259.306543] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01020d25-82b4-421b-a0a6-cf382448d044 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.322454] env[69524]: DEBUG oslo_vmware.api [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1259.322454] env[69524]: value = "task-4068907" [ 1259.322454] env[69524]: _type = "Task" [ 1259.322454] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.328842] env[69524]: DEBUG oslo_vmware.api [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Waiting for the task: (returnval){ [ 1259.328842] env[69524]: value = "task-4068908" [ 1259.328842] env[69524]: _type = "Task" [ 1259.328842] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.332782] env[69524]: DEBUG oslo_vmware.api [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4068907, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.342281] env[69524]: DEBUG oslo_vmware.api [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Task: {'id': task-4068908, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.381641] env[69524]: DEBUG nova.scheduler.client.report [None req-414d7112-a4a2-41b3-a31f-57c7cb2f52b7 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1259.388478] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: c9c4e4b5-5abb-4ffc-a43c-2ec752c94dd4] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1259.403019] env[69524]: DEBUG nova.network.neutron [-] [instance: bfc37580-be5d-432c-a296-eca3873de2f8] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.463267] env[69524]: DEBUG oslo_vmware.api [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068899, 'name': RelocateVM_Task, 'duration_secs': 3.230509} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.463578] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Volume attach. Driver type: vmdk {{(pid=69524) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1259.463772] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806316', 'volume_id': '6644a44e-4651-4bba-a75c-864288f892af', 'name': 'volume-6644a44e-4651-4bba-a75c-864288f892af', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7', 'attached_at': '', 'detached_at': '', 'volume_id': '6644a44e-4651-4bba-a75c-864288f892af', 'serial': '6644a44e-4651-4bba-a75c-864288f892af'} {{(pid=69524) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1259.464674] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1082f78e-44cc-40d9-83e2-a4d737ab28ea {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.490235] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d060518-0d16-4aa2-8e70-8944f02a6a75 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.519376] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] volume-6644a44e-4651-4bba-a75c-864288f892af/volume-6644a44e-4651-4bba-a75c-864288f892af.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1259.519715] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5be1baaa-0e4f-480e-96c0-8b444df932d0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.540810] env[69524]: DEBUG oslo_vmware.api [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 1259.540810] env[69524]: value = "task-4068909" [ 1259.540810] env[69524]: _type = "Task" [ 1259.540810] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.550984] env[69524]: DEBUG oslo_vmware.api [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068909, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.746829] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068906, 'name': CreateVM_Task, 'duration_secs': 0.400816} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.747054] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1259.747770] env[69524]: DEBUG oslo_concurrency.lockutils [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/69c4e57b-a81d-4f99-907a-655d1d33d663" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.747956] env[69524]: DEBUG oslo_concurrency.lockutils [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquired lock "[datastore2] devstack-image-cache_base/69c4e57b-a81d-4f99-907a-655d1d33d663" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.748376] env[69524]: DEBUG oslo_concurrency.lockutils [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/69c4e57b-a81d-4f99-907a-655d1d33d663" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.748759] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-546e2bbe-e704-45f8-8fea-8ff2d35431d9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.754068] env[69524]: DEBUG oslo_vmware.api [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 1259.754068] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52b87144-5729-a3df-c587-81f7926f891c" [ 1259.754068] env[69524]: _type = "Task" [ 1259.754068] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.764185] env[69524]: DEBUG oslo_vmware.api [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52b87144-5729-a3df-c587-81f7926f891c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.791757] env[69524]: DEBUG nova.compute.manager [req-19cd513c-3ab1-48b1-b25d-0d0e3bfa17b7 req-4e88cf40-fbc2-4f0a-955d-4c69cd2b309d service nova] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Received event network-changed-3c70a088-659f-4fee-97ff-b8bba0c87ff9 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1259.791964] env[69524]: DEBUG nova.compute.manager [req-19cd513c-3ab1-48b1-b25d-0d0e3bfa17b7 req-4e88cf40-fbc2-4f0a-955d-4c69cd2b309d service nova] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Refreshing instance network info cache due to event network-changed-3c70a088-659f-4fee-97ff-b8bba0c87ff9. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1259.792222] env[69524]: DEBUG oslo_concurrency.lockutils [req-19cd513c-3ab1-48b1-b25d-0d0e3bfa17b7 req-4e88cf40-fbc2-4f0a-955d-4c69cd2b309d service nova] Acquiring lock "refresh_cache-43b4dacf-06d7-42de-9d91-04e69295c1f2" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.792383] env[69524]: DEBUG oslo_concurrency.lockutils [req-19cd513c-3ab1-48b1-b25d-0d0e3bfa17b7 req-4e88cf40-fbc2-4f0a-955d-4c69cd2b309d service nova] Acquired lock "refresh_cache-43b4dacf-06d7-42de-9d91-04e69295c1f2" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.792537] env[69524]: DEBUG nova.network.neutron [req-19cd513c-3ab1-48b1-b25d-0d0e3bfa17b7 req-4e88cf40-fbc2-4f0a-955d-4c69cd2b309d service nova] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Refreshing network info cache for port 3c70a088-659f-4fee-97ff-b8bba0c87ff9 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1259.833816] env[69524]: DEBUG oslo_vmware.api [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4068907, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181362} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.836990] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1259.837210] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1259.837389] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1259.845952] env[69524]: DEBUG oslo_vmware.api [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Task: {'id': task-4068908, 'name': ReconfigVM_Task, 'duration_secs': 0.369838} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.846261] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] [instance: 07fa6607-b981-4ecb-a8d2-5908edc259ff] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 07fa6607-b981-4ecb-a8d2-5908edc259ff/07fa6607-b981-4ecb-a8d2-5908edc259ff.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1259.846892] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4144f53-7919-4036-94b7-2afa538f4c81 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.854361] env[69524]: DEBUG oslo_vmware.api [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Waiting for the task: (returnval){ [ 1259.854361] env[69524]: value = "task-4068910" [ 1259.854361] env[69524]: _type = "Task" [ 1259.854361] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.863796] env[69524]: DEBUG oslo_vmware.api [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Task: {'id': task-4068910, 'name': Rename_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.887130] env[69524]: DEBUG oslo_concurrency.lockutils [None req-414d7112-a4a2-41b3-a31f-57c7cb2f52b7 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.825s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.889646] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2ca32cd7-313d-4b0b-bfd7-79d150a484d6 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.838s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.889876] env[69524]: DEBUG nova.objects.instance [None req-2ca32cd7-313d-4b0b-bfd7-79d150a484d6 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Lazy-loading 'resources' on Instance uuid 2a7cd0d3-edf5-4cf8-987f-8df4da315b38 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1259.891825] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: e10f80ba-47b3-4493-8f28-7541d32553d1] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1259.904227] env[69524]: INFO nova.compute.manager [-] [instance: bfc37580-be5d-432c-a296-eca3873de2f8] Took 1.64 seconds to deallocate network for instance. [ 1259.906945] env[69524]: INFO nova.scheduler.client.report [None req-414d7112-a4a2-41b3-a31f-57c7cb2f52b7 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Deleted allocations for instance 684b8756-98d5-4977-a610-12005ec5a756 [ 1260.025507] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquiring lock "0330ba92-b889-4d4d-91b1-757e8e537004" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.025833] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "0330ba92-b889-4d4d-91b1-757e8e537004" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1260.050904] env[69524]: DEBUG oslo_vmware.api [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068909, 'name': ReconfigVM_Task, 'duration_secs': 0.403832} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.051339] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Reconfigured VM instance instance-0000006d to attach disk [datastore1] volume-6644a44e-4651-4bba-a75c-864288f892af/volume-6644a44e-4651-4bba-a75c-864288f892af.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1260.056733] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ddee634-0f61-4d25-9c82-b701edfd9815 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.074195] env[69524]: DEBUG oslo_vmware.api [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 1260.074195] env[69524]: value = "task-4068911" [ 1260.074195] env[69524]: _type = "Task" [ 1260.074195] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.084016] env[69524]: DEBUG oslo_vmware.api [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068911, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.266102] env[69524]: DEBUG oslo_concurrency.lockutils [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Releasing lock "[datastore2] devstack-image-cache_base/69c4e57b-a81d-4f99-907a-655d1d33d663" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.266467] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Processing image 69c4e57b-a81d-4f99-907a-655d1d33d663 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1260.266755] env[69524]: DEBUG oslo_concurrency.lockutils [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/69c4e57b-a81d-4f99-907a-655d1d33d663/69c4e57b-a81d-4f99-907a-655d1d33d663.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.266923] env[69524]: DEBUG oslo_concurrency.lockutils [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquired lock "[datastore2] devstack-image-cache_base/69c4e57b-a81d-4f99-907a-655d1d33d663/69c4e57b-a81d-4f99-907a-655d1d33d663.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.267182] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1260.267486] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f68e2c1-b46d-4d0e-93b3-1ea6668e971d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.277253] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1260.277477] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1260.278304] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d27383d-84ff-4349-b39d-7d1b01f385b9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.285081] env[69524]: DEBUG oslo_vmware.api [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 1260.285081] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52ab1db2-7f1c-3a94-9297-994f0a13eba8" [ 1260.285081] env[69524]: _type = "Task" [ 1260.285081] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.293108] env[69524]: DEBUG oslo_vmware.api [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52ab1db2-7f1c-3a94-9297-994f0a13eba8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.367401] env[69524]: DEBUG oslo_vmware.api [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Task: {'id': task-4068910, 'name': Rename_Task, 'duration_secs': 0.161788} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.367931] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] [instance: 07fa6607-b981-4ecb-a8d2-5908edc259ff] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1260.368221] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d2a7c42-58d8-48dd-99c1-ac8e8797b9ee {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.376396] env[69524]: DEBUG oslo_vmware.api [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Waiting for the task: (returnval){ [ 1260.376396] env[69524]: value = "task-4068912" [ 1260.376396] env[69524]: _type = "Task" [ 1260.376396] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.388112] env[69524]: DEBUG oslo_vmware.api [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Task: {'id': task-4068912, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.395431] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 87a52851-044c-4a42-9c08-6302d8817f5f] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1260.419590] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0e333239-df55-4681-a271-041d4850b7f6 tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.420204] env[69524]: DEBUG oslo_concurrency.lockutils [None req-414d7112-a4a2-41b3-a31f-57c7cb2f52b7 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "684b8756-98d5-4977-a610-12005ec5a756" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.499s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.530639] env[69524]: DEBUG nova.compute.manager [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 0330ba92-b889-4d4d-91b1-757e8e537004] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1260.589468] env[69524]: DEBUG oslo_vmware.api [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068911, 'name': ReconfigVM_Task, 'duration_secs': 0.158278} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.589468] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806316', 'volume_id': '6644a44e-4651-4bba-a75c-864288f892af', 'name': 'volume-6644a44e-4651-4bba-a75c-864288f892af', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7', 'attached_at': '', 'detached_at': '', 'volume_id': '6644a44e-4651-4bba-a75c-864288f892af', 'serial': '6644a44e-4651-4bba-a75c-864288f892af'} {{(pid=69524) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1260.591160] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0df27dfa-cf4c-4a91-aa7e-8a2666fab486 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.602527] env[69524]: DEBUG oslo_vmware.api [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 1260.602527] env[69524]: value = "task-4068913" [ 1260.602527] env[69524]: _type = "Task" [ 1260.602527] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.611651] env[69524]: DEBUG oslo_vmware.api [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068913, 'name': Rename_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.642738] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ee9662-0430-4af2-938c-5d879da1d785 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.651146] env[69524]: DEBUG nova.network.neutron [req-19cd513c-3ab1-48b1-b25d-0d0e3bfa17b7 req-4e88cf40-fbc2-4f0a-955d-4c69cd2b309d service nova] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Updated VIF entry in instance network info cache for port 3c70a088-659f-4fee-97ff-b8bba0c87ff9. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1260.651527] env[69524]: DEBUG nova.network.neutron [req-19cd513c-3ab1-48b1-b25d-0d0e3bfa17b7 req-4e88cf40-fbc2-4f0a-955d-4c69cd2b309d service nova] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Updating instance_info_cache with network_info: [{"id": "3c70a088-659f-4fee-97ff-b8bba0c87ff9", "address": "fa:16:3e:65:34:e1", "network": {"id": "44e29569-eeca-4e3a-bfa6-eaf437fc808b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1419956527-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4133a0547d154af78d7556a7517cb285", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "245efab9-c420-438e-a0b8-906357ef62c1", "external-id": "nsx-vlan-transportzone-959", "segmentation_id": 959, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3c70a088-65", "ovs_interfaceid": "3c70a088-659f-4fee-97ff-b8bba0c87ff9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.653604] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c160021-db76-4b6b-93d9-ad0fb403a62b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.686640] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8de98c4-1c5f-4192-971d-345d107fe2ec {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.695356] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe2cf9d-dd56-4d7e-95c4-e3cefd93d4b2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.711487] env[69524]: DEBUG nova.compute.provider_tree [None req-2ca32cd7-313d-4b0b-bfd7-79d150a484d6 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1260.798287] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Preparing fetch location {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1260.798594] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Fetch image to [datastore2] OSTACK_IMG_3c88bed8-b92f-4833-83ed-db1410ce097d/OSTACK_IMG_3c88bed8-b92f-4833-83ed-db1410ce097d.vmdk {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1260.798776] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Downloading stream optimized image 69c4e57b-a81d-4f99-907a-655d1d33d663 to [datastore2] OSTACK_IMG_3c88bed8-b92f-4833-83ed-db1410ce097d/OSTACK_IMG_3c88bed8-b92f-4833-83ed-db1410ce097d.vmdk on the data store datastore2 as vApp {{(pid=69524) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1260.798941] env[69524]: DEBUG nova.virt.vmwareapi.images [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Downloading image file data 69c4e57b-a81d-4f99-907a-655d1d33d663 to the ESX as VM named 'OSTACK_IMG_3c88bed8-b92f-4833-83ed-db1410ce097d' {{(pid=69524) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1260.883324] env[69524]: DEBUG nova.virt.hardware [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1260.883592] env[69524]: DEBUG nova.virt.hardware [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1260.883745] env[69524]: DEBUG nova.virt.hardware [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1260.883926] env[69524]: DEBUG nova.virt.hardware [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1260.884078] env[69524]: DEBUG nova.virt.hardware [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1260.884224] env[69524]: DEBUG nova.virt.hardware [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1260.884528] env[69524]: DEBUG nova.virt.hardware [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1260.884693] env[69524]: DEBUG nova.virt.hardware [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1260.884858] env[69524]: DEBUG nova.virt.hardware [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1260.885027] env[69524]: DEBUG nova.virt.hardware [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1260.885229] env[69524]: DEBUG nova.virt.hardware [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1260.886090] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8d542b-c867-43d2-8052-cabd6e820b58 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.892021] env[69524]: DEBUG oslo_vmware.rw_handles [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1260.892021] env[69524]: value = "resgroup-9" [ 1260.892021] env[69524]: _type = "ResourcePool" [ 1260.892021] env[69524]: }. {{(pid=69524) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1260.894454] env[69524]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-da35f32c-0084-405e-a258-b016c4cb1439 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.913812] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: b66cee37-4bc3-4048-bfd2-6bb6f188f780] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1260.919026] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a39d73-982e-4b9d-8dd5-f3b831ec5d43 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.921479] env[69524]: DEBUG oslo_vmware.api [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Task: {'id': task-4068912, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.937762] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:43:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89463199-7ddf-4ee7-b485-1629a75b4b8f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c96dc67e-6d54-4bf4-87ec-7def0dbabcf9', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1260.947386] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1260.949042] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1260.949610] env[69524]: DEBUG oslo_vmware.rw_handles [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lease: (returnval){ [ 1260.949610] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]520883f6-f767-7f9c-55b5-8e6112b06855" [ 1260.949610] env[69524]: _type = "HttpNfcLease" [ 1260.949610] env[69524]: } obtained for vApp import into resource pool (val){ [ 1260.949610] env[69524]: value = "resgroup-9" [ 1260.949610] env[69524]: _type = "ResourcePool" [ 1260.949610] env[69524]: }. {{(pid=69524) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1260.950024] env[69524]: DEBUG oslo_vmware.api [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the lease: (returnval){ [ 1260.950024] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]520883f6-f767-7f9c-55b5-8e6112b06855" [ 1260.950024] env[69524]: _type = "HttpNfcLease" [ 1260.950024] env[69524]: } to be ready. {{(pid=69524) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1260.950208] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66bab08e-6957-4d98-abe1-24ac7b38e5ba {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.974479] env[69524]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1260.974479] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]520883f6-f767-7f9c-55b5-8e6112b06855" [ 1260.974479] env[69524]: _type = "HttpNfcLease" [ 1260.974479] env[69524]: } is initializing. {{(pid=69524) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1260.976025] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1260.976025] env[69524]: value = "task-4068915" [ 1260.976025] env[69524]: _type = "Task" [ 1260.976025] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.985584] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068915, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.056513] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.076308] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquiring lock "37ccc7b5-7b66-4b47-8cd3-42d3c4321446" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.076553] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "37ccc7b5-7b66-4b47-8cd3-42d3c4321446" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.113304] env[69524]: DEBUG oslo_vmware.api [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068913, 'name': Rename_Task, 'duration_secs': 0.142443} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.113689] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1261.113975] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ed553db-0ea2-4799-a7fc-07c5e3be4b83 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.121400] env[69524]: DEBUG oslo_vmware.api [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 1261.121400] env[69524]: value = "task-4068916" [ 1261.121400] env[69524]: _type = "Task" [ 1261.121400] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.130290] env[69524]: DEBUG oslo_vmware.api [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068916, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.160481] env[69524]: DEBUG oslo_concurrency.lockutils [req-19cd513c-3ab1-48b1-b25d-0d0e3bfa17b7 req-4e88cf40-fbc2-4f0a-955d-4c69cd2b309d service nova] Releasing lock "refresh_cache-43b4dacf-06d7-42de-9d91-04e69295c1f2" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.160809] env[69524]: DEBUG nova.compute.manager [req-19cd513c-3ab1-48b1-b25d-0d0e3bfa17b7 req-4e88cf40-fbc2-4f0a-955d-4c69cd2b309d service nova] [instance: bfc37580-be5d-432c-a296-eca3873de2f8] Received event network-vif-deleted-1005b0a9-891a-455b-bad6-55be237fc976 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1261.215027] env[69524]: DEBUG nova.scheduler.client.report [None req-2ca32cd7-313d-4b0b-bfd7-79d150a484d6 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1261.389782] env[69524]: DEBUG oslo_vmware.api [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Task: {'id': task-4068912, 'name': PowerOnVM_Task, 'duration_secs': 0.524641} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.390053] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] [instance: 07fa6607-b981-4ecb-a8d2-5908edc259ff] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1261.390300] env[69524]: INFO nova.compute.manager [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] [instance: 07fa6607-b981-4ecb-a8d2-5908edc259ff] Took 5.89 seconds to spawn the instance on the hypervisor. [ 1261.390532] env[69524]: DEBUG nova.compute.manager [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] [instance: 07fa6607-b981-4ecb-a8d2-5908edc259ff] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1261.391410] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f85207f-91f6-4317-adfb-d7dd3034efca {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.422637] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: f4650838-ce8b-4f45-ab3a-84657fd1942e] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1261.474745] env[69524]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1261.474745] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]520883f6-f767-7f9c-55b5-8e6112b06855" [ 1261.474745] env[69524]: _type = "HttpNfcLease" [ 1261.474745] env[69524]: } is initializing. {{(pid=69524) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1261.486321] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068915, 'name': CreateVM_Task, 'duration_secs': 0.428362} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.486509] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1261.487237] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.487399] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.488025] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.488025] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afafd649-88de-49f0-a7b1-259e19c860f1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.493620] env[69524]: DEBUG oslo_vmware.api [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1261.493620] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5236570b-a81d-b6a5-2596-b73fb3a8b03a" [ 1261.493620] env[69524]: _type = "Task" [ 1261.493620] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.503614] env[69524]: DEBUG oslo_vmware.api [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5236570b-a81d-b6a5-2596-b73fb3a8b03a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.579298] env[69524]: DEBUG nova.compute.manager [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1261.633804] env[69524]: DEBUG oslo_vmware.api [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068916, 'name': PowerOnVM_Task, 'duration_secs': 0.499258} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.634095] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1261.634299] env[69524]: INFO nova.compute.manager [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Took 6.70 seconds to spawn the instance on the hypervisor. [ 1261.634473] env[69524]: DEBUG nova.compute.manager [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1261.635309] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e026203d-2a81-4248-a4ca-f8fc5f4bb6db {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.721589] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2ca32cd7-313d-4b0b-bfd7-79d150a484d6 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.832s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.724483] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0e333239-df55-4681-a271-041d4850b7f6 tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.305s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.724863] env[69524]: DEBUG nova.objects.instance [None req-0e333239-df55-4681-a271-041d4850b7f6 tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Lazy-loading 'resources' on Instance uuid bfc37580-be5d-432c-a296-eca3873de2f8 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1261.768712] env[69524]: INFO nova.scheduler.client.report [None req-2ca32cd7-313d-4b0b-bfd7-79d150a484d6 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Deleted allocations for instance 2a7cd0d3-edf5-4cf8-987f-8df4da315b38 [ 1261.911992] env[69524]: INFO nova.compute.manager [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] [instance: 07fa6607-b981-4ecb-a8d2-5908edc259ff] Took 12.24 seconds to build instance. [ 1261.926284] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: b55402a9-7270-4d93-bb3f-bd49b8f3ca65] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1261.975437] env[69524]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1261.975437] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]520883f6-f767-7f9c-55b5-8e6112b06855" [ 1261.975437] env[69524]: _type = "HttpNfcLease" [ 1261.975437] env[69524]: } is ready. {{(pid=69524) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1261.975780] env[69524]: DEBUG oslo_vmware.rw_handles [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1261.975780] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]520883f6-f767-7f9c-55b5-8e6112b06855" [ 1261.975780] env[69524]: _type = "HttpNfcLease" [ 1261.975780] env[69524]: }. {{(pid=69524) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1261.976733] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99109caf-44a3-475d-9d5e-f7512bf374a2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.984893] env[69524]: DEBUG oslo_vmware.rw_handles [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fae1b3-032e-e793-a6ed-fdb33fe27c2b/disk-0.vmdk from lease info. {{(pid=69524) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1261.984893] env[69524]: DEBUG oslo_vmware.rw_handles [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Creating HTTP connection to write to file with size = 31669760 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fae1b3-032e-e793-a6ed-fdb33fe27c2b/disk-0.vmdk. {{(pid=69524) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1262.051937] env[69524]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a0c7175f-1cf1-4b35-8f3e-9d0878986dd9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.053910] env[69524]: DEBUG oslo_vmware.api [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5236570b-a81d-b6a5-2596-b73fb3a8b03a, 'name': SearchDatastore_Task, 'duration_secs': 0.01116} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.055176] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.055417] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1262.055658] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.056327] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.056327] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1262.056653] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a15e183b-07bd-409b-bd80-89483785aec7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.068390] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1262.068508] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1262.069343] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dac9bf23-43e5-494e-a771-459d8775307c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.076446] env[69524]: DEBUG oslo_vmware.api [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1262.076446] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52686f8a-d7a5-c8ef-2cb3-ccdcc3e8aeea" [ 1262.076446] env[69524]: _type = "Task" [ 1262.076446] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.086536] env[69524]: DEBUG oslo_vmware.api [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52686f8a-d7a5-c8ef-2cb3-ccdcc3e8aeea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.100763] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.157481] env[69524]: INFO nova.compute.manager [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Took 14.52 seconds to build instance. [ 1262.276629] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2ca32cd7-313d-4b0b-bfd7-79d150a484d6 tempest-InstanceActionsTestJSON-622558930 tempest-InstanceActionsTestJSON-622558930-project-member] Lock "2a7cd0d3-edf5-4cf8-987f-8df4da315b38" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.678s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.413358] env[69524]: DEBUG oslo_concurrency.lockutils [None req-15f039fd-ac3f-4d11-990e-42cea900f65d tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Lock "07fa6607-b981-4ecb-a8d2-5908edc259ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.753s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.429157] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6521c57f-c15e-42b3-b887-9b2d74e70c9c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.432097] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 6cf8dae8-80e6-4e98-955c-db7da7571f49] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1262.439386] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc086304-4c9a-4a01-9de7-070d8b654291 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.471683] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d341fe-6b69-4510-bb3c-44ebbaec9d54 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.482515] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4326887-4eac-42fb-bf3a-93bfaa8c7dff {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.496461] env[69524]: DEBUG nova.compute.provider_tree [None req-0e333239-df55-4681-a271-041d4850b7f6 tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1262.588909] env[69524]: DEBUG oslo_vmware.api [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52686f8a-d7a5-c8ef-2cb3-ccdcc3e8aeea, 'name': SearchDatastore_Task, 'duration_secs': 0.012995} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.591389] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0b70dc0-3c38-4b39-9dec-b83d256a549a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.600933] env[69524]: DEBUG oslo_vmware.api [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1262.600933] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52b9d148-cf4e-8f76-9040-414da4704949" [ 1262.600933] env[69524]: _type = "Task" [ 1262.600933] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.614937] env[69524]: DEBUG oslo_vmware.api [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52b9d148-cf4e-8f76-9040-414da4704949, 'name': SearchDatastore_Task, 'duration_secs': 0.011504} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.616976] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.617341] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 1c185356-7de7-4c88-ac61-b00a156e4e95/1c185356-7de7-4c88-ac61-b00a156e4e95.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1262.617846] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e370801-76dd-483c-bbec-3c8f6d65fd68 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.626716] env[69524]: DEBUG oslo_vmware.api [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1262.626716] env[69524]: value = "task-4068917" [ 1262.626716] env[69524]: _type = "Task" [ 1262.626716] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.638763] env[69524]: DEBUG oslo_vmware.api [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4068917, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.660702] env[69524]: DEBUG oslo_concurrency.lockutils [None req-63871741-7080-4cdb-92b2-195ccd09ded4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.035s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.939863] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 7d00834a-76ee-4dfd-a031-d555e9b84f76] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1263.001894] env[69524]: DEBUG nova.scheduler.client.report [None req-0e333239-df55-4681-a271-041d4850b7f6 tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1263.142472] env[69524]: DEBUG oslo_vmware.api [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4068917, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.292016] env[69524]: DEBUG nova.compute.manager [None req-a0767df4-4571-4756-80db-2434af03bf3a tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] [instance: 07fa6607-b981-4ecb-a8d2-5908edc259ff] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1263.293032] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f940cb2-8656-4c09-bf4c-7cccc9d7b64f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.445023] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: ae0cb12e-3637-4d4e-9803-4e2208f7c277] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1263.484013] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3bff58cd-e5b8-43bc-871f-124baf9e2afe tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Acquiring lock "07fa6607-b981-4ecb-a8d2-5908edc259ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.484013] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3bff58cd-e5b8-43bc-871f-124baf9e2afe tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Lock "07fa6607-b981-4ecb-a8d2-5908edc259ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.484013] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3bff58cd-e5b8-43bc-871f-124baf9e2afe tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Acquiring lock "07fa6607-b981-4ecb-a8d2-5908edc259ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.484013] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3bff58cd-e5b8-43bc-871f-124baf9e2afe tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Lock "07fa6607-b981-4ecb-a8d2-5908edc259ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.484013] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3bff58cd-e5b8-43bc-871f-124baf9e2afe tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Lock "07fa6607-b981-4ecb-a8d2-5908edc259ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.486714] env[69524]: INFO nova.compute.manager [None req-3bff58cd-e5b8-43bc-871f-124baf9e2afe tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] [instance: 07fa6607-b981-4ecb-a8d2-5908edc259ff] Terminating instance [ 1263.510026] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0e333239-df55-4681-a271-041d4850b7f6 tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.784s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.511888] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.456s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.513897] env[69524]: INFO nova.compute.claims [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 0330ba92-b889-4d4d-91b1-757e8e537004] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1263.549864] env[69524]: INFO nova.scheduler.client.report [None req-0e333239-df55-4681-a271-041d4850b7f6 tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Deleted allocations for instance bfc37580-be5d-432c-a296-eca3873de2f8 [ 1263.643732] env[69524]: DEBUG oslo_vmware.api [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4068917, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5807} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.645742] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 1c185356-7de7-4c88-ac61-b00a156e4e95/1c185356-7de7-4c88-ac61-b00a156e4e95.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1263.645969] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1263.646319] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23e7ed91-f536-4e6f-9e6f-31bec31e5414 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.654850] env[69524]: DEBUG oslo_vmware.api [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1263.654850] env[69524]: value = "task-4068918" [ 1263.654850] env[69524]: _type = "Task" [ 1263.654850] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.665993] env[69524]: DEBUG oslo_vmware.api [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4068918, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.809131] env[69524]: DEBUG oslo_vmware.rw_handles [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Completed reading data from the image iterator. {{(pid=69524) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1263.809355] env[69524]: DEBUG oslo_vmware.rw_handles [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fae1b3-032e-e793-a6ed-fdb33fe27c2b/disk-0.vmdk. {{(pid=69524) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1263.810177] env[69524]: INFO nova.compute.manager [None req-a0767df4-4571-4756-80db-2434af03bf3a tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] [instance: 07fa6607-b981-4ecb-a8d2-5908edc259ff] instance snapshotting [ 1263.810778] env[69524]: DEBUG nova.objects.instance [None req-a0767df4-4571-4756-80db-2434af03bf3a tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Lazy-loading 'flavor' on Instance uuid 07fa6607-b981-4ecb-a8d2-5908edc259ff {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1263.816644] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94204d81-58dd-422c-9284-a46216f1cc7b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.825874] env[69524]: DEBUG oslo_vmware.rw_handles [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fae1b3-032e-e793-a6ed-fdb33fe27c2b/disk-0.vmdk is in state: ready. {{(pid=69524) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1263.826072] env[69524]: DEBUG oslo_vmware.rw_handles [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fae1b3-032e-e793-a6ed-fdb33fe27c2b/disk-0.vmdk. {{(pid=69524) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1263.826351] env[69524]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-e0952df5-25a6-41be-a515-e897de14cbde {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.935593] env[69524]: DEBUG nova.compute.manager [req-96d16124-08f5-425f-8270-7129efc66db8 req-faadcb7b-e786-4807-b237-2165a3fc1873 service nova] [instance: 035b9722-90f0-45f0-84c0-17f7a5f1994b] Received event network-changed-379b0907-165e-4aad-92c3-95dc59c090d0 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1263.935734] env[69524]: DEBUG nova.compute.manager [req-96d16124-08f5-425f-8270-7129efc66db8 req-faadcb7b-e786-4807-b237-2165a3fc1873 service nova] [instance: 035b9722-90f0-45f0-84c0-17f7a5f1994b] Refreshing instance network info cache due to event network-changed-379b0907-165e-4aad-92c3-95dc59c090d0. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1263.936790] env[69524]: DEBUG oslo_concurrency.lockutils [req-96d16124-08f5-425f-8270-7129efc66db8 req-faadcb7b-e786-4807-b237-2165a3fc1873 service nova] Acquiring lock "refresh_cache-035b9722-90f0-45f0-84c0-17f7a5f1994b" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.937088] env[69524]: DEBUG oslo_concurrency.lockutils [req-96d16124-08f5-425f-8270-7129efc66db8 req-faadcb7b-e786-4807-b237-2165a3fc1873 service nova] Acquired lock "refresh_cache-035b9722-90f0-45f0-84c0-17f7a5f1994b" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.937288] env[69524]: DEBUG nova.network.neutron [req-96d16124-08f5-425f-8270-7129efc66db8 req-faadcb7b-e786-4807-b237-2165a3fc1873 service nova] [instance: 035b9722-90f0-45f0-84c0-17f7a5f1994b] Refreshing network info cache for port 379b0907-165e-4aad-92c3-95dc59c090d0 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1263.948986] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: c6acfcbb-5272-4eef-bde3-22c20d85df2e] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1263.995964] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3bff58cd-e5b8-43bc-871f-124baf9e2afe tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Acquiring lock "refresh_cache-07fa6607-b981-4ecb-a8d2-5908edc259ff" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.996191] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3bff58cd-e5b8-43bc-871f-124baf9e2afe tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Acquired lock "refresh_cache-07fa6607-b981-4ecb-a8d2-5908edc259ff" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.996393] env[69524]: DEBUG nova.network.neutron [None req-3bff58cd-e5b8-43bc-871f-124baf9e2afe tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] [instance: 07fa6607-b981-4ecb-a8d2-5908edc259ff] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1264.064206] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0e333239-df55-4681-a271-041d4850b7f6 tempest-InstanceActionsV221TestJSON-16702071 tempest-InstanceActionsV221TestJSON-16702071-project-member] Lock "bfc37580-be5d-432c-a296-eca3873de2f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.510s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.167734] env[69524]: DEBUG oslo_vmware.api [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4068918, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098271} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.168200] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1264.169597] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369b7a29-7e1d-45e0-a161-d61c86b83e22 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.196459] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 1c185356-7de7-4c88-ac61-b00a156e4e95/1c185356-7de7-4c88-ac61-b00a156e4e95.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1264.197385] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-419f1bdd-a3f1-40ac-9ebe-86c7bbc3675b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.218999] env[69524]: DEBUG oslo_vmware.api [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1264.218999] env[69524]: value = "task-4068919" [ 1264.218999] env[69524]: _type = "Task" [ 1264.218999] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.231295] env[69524]: DEBUG oslo_vmware.api [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4068919, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.327809] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe60fbe-4f89-4119-95a0-fd04dee1fac7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.346551] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01887595-4343-4eb6-a2ba-f6f0461837f0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.431133] env[69524]: DEBUG oslo_vmware.rw_handles [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fae1b3-032e-e793-a6ed-fdb33fe27c2b/disk-0.vmdk. {{(pid=69524) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1264.431399] env[69524]: INFO nova.virt.vmwareapi.images [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Downloaded image file data 69c4e57b-a81d-4f99-907a-655d1d33d663 [ 1264.432271] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35acfaba-d2f2-42c6-97e5-a921b98e2495 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.453760] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: bb9e5237-7ba0-424d-82a6-0d7b8b26a681] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1264.455612] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-98db31fa-1bc5-404d-a246-f36db2409a82 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.517179] env[69524]: INFO nova.virt.vmwareapi.images [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] The imported VM was unregistered [ 1264.523286] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Caching image {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1264.525861] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Creating directory with path [datastore2] devstack-image-cache_base/69c4e57b-a81d-4f99-907a-655d1d33d663 {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1264.530454] env[69524]: DEBUG nova.network.neutron [None req-3bff58cd-e5b8-43bc-871f-124baf9e2afe tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] [instance: 07fa6607-b981-4ecb-a8d2-5908edc259ff] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1264.535597] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d40d061a-cd37-4c13-9a12-6da64dfedac3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.551845] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Created directory with path [datastore2] devstack-image-cache_base/69c4e57b-a81d-4f99-907a-655d1d33d663 {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1264.552125] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_3c88bed8-b92f-4833-83ed-db1410ce097d/OSTACK_IMG_3c88bed8-b92f-4833-83ed-db1410ce097d.vmdk to [datastore2] devstack-image-cache_base/69c4e57b-a81d-4f99-907a-655d1d33d663/69c4e57b-a81d-4f99-907a-655d1d33d663.vmdk. {{(pid=69524) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1264.552422] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-a4919e22-a306-4ee4-b7e8-5b9259348f2f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.564138] env[69524]: DEBUG oslo_vmware.api [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 1264.564138] env[69524]: value = "task-4068921" [ 1264.564138] env[69524]: _type = "Task" [ 1264.564138] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.578398] env[69524]: DEBUG oslo_vmware.api [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068921, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.622266] env[69524]: DEBUG nova.network.neutron [None req-3bff58cd-e5b8-43bc-871f-124baf9e2afe tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] [instance: 07fa6607-b981-4ecb-a8d2-5908edc259ff] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.739019] env[69524]: DEBUG oslo_vmware.api [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4068919, 'name': ReconfigVM_Task, 'duration_secs': 0.304629} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.739019] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 1c185356-7de7-4c88-ac61-b00a156e4e95/1c185356-7de7-4c88-ac61-b00a156e4e95.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1264.739019] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f7e3489e-1669-4d08-8ed4-86e3d102d97e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.747426] env[69524]: DEBUG oslo_vmware.api [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1264.747426] env[69524]: value = "task-4068922" [ 1264.747426] env[69524]: _type = "Task" [ 1264.747426] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.749255] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5992be3b-d739-4477-8846-97314dd31c15 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.762518] env[69524]: DEBUG oslo_vmware.api [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4068922, 'name': Rename_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.766573] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c26fb09-bfb1-4180-9e1a-e44279720c1c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.803051] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f45e322-61aa-46b1-ba3f-556c5a7927d6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.811937] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9bc65a-8898-4351-bc3f-4d47b0a7aabd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.827555] env[69524]: DEBUG nova.compute.provider_tree [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1264.851631] env[69524]: DEBUG nova.network.neutron [req-96d16124-08f5-425f-8270-7129efc66db8 req-faadcb7b-e786-4807-b237-2165a3fc1873 service nova] [instance: 035b9722-90f0-45f0-84c0-17f7a5f1994b] Updated VIF entry in instance network info cache for port 379b0907-165e-4aad-92c3-95dc59c090d0. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1264.851984] env[69524]: DEBUG nova.network.neutron [req-96d16124-08f5-425f-8270-7129efc66db8 req-faadcb7b-e786-4807-b237-2165a3fc1873 service nova] [instance: 035b9722-90f0-45f0-84c0-17f7a5f1994b] Updating instance_info_cache with network_info: [{"id": "379b0907-165e-4aad-92c3-95dc59c090d0", "address": "fa:16:3e:ca:59:fb", "network": {"id": "83b5b669-1127-466e-a1d3-d2ddd7a35a32", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-128524143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ae0643199f1483bbac41f0f4a2857ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap379b0907-16", "ovs_interfaceid": "379b0907-165e-4aad-92c3-95dc59c090d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.857157] env[69524]: DEBUG nova.compute.manager [None req-a0767df4-4571-4756-80db-2434af03bf3a tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] [instance: 07fa6607-b981-4ecb-a8d2-5908edc259ff] Instance disappeared during snapshot {{(pid=69524) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1264.962153] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 2eb37685-2b4a-4e70-a379-b13ebf8bf812] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1265.013932] env[69524]: DEBUG nova.compute.manager [None req-a0767df4-4571-4756-80db-2434af03bf3a tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] [instance: 07fa6607-b981-4ecb-a8d2-5908edc259ff] Found 0 images (rotation: 2) {{(pid=69524) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1265.074457] env[69524]: DEBUG oslo_vmware.api [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068921, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.124971] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3bff58cd-e5b8-43bc-871f-124baf9e2afe tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Releasing lock "refresh_cache-07fa6607-b981-4ecb-a8d2-5908edc259ff" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.125507] env[69524]: DEBUG nova.compute.manager [None req-3bff58cd-e5b8-43bc-871f-124baf9e2afe tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] [instance: 07fa6607-b981-4ecb-a8d2-5908edc259ff] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1265.125732] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3bff58cd-e5b8-43bc-871f-124baf9e2afe tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] [instance: 07fa6607-b981-4ecb-a8d2-5908edc259ff] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1265.126780] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fbb88c3-e25b-44c3-935f-cc2402471be8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.136767] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bff58cd-e5b8-43bc-871f-124baf9e2afe tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] [instance: 07fa6607-b981-4ecb-a8d2-5908edc259ff] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1265.139132] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e83135f6-f5d9-4725-a41d-cf2a090cd036 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.148828] env[69524]: DEBUG oslo_vmware.api [None req-3bff58cd-e5b8-43bc-871f-124baf9e2afe tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Waiting for the task: (returnval){ [ 1265.148828] env[69524]: value = "task-4068923" [ 1265.148828] env[69524]: _type = "Task" [ 1265.148828] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.164927] env[69524]: DEBUG oslo_vmware.api [None req-3bff58cd-e5b8-43bc-871f-124baf9e2afe tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Task: {'id': task-4068923, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.259277] env[69524]: DEBUG oslo_vmware.api [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4068922, 'name': Rename_Task, 'duration_secs': 0.17095} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.259604] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1265.259897] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5bcd52c3-7d1e-430e-a8e1-f6989c0014ae {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.266947] env[69524]: DEBUG oslo_vmware.api [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1265.266947] env[69524]: value = "task-4068924" [ 1265.266947] env[69524]: _type = "Task" [ 1265.266947] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.278015] env[69524]: DEBUG oslo_vmware.api [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4068924, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.330965] env[69524]: DEBUG nova.scheduler.client.report [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1265.358037] env[69524]: DEBUG oslo_concurrency.lockutils [req-96d16124-08f5-425f-8270-7129efc66db8 req-faadcb7b-e786-4807-b237-2165a3fc1873 service nova] Releasing lock "refresh_cache-035b9722-90f0-45f0-84c0-17f7a5f1994b" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.441642] env[69524]: DEBUG nova.compute.manager [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Stashing vm_state: active {{(pid=69524) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1265.470872] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 71381cb1-85da-4f70-b07f-92531158d906] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1265.584185] env[69524]: DEBUG oslo_vmware.api [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068921, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.663130] env[69524]: DEBUG oslo_vmware.api [None req-3bff58cd-e5b8-43bc-871f-124baf9e2afe tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Task: {'id': task-4068923, 'name': PowerOffVM_Task, 'duration_secs': 0.267076} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.663491] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bff58cd-e5b8-43bc-871f-124baf9e2afe tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] [instance: 07fa6607-b981-4ecb-a8d2-5908edc259ff] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1265.663705] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3bff58cd-e5b8-43bc-871f-124baf9e2afe tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] [instance: 07fa6607-b981-4ecb-a8d2-5908edc259ff] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1265.663998] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7258c738-e294-4344-8e2d-1253102c0e82 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.701664] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3bff58cd-e5b8-43bc-871f-124baf9e2afe tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] [instance: 07fa6607-b981-4ecb-a8d2-5908edc259ff] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1265.701970] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3bff58cd-e5b8-43bc-871f-124baf9e2afe tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] [instance: 07fa6607-b981-4ecb-a8d2-5908edc259ff] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1265.702274] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bff58cd-e5b8-43bc-871f-124baf9e2afe tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Deleting the datastore file [datastore1] 07fa6607-b981-4ecb-a8d2-5908edc259ff {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1265.702581] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba55e39c-3989-4338-a85a-266958ee7ad6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.712347] env[69524]: DEBUG oslo_vmware.api [None req-3bff58cd-e5b8-43bc-871f-124baf9e2afe tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Waiting for the task: (returnval){ [ 1265.712347] env[69524]: value = "task-4068926" [ 1265.712347] env[69524]: _type = "Task" [ 1265.712347] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.723318] env[69524]: DEBUG oslo_vmware.api [None req-3bff58cd-e5b8-43bc-871f-124baf9e2afe tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Task: {'id': task-4068926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.777897] env[69524]: DEBUG oslo_vmware.api [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4068924, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.837506] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.325s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.837840] env[69524]: DEBUG nova.compute.manager [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 0330ba92-b889-4d4d-91b1-757e8e537004] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1265.840664] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.740s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.843025] env[69524]: INFO nova.compute.claims [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1265.972836] env[69524]: DEBUG nova.compute.manager [req-0cc1519c-9d0b-4a56-a332-55d1ad6d8da0 req-4a08326a-13df-428f-b997-69f6e5b96850 service nova] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Received event network-changed-1828b09c-aa76-4f27-84fe-3616ca319a2a {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1265.973121] env[69524]: DEBUG nova.compute.manager [req-0cc1519c-9d0b-4a56-a332-55d1ad6d8da0 req-4a08326a-13df-428f-b997-69f6e5b96850 service nova] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Refreshing instance network info cache due to event network-changed-1828b09c-aa76-4f27-84fe-3616ca319a2a. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1265.973436] env[69524]: DEBUG oslo_concurrency.lockutils [req-0cc1519c-9d0b-4a56-a332-55d1ad6d8da0 req-4a08326a-13df-428f-b997-69f6e5b96850 service nova] Acquiring lock "refresh_cache-0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.973616] env[69524]: DEBUG oslo_concurrency.lockutils [req-0cc1519c-9d0b-4a56-a332-55d1ad6d8da0 req-4a08326a-13df-428f-b997-69f6e5b96850 service nova] Acquired lock "refresh_cache-0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.973732] env[69524]: DEBUG nova.network.neutron [req-0cc1519c-9d0b-4a56-a332-55d1ad6d8da0 req-4a08326a-13df-428f-b997-69f6e5b96850 service nova] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Refreshing network info cache for port 1828b09c-aa76-4f27-84fe-3616ca319a2a {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1265.976182] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.977008] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 296e8dfd-268b-4bda-96bb-4e18c1e5c6d1] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1266.078227] env[69524]: DEBUG oslo_vmware.api [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068921, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.100070] env[69524]: DEBUG oslo_concurrency.lockutils [None req-087337cb-8aa2-4e11-992d-6b08fb1f582b tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Acquiring lock "fef113bd-ed01-442c-9d72-0c4bfa381d96" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.100325] env[69524]: DEBUG oslo_concurrency.lockutils [None req-087337cb-8aa2-4e11-992d-6b08fb1f582b tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Lock "fef113bd-ed01-442c-9d72-0c4bfa381d96" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.100538] env[69524]: DEBUG oslo_concurrency.lockutils [None req-087337cb-8aa2-4e11-992d-6b08fb1f582b tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Acquiring lock "fef113bd-ed01-442c-9d72-0c4bfa381d96-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.101123] env[69524]: DEBUG oslo_concurrency.lockutils [None req-087337cb-8aa2-4e11-992d-6b08fb1f582b tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Lock "fef113bd-ed01-442c-9d72-0c4bfa381d96-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.101123] env[69524]: DEBUG oslo_concurrency.lockutils [None req-087337cb-8aa2-4e11-992d-6b08fb1f582b tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Lock "fef113bd-ed01-442c-9d72-0c4bfa381d96-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.104386] env[69524]: INFO nova.compute.manager [None req-087337cb-8aa2-4e11-992d-6b08fb1f582b tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] [instance: fef113bd-ed01-442c-9d72-0c4bfa381d96] Terminating instance [ 1266.229349] env[69524]: DEBUG oslo_vmware.api [None req-3bff58cd-e5b8-43bc-871f-124baf9e2afe tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Task: {'id': task-4068926, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191074} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.229894] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bff58cd-e5b8-43bc-871f-124baf9e2afe tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1266.229894] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3bff58cd-e5b8-43bc-871f-124baf9e2afe tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] [instance: 07fa6607-b981-4ecb-a8d2-5908edc259ff] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1266.230071] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3bff58cd-e5b8-43bc-871f-124baf9e2afe tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] [instance: 07fa6607-b981-4ecb-a8d2-5908edc259ff] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1266.230281] env[69524]: INFO nova.compute.manager [None req-3bff58cd-e5b8-43bc-871f-124baf9e2afe tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] [instance: 07fa6607-b981-4ecb-a8d2-5908edc259ff] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1266.230549] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3bff58cd-e5b8-43bc-871f-124baf9e2afe tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1266.230754] env[69524]: DEBUG nova.compute.manager [-] [instance: 07fa6607-b981-4ecb-a8d2-5908edc259ff] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1266.230865] env[69524]: DEBUG nova.network.neutron [-] [instance: 07fa6607-b981-4ecb-a8d2-5908edc259ff] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1266.256544] env[69524]: DEBUG nova.network.neutron [-] [instance: 07fa6607-b981-4ecb-a8d2-5908edc259ff] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1266.285196] env[69524]: DEBUG oslo_vmware.api [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4068924, 'name': PowerOnVM_Task, 'duration_secs': 0.625291} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.285513] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1266.285726] env[69524]: DEBUG nova.compute.manager [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1266.286599] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05097110-5b5a-45e6-9463-0df9d336ced4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.350620] env[69524]: DEBUG nova.compute.utils [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1266.358021] env[69524]: DEBUG nova.compute.manager [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 0330ba92-b889-4d4d-91b1-757e8e537004] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1266.358021] env[69524]: DEBUG nova.network.neutron [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 0330ba92-b889-4d4d-91b1-757e8e537004] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1266.453815] env[69524]: DEBUG nova.policy [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd8e1eea2c1f941fa84188c6d8a0c65e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a94659e7b1e4498afd816883f31bda9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 1266.481331] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: a80dc778-143a-4677-b03f-ed828a1a93df] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1266.585340] env[69524]: DEBUG oslo_vmware.api [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068921, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.614742] env[69524]: DEBUG nova.compute.manager [None req-087337cb-8aa2-4e11-992d-6b08fb1f582b tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] [instance: fef113bd-ed01-442c-9d72-0c4bfa381d96] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1266.615063] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-087337cb-8aa2-4e11-992d-6b08fb1f582b tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] [instance: fef113bd-ed01-442c-9d72-0c4bfa381d96] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1266.616044] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952a97fe-f55e-4f82-be27-8bdb8ea7c049 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.627565] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-087337cb-8aa2-4e11-992d-6b08fb1f582b tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] [instance: fef113bd-ed01-442c-9d72-0c4bfa381d96] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1266.627919] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7fd7e558-accb-40d7-b56e-9ffaca67fb90 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.635796] env[69524]: DEBUG oslo_vmware.api [None req-087337cb-8aa2-4e11-992d-6b08fb1f582b tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Waiting for the task: (returnval){ [ 1266.635796] env[69524]: value = "task-4068927" [ 1266.635796] env[69524]: _type = "Task" [ 1266.635796] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.649095] env[69524]: DEBUG oslo_vmware.api [None req-087337cb-8aa2-4e11-992d-6b08fb1f582b tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Task: {'id': task-4068927, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.754190] env[69524]: DEBUG nova.network.neutron [req-0cc1519c-9d0b-4a56-a332-55d1ad6d8da0 req-4a08326a-13df-428f-b997-69f6e5b96850 service nova] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Updated VIF entry in instance network info cache for port 1828b09c-aa76-4f27-84fe-3616ca319a2a. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1266.754190] env[69524]: DEBUG nova.network.neutron [req-0cc1519c-9d0b-4a56-a332-55d1ad6d8da0 req-4a08326a-13df-428f-b997-69f6e5b96850 service nova] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Updating instance_info_cache with network_info: [{"id": "1828b09c-aa76-4f27-84fe-3616ca319a2a", "address": "fa:16:3e:65:b1:c8", "network": {"id": "83b5b669-1127-466e-a1d3-d2ddd7a35a32", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-128524143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ae0643199f1483bbac41f0f4a2857ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1828b09c-aa", "ovs_interfaceid": "1828b09c-aa76-4f27-84fe-3616ca319a2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.762552] env[69524]: DEBUG nova.network.neutron [-] [instance: 07fa6607-b981-4ecb-a8d2-5908edc259ff] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.811044] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.858692] env[69524]: DEBUG nova.compute.manager [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 0330ba92-b889-4d4d-91b1-757e8e537004] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1266.992153] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 5a340d94-345e-40df-90aa-18c4753ffd6a] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1267.082420] env[69524]: DEBUG oslo_vmware.api [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068921, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.119119] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ae2e32-e20f-4324-86de-fdb8e5f6e780 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.129107] env[69524]: DEBUG nova.network.neutron [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 0330ba92-b889-4d4d-91b1-757e8e537004] Successfully created port: 19e15587-23cd-40e0-a160-117b7dff2a7d {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1267.132072] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb6ece5-41dc-493a-848d-3b336c3155bb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.167150] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ad8c67-24db-48b0-9c92-7ea7e29bbed6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.173021] env[69524]: DEBUG oslo_vmware.api [None req-087337cb-8aa2-4e11-992d-6b08fb1f582b tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Task: {'id': task-4068927, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.178706] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3120f5fd-76a5-4fb4-88b9-a4a5eed7fa89 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.193844] env[69524]: DEBUG nova.compute.provider_tree [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1267.257101] env[69524]: DEBUG oslo_concurrency.lockutils [req-0cc1519c-9d0b-4a56-a332-55d1ad6d8da0 req-4a08326a-13df-428f-b997-69f6e5b96850 service nova] Releasing lock "refresh_cache-0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.262770] env[69524]: INFO nova.compute.manager [-] [instance: 07fa6607-b981-4ecb-a8d2-5908edc259ff] Took 1.03 seconds to deallocate network for instance. [ 1267.501135] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: bb318096-0380-4270-81aa-66c1f722d97c] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1267.584818] env[69524]: DEBUG oslo_vmware.api [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068921, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.650543] env[69524]: DEBUG oslo_vmware.api [None req-087337cb-8aa2-4e11-992d-6b08fb1f582b tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Task: {'id': task-4068927, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.726856] env[69524]: ERROR nova.scheduler.client.report [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [req-6c2cfefd-e111-4850-9213-07b4dc79673e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 333a7aa4-d2cd-4888-ac97-9e43e6b91719. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6c2cfefd-e111-4850-9213-07b4dc79673e"}]} [ 1267.745557] env[69524]: DEBUG nova.scheduler.client.report [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Refreshing inventories for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1267.766715] env[69524]: DEBUG nova.scheduler.client.report [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Updating ProviderTree inventory for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1267.766957] env[69524]: DEBUG nova.compute.provider_tree [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1267.770651] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3bff58cd-e5b8-43bc-871f-124baf9e2afe tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.786127] env[69524]: DEBUG nova.scheduler.client.report [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Refreshing aggregate associations for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719, aggregates: None {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1267.815153] env[69524]: DEBUG nova.scheduler.client.report [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Refreshing trait associations for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1267.877422] env[69524]: DEBUG nova.compute.manager [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 0330ba92-b889-4d4d-91b1-757e8e537004] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1267.916387] env[69524]: DEBUG nova.virt.hardware [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1267.916854] env[69524]: DEBUG nova.virt.hardware [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1267.917207] env[69524]: DEBUG nova.virt.hardware [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1267.917606] env[69524]: DEBUG nova.virt.hardware [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1267.918542] env[69524]: DEBUG nova.virt.hardware [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1267.918542] env[69524]: DEBUG nova.virt.hardware [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1267.918542] env[69524]: DEBUG nova.virt.hardware [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1267.918542] env[69524]: DEBUG nova.virt.hardware [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1267.918542] env[69524]: DEBUG nova.virt.hardware [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1267.918760] env[69524]: DEBUG nova.virt.hardware [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1267.918760] env[69524]: DEBUG nova.virt.hardware [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1267.919660] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f0ab70-4eb1-48db-994f-338f4f4119d0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.933337] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-488bc9ef-e177-4a92-940e-085665f4f86b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.009449] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: e1375740-01f5-4d8c-9c09-a48d52ee046e] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1268.070084] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c48442-2862-4d77-853d-80d01ed998e5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.086211] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0203d585-9162-40ef-8825-de42d054ff8d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.089903] env[69524]: DEBUG oslo_vmware.api [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068921, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.120571] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce68ac09-4dd1-47d9-90dd-219024ecb229 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.132792] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7093d1a-53ad-4588-9a0f-204884051d04 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.146943] env[69524]: DEBUG oslo_vmware.api [None req-087337cb-8aa2-4e11-992d-6b08fb1f582b tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Task: {'id': task-4068927, 'name': PowerOffVM_Task, 'duration_secs': 1.157044} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.155279] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-087337cb-8aa2-4e11-992d-6b08fb1f582b tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] [instance: fef113bd-ed01-442c-9d72-0c4bfa381d96] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1268.156670] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-087337cb-8aa2-4e11-992d-6b08fb1f582b tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] [instance: fef113bd-ed01-442c-9d72-0c4bfa381d96] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1268.156670] env[69524]: DEBUG nova.compute.provider_tree [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1268.157533] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d838677d-d9a5-47e7-af27-d425de1419ae {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.260785] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-087337cb-8aa2-4e11-992d-6b08fb1f582b tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] [instance: fef113bd-ed01-442c-9d72-0c4bfa381d96] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1268.261038] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-087337cb-8aa2-4e11-992d-6b08fb1f582b tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] [instance: fef113bd-ed01-442c-9d72-0c4bfa381d96] Deleting contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1268.261305] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-087337cb-8aa2-4e11-992d-6b08fb1f582b tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Deleting the datastore file [datastore2] fef113bd-ed01-442c-9d72-0c4bfa381d96 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1268.261584] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59a092e5-e084-4546-bd43-42832b47f2eb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.270970] env[69524]: DEBUG oslo_vmware.api [None req-087337cb-8aa2-4e11-992d-6b08fb1f582b tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Waiting for the task: (returnval){ [ 1268.270970] env[69524]: value = "task-4068929" [ 1268.270970] env[69524]: _type = "Task" [ 1268.270970] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.287627] env[69524]: DEBUG oslo_vmware.api [None req-087337cb-8aa2-4e11-992d-6b08fb1f582b tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Task: {'id': task-4068929, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.513756] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 927921d9-8e59-44c3-a3ee-7f60c3387625] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1268.584269] env[69524]: DEBUG oslo_vmware.api [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068921, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.689302] env[69524]: DEBUG nova.compute.manager [req-53e8e657-1c70-429d-8bea-18ec1496ee11 req-0f4319a3-885c-4885-bd43-b27dab3be197 service nova] [instance: 0330ba92-b889-4d4d-91b1-757e8e537004] Received event network-vif-plugged-19e15587-23cd-40e0-a160-117b7dff2a7d {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1268.689302] env[69524]: DEBUG oslo_concurrency.lockutils [req-53e8e657-1c70-429d-8bea-18ec1496ee11 req-0f4319a3-885c-4885-bd43-b27dab3be197 service nova] Acquiring lock "0330ba92-b889-4d4d-91b1-757e8e537004-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.689302] env[69524]: DEBUG oslo_concurrency.lockutils [req-53e8e657-1c70-429d-8bea-18ec1496ee11 req-0f4319a3-885c-4885-bd43-b27dab3be197 service nova] Lock "0330ba92-b889-4d4d-91b1-757e8e537004-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.689302] env[69524]: DEBUG oslo_concurrency.lockutils [req-53e8e657-1c70-429d-8bea-18ec1496ee11 req-0f4319a3-885c-4885-bd43-b27dab3be197 service nova] Lock "0330ba92-b889-4d4d-91b1-757e8e537004-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.689302] env[69524]: DEBUG nova.compute.manager [req-53e8e657-1c70-429d-8bea-18ec1496ee11 req-0f4319a3-885c-4885-bd43-b27dab3be197 service nova] [instance: 0330ba92-b889-4d4d-91b1-757e8e537004] No waiting events found dispatching network-vif-plugged-19e15587-23cd-40e0-a160-117b7dff2a7d {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1268.689302] env[69524]: WARNING nova.compute.manager [req-53e8e657-1c70-429d-8bea-18ec1496ee11 req-0f4319a3-885c-4885-bd43-b27dab3be197 service nova] [instance: 0330ba92-b889-4d4d-91b1-757e8e537004] Received unexpected event network-vif-plugged-19e15587-23cd-40e0-a160-117b7dff2a7d for instance with vm_state building and task_state spawning. [ 1268.711020] env[69524]: DEBUG nova.scheduler.client.report [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Updated inventory for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with generation 162 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1268.711020] env[69524]: DEBUG nova.compute.provider_tree [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Updating resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 generation from 162 to 163 during operation: update_inventory {{(pid=69524) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1268.711020] env[69524]: DEBUG nova.compute.provider_tree [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1268.768628] env[69524]: DEBUG nova.network.neutron [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 0330ba92-b889-4d4d-91b1-757e8e537004] Successfully updated port: 19e15587-23cd-40e0-a160-117b7dff2a7d {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1268.781648] env[69524]: DEBUG oslo_vmware.api [None req-087337cb-8aa2-4e11-992d-6b08fb1f582b tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Task: {'id': task-4068929, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.019619] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 0c857091-9d2c-4ecd-b853-e7efbb799669] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1269.085481] env[69524]: DEBUG oslo_vmware.api [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068921, 'name': MoveVirtualDisk_Task, 'duration_secs': 4.038242} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.085481] env[69524]: INFO nova.virt.vmwareapi.ds_util [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_3c88bed8-b92f-4833-83ed-db1410ce097d/OSTACK_IMG_3c88bed8-b92f-4833-83ed-db1410ce097d.vmdk to [datastore2] devstack-image-cache_base/69c4e57b-a81d-4f99-907a-655d1d33d663/69c4e57b-a81d-4f99-907a-655d1d33d663.vmdk. [ 1269.085481] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Cleaning up location [datastore2] OSTACK_IMG_3c88bed8-b92f-4833-83ed-db1410ce097d {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1269.085718] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_3c88bed8-b92f-4833-83ed-db1410ce097d {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1269.085866] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d86bd336-60be-4733-9a64-63159beb2e64 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.093188] env[69524]: DEBUG oslo_vmware.api [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 1269.093188] env[69524]: value = "task-4068930" [ 1269.093188] env[69524]: _type = "Task" [ 1269.093188] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.101718] env[69524]: DEBUG oslo_vmware.api [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068930, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.219039] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.375s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.219039] env[69524]: DEBUG nova.compute.manager [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1269.219800] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.244s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.274022] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquiring lock "refresh_cache-0330ba92-b889-4d4d-91b1-757e8e537004" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.274022] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquired lock "refresh_cache-0330ba92-b889-4d4d-91b1-757e8e537004" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.274022] env[69524]: DEBUG nova.network.neutron [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 0330ba92-b889-4d4d-91b1-757e8e537004] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1269.285945] env[69524]: DEBUG oslo_vmware.api [None req-087337cb-8aa2-4e11-992d-6b08fb1f582b tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Task: {'id': task-4068929, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.575136} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.289019] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-087337cb-8aa2-4e11-992d-6b08fb1f582b tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1269.289019] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-087337cb-8aa2-4e11-992d-6b08fb1f582b tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] [instance: fef113bd-ed01-442c-9d72-0c4bfa381d96] Deleted contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1269.289019] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-087337cb-8aa2-4e11-992d-6b08fb1f582b tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] [instance: fef113bd-ed01-442c-9d72-0c4bfa381d96] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1269.289019] env[69524]: INFO nova.compute.manager [None req-087337cb-8aa2-4e11-992d-6b08fb1f582b tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] [instance: fef113bd-ed01-442c-9d72-0c4bfa381d96] Took 2.67 seconds to destroy the instance on the hypervisor. [ 1269.289019] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-087337cb-8aa2-4e11-992d-6b08fb1f582b tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1269.289019] env[69524]: DEBUG nova.compute.manager [-] [instance: fef113bd-ed01-442c-9d72-0c4bfa381d96] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1269.289019] env[69524]: DEBUG nova.network.neutron [-] [instance: fef113bd-ed01-442c-9d72-0c4bfa381d96] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1269.526048] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 0e8f0cbf-38d6-41c1-b4e9-3004e0ffb0b8] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1269.608579] env[69524]: DEBUG oslo_vmware.api [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068930, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264292} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.608852] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1269.609073] env[69524]: DEBUG oslo_concurrency.lockutils [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Releasing lock "[datastore2] devstack-image-cache_base/69c4e57b-a81d-4f99-907a-655d1d33d663/69c4e57b-a81d-4f99-907a-655d1d33d663.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.609353] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/69c4e57b-a81d-4f99-907a-655d1d33d663/69c4e57b-a81d-4f99-907a-655d1d33d663.vmdk to [datastore2] 43b4dacf-06d7-42de-9d91-04e69295c1f2/43b4dacf-06d7-42de-9d91-04e69295c1f2.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1269.609620] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f87457bf-9719-47a9-93c4-fc460da594de {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.617370] env[69524]: DEBUG oslo_vmware.api [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 1269.617370] env[69524]: value = "task-4068931" [ 1269.617370] env[69524]: _type = "Task" [ 1269.617370] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.627255] env[69524]: DEBUG oslo_vmware.api [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068931, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.705402] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Acquiring lock "3198d5ad-375d-4938-9dd0-825896f9ed78" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.705645] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Lock "3198d5ad-375d-4938-9dd0-825896f9ed78" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.721809] env[69524]: DEBUG nova.compute.utils [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1269.723740] env[69524]: DEBUG nova.compute.manager [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1269.723979] env[69524]: DEBUG nova.network.neutron [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1269.728483] env[69524]: INFO nova.compute.claims [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1269.781176] env[69524]: DEBUG nova.policy [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd03cb7729d994ff7a11f204aaf5cd10c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d2fffe3417744e99ce079788dc320b9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 1269.990168] env[69524]: DEBUG nova.network.neutron [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 0330ba92-b889-4d4d-91b1-757e8e537004] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1270.029669] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 1dd1caaf-169f-457f-bcf8-e308836c8247] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1270.130361] env[69524]: DEBUG oslo_vmware.api [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068931, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.169782] env[69524]: DEBUG nova.network.neutron [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Successfully created port: bc4b99c9-7967-4b75-946c-e571702f3e44 {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1270.208537] env[69524]: DEBUG nova.compute.manager [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1270.227518] env[69524]: DEBUG nova.compute.manager [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1270.236077] env[69524]: INFO nova.compute.resource_tracker [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Updating resource usage from migration 000aad1e-484a-485e-a739-1994a185b7a8 [ 1270.240752] env[69524]: DEBUG nova.network.neutron [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 0330ba92-b889-4d4d-91b1-757e8e537004] Updating instance_info_cache with network_info: [{"id": "19e15587-23cd-40e0-a160-117b7dff2a7d", "address": "fa:16:3e:cf:95:bc", "network": {"id": "fb5872dc-060d-440d-9732-412267d366b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-932153407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a94659e7b1e4498afd816883f31bda9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19e15587-23", "ovs_interfaceid": "19e15587-23cd-40e0-a160-117b7dff2a7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.468367] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee3cf56-5036-4d3d-ad61-0c995080905b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.476937] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bbd6823-61d1-4180-ad27-f6e051a6ea33 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.513622] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77270217-7feb-432f-af10-52bff9bb64af {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.522979] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925fedf3-bce9-438f-b19c-85625acd722a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.539091] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: da06a11a-6bb5-4f4b-a1ae-365fcdf0641f] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1270.541516] env[69524]: DEBUG nova.compute.provider_tree [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1270.630247] env[69524]: DEBUG oslo_vmware.api [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068931, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.682668] env[69524]: DEBUG nova.network.neutron [-] [instance: fef113bd-ed01-442c-9d72-0c4bfa381d96] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.722669] env[69524]: DEBUG nova.compute.manager [req-6c2d8fb4-57c3-44ff-a98a-6ed685394991 req-58fb6c43-60c5-4c0b-add5-d0867ca69fd5 service nova] [instance: 0330ba92-b889-4d4d-91b1-757e8e537004] Received event network-changed-19e15587-23cd-40e0-a160-117b7dff2a7d {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1270.722870] env[69524]: DEBUG nova.compute.manager [req-6c2d8fb4-57c3-44ff-a98a-6ed685394991 req-58fb6c43-60c5-4c0b-add5-d0867ca69fd5 service nova] [instance: 0330ba92-b889-4d4d-91b1-757e8e537004] Refreshing instance network info cache due to event network-changed-19e15587-23cd-40e0-a160-117b7dff2a7d. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1270.723074] env[69524]: DEBUG oslo_concurrency.lockutils [req-6c2d8fb4-57c3-44ff-a98a-6ed685394991 req-58fb6c43-60c5-4c0b-add5-d0867ca69fd5 service nova] Acquiring lock "refresh_cache-0330ba92-b889-4d4d-91b1-757e8e537004" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.736555] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.744142] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Releasing lock "refresh_cache-0330ba92-b889-4d4d-91b1-757e8e537004" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.744513] env[69524]: DEBUG nova.compute.manager [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 0330ba92-b889-4d4d-91b1-757e8e537004] Instance network_info: |[{"id": "19e15587-23cd-40e0-a160-117b7dff2a7d", "address": "fa:16:3e:cf:95:bc", "network": {"id": "fb5872dc-060d-440d-9732-412267d366b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-932153407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a94659e7b1e4498afd816883f31bda9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19e15587-23", "ovs_interfaceid": "19e15587-23cd-40e0-a160-117b7dff2a7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1270.744898] env[69524]: DEBUG oslo_concurrency.lockutils [req-6c2d8fb4-57c3-44ff-a98a-6ed685394991 req-58fb6c43-60c5-4c0b-add5-d0867ca69fd5 service nova] Acquired lock "refresh_cache-0330ba92-b889-4d4d-91b1-757e8e537004" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.745079] env[69524]: DEBUG nova.network.neutron [req-6c2d8fb4-57c3-44ff-a98a-6ed685394991 req-58fb6c43-60c5-4c0b-add5-d0867ca69fd5 service nova] [instance: 0330ba92-b889-4d4d-91b1-757e8e537004] Refreshing network info cache for port 19e15587-23cd-40e0-a160-117b7dff2a7d {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1270.746376] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 0330ba92-b889-4d4d-91b1-757e8e537004] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:95:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19e15587-23cd-40e0-a160-117b7dff2a7d', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1270.754236] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1270.754660] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0330ba92-b889-4d4d-91b1-757e8e537004] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1270.754894] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9c8f722-a14b-4d21-b786-ccfb3a51ddb3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.777216] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1270.777216] env[69524]: value = "task-4068932" [ 1270.777216] env[69524]: _type = "Task" [ 1270.777216] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.786881] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068932, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.044043] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: b51544bf-55dd-45b8-8ff7-f0bdffbec768] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1271.047040] env[69524]: DEBUG nova.scheduler.client.report [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1271.133729] env[69524]: DEBUG oslo_vmware.api [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068931, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.185410] env[69524]: INFO nova.compute.manager [-] [instance: fef113bd-ed01-442c-9d72-0c4bfa381d96] Took 1.90 seconds to deallocate network for instance. [ 1271.239198] env[69524]: DEBUG nova.compute.manager [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1271.272843] env[69524]: DEBUG nova.virt.hardware [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1271.273242] env[69524]: DEBUG nova.virt.hardware [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1271.273301] env[69524]: DEBUG nova.virt.hardware [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1271.273686] env[69524]: DEBUG nova.virt.hardware [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1271.273860] env[69524]: DEBUG nova.virt.hardware [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1271.274016] env[69524]: DEBUG nova.virt.hardware [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1271.274236] env[69524]: DEBUG nova.virt.hardware [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1271.274394] env[69524]: DEBUG nova.virt.hardware [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1271.275068] env[69524]: DEBUG nova.virt.hardware [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1271.275068] env[69524]: DEBUG nova.virt.hardware [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1271.275068] env[69524]: DEBUG nova.virt.hardware [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1271.275884] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b179c979-68e4-4a15-a09c-1af3150dfb1a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.293929] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107e1b1f-4bf4-468a-8a0d-acafdfbaff83 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.298098] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068932, 'name': CreateVM_Task, 'duration_secs': 0.423176} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.298344] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0330ba92-b889-4d4d-91b1-757e8e537004] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1271.299736] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.299956] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.300380] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.301033] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f95a0a35-4ae1-4633-983a-776271f3c240 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.317892] env[69524]: DEBUG oslo_vmware.api [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1271.317892] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52728c28-1538-f7e9-fd5d-061c2a40ac26" [ 1271.317892] env[69524]: _type = "Task" [ 1271.317892] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.327491] env[69524]: DEBUG oslo_vmware.api [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52728c28-1538-f7e9-fd5d-061c2a40ac26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.551030] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: d9b19d6a-6d26-4da3-a888-1fa1bc95bd23] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1271.553413] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.334s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.553642] env[69524]: INFO nova.compute.manager [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Migrating [ 1271.563139] env[69524]: DEBUG nova.network.neutron [req-6c2d8fb4-57c3-44ff-a98a-6ed685394991 req-58fb6c43-60c5-4c0b-add5-d0867ca69fd5 service nova] [instance: 0330ba92-b889-4d4d-91b1-757e8e537004] Updated VIF entry in instance network info cache for port 19e15587-23cd-40e0-a160-117b7dff2a7d. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1271.563680] env[69524]: DEBUG nova.network.neutron [req-6c2d8fb4-57c3-44ff-a98a-6ed685394991 req-58fb6c43-60c5-4c0b-add5-d0867ca69fd5 service nova] [instance: 0330ba92-b889-4d4d-91b1-757e8e537004] Updating instance_info_cache with network_info: [{"id": "19e15587-23cd-40e0-a160-117b7dff2a7d", "address": "fa:16:3e:cf:95:bc", "network": {"id": "fb5872dc-060d-440d-9732-412267d366b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-932153407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a94659e7b1e4498afd816883f31bda9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19e15587-23", "ovs_interfaceid": "19e15587-23cd-40e0-a160-117b7dff2a7d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.565544] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 4.755s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.565899] env[69524]: DEBUG nova.objects.instance [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69524) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1271.633535] env[69524]: DEBUG oslo_vmware.api [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068931, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.651897] env[69524]: DEBUG nova.compute.manager [req-1181cf17-4d5e-401f-aaac-a9232e16e7ed req-1377b13d-3774-43e7-a720-59d791b2f3c0 service nova] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Received event network-vif-plugged-bc4b99c9-7967-4b75-946c-e571702f3e44 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1271.652279] env[69524]: DEBUG oslo_concurrency.lockutils [req-1181cf17-4d5e-401f-aaac-a9232e16e7ed req-1377b13d-3774-43e7-a720-59d791b2f3c0 service nova] Acquiring lock "37ccc7b5-7b66-4b47-8cd3-42d3c4321446-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.652505] env[69524]: DEBUG oslo_concurrency.lockutils [req-1181cf17-4d5e-401f-aaac-a9232e16e7ed req-1377b13d-3774-43e7-a720-59d791b2f3c0 service nova] Lock "37ccc7b5-7b66-4b47-8cd3-42d3c4321446-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.652741] env[69524]: DEBUG oslo_concurrency.lockutils [req-1181cf17-4d5e-401f-aaac-a9232e16e7ed req-1377b13d-3774-43e7-a720-59d791b2f3c0 service nova] Lock "37ccc7b5-7b66-4b47-8cd3-42d3c4321446-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.652909] env[69524]: DEBUG nova.compute.manager [req-1181cf17-4d5e-401f-aaac-a9232e16e7ed req-1377b13d-3774-43e7-a720-59d791b2f3c0 service nova] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] No waiting events found dispatching network-vif-plugged-bc4b99c9-7967-4b75-946c-e571702f3e44 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1271.653100] env[69524]: WARNING nova.compute.manager [req-1181cf17-4d5e-401f-aaac-a9232e16e7ed req-1377b13d-3774-43e7-a720-59d791b2f3c0 service nova] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Received unexpected event network-vif-plugged-bc4b99c9-7967-4b75-946c-e571702f3e44 for instance with vm_state building and task_state spawning. [ 1271.693836] env[69524]: DEBUG oslo_concurrency.lockutils [None req-087337cb-8aa2-4e11-992d-6b08fb1f582b tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.760792] env[69524]: DEBUG nova.network.neutron [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Successfully updated port: bc4b99c9-7967-4b75-946c-e571702f3e44 {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1271.829744] env[69524]: DEBUG oslo_vmware.api [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52728c28-1538-f7e9-fd5d-061c2a40ac26, 'name': SearchDatastore_Task, 'duration_secs': 0.026684} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.830092] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.830355] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 0330ba92-b889-4d4d-91b1-757e8e537004] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1271.830598] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.830743] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.830919] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1271.831248] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a89a21e0-11f4-437d-89e9-94c4212cbad4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.844024] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1271.844024] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1271.844024] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dd5596c-1a44-4f48-92fb-a4ebdf8b83b5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.850404] env[69524]: DEBUG oslo_vmware.api [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1271.850404] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]523ed406-2b02-df8e-36cb-ac59858a6fc2" [ 1271.850404] env[69524]: _type = "Task" [ 1271.850404] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.860875] env[69524]: DEBUG oslo_vmware.api [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]523ed406-2b02-df8e-36cb-ac59858a6fc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.066793] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 7524a781-c6db-4ea3-a115-73a6f07f94d3] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1272.072869] env[69524]: DEBUG oslo_concurrency.lockutils [req-6c2d8fb4-57c3-44ff-a98a-6ed685394991 req-58fb6c43-60c5-4c0b-add5-d0867ca69fd5 service nova] Releasing lock "refresh_cache-0330ba92-b889-4d4d-91b1-757e8e537004" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.073111] env[69524]: DEBUG nova.compute.manager [req-6c2d8fb4-57c3-44ff-a98a-6ed685394991 req-58fb6c43-60c5-4c0b-add5-d0867ca69fd5 service nova] [instance: fef113bd-ed01-442c-9d72-0c4bfa381d96] Received event network-vif-deleted-ff203373-e408-44d8-8969-d001846407fc {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1272.081633] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquiring lock "refresh_cache-0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.081808] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquired lock "refresh_cache-0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.081974] env[69524]: DEBUG nova.network.neutron [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1272.132301] env[69524]: DEBUG oslo_vmware.api [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068931, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.263044] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquiring lock "refresh_cache-37ccc7b5-7b66-4b47-8cd3-42d3c4321446" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.263200] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquired lock "refresh_cache-37ccc7b5-7b66-4b47-8cd3-42d3c4321446" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.263261] env[69524]: DEBUG nova.network.neutron [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1272.361894] env[69524]: DEBUG oslo_vmware.api [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]523ed406-2b02-df8e-36cb-ac59858a6fc2, 'name': SearchDatastore_Task, 'duration_secs': 0.016128} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.362793] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9eaf239f-c1f9-4a08-8e1a-ed9a43f8bb26 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.368523] env[69524]: DEBUG oslo_vmware.api [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1272.368523] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52e7f466-5d8f-ba10-d768-20afa166a1dc" [ 1272.368523] env[69524]: _type = "Task" [ 1272.368523] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.377285] env[69524]: DEBUG oslo_vmware.api [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52e7f466-5d8f-ba10-d768-20afa166a1dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.570555] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 26b87865-1683-4797-ae24-f51084419ce4] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1272.588027] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6533e52d-96f0-4b6c-9f64-9a273636a837 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.590528] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3bff58cd-e5b8-43bc-871f-124baf9e2afe tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.819s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.590528] env[69524]: DEBUG nova.objects.instance [None req-3bff58cd-e5b8-43bc-871f-124baf9e2afe tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Lazy-loading 'resources' on Instance uuid 07fa6607-b981-4ecb-a8d2-5908edc259ff {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1272.633047] env[69524]: DEBUG oslo_vmware.api [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068931, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.679196} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.633047] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/69c4e57b-a81d-4f99-907a-655d1d33d663/69c4e57b-a81d-4f99-907a-655d1d33d663.vmdk to [datastore2] 43b4dacf-06d7-42de-9d91-04e69295c1f2/43b4dacf-06d7-42de-9d91-04e69295c1f2.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1272.633677] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd64997-1630-4066-92fa-ebac9a70da51 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.657144] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 43b4dacf-06d7-42de-9d91-04e69295c1f2/43b4dacf-06d7-42de-9d91-04e69295c1f2.vmdk or device None with type streamOptimized {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1272.657454] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6a717f0-dca9-4ea1-a731-4f27e2919180 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.679824] env[69524]: DEBUG oslo_vmware.api [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 1272.679824] env[69524]: value = "task-4068933" [ 1272.679824] env[69524]: _type = "Task" [ 1272.679824] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.688223] env[69524]: DEBUG oslo_vmware.api [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068933, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.793640] env[69524]: DEBUG nova.network.neutron [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1272.826793] env[69524]: DEBUG nova.network.neutron [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Updating instance_info_cache with network_info: [{"id": "1828b09c-aa76-4f27-84fe-3616ca319a2a", "address": "fa:16:3e:65:b1:c8", "network": {"id": "83b5b669-1127-466e-a1d3-d2ddd7a35a32", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-128524143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ae0643199f1483bbac41f0f4a2857ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1828b09c-aa", "ovs_interfaceid": "1828b09c-aa76-4f27-84fe-3616ca319a2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.878916] env[69524]: DEBUG oslo_vmware.api [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52e7f466-5d8f-ba10-d768-20afa166a1dc, 'name': SearchDatastore_Task, 'duration_secs': 0.011559} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.879161] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.879470] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 0330ba92-b889-4d4d-91b1-757e8e537004/0330ba92-b889-4d4d-91b1-757e8e537004.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1272.879737] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59bbb0a4-24e8-447b-b9e3-e01615ca55a9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.887549] env[69524]: DEBUG oslo_vmware.api [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1272.887549] env[69524]: value = "task-4068934" [ 1272.887549] env[69524]: _type = "Task" [ 1272.887549] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.898172] env[69524]: DEBUG oslo_vmware.api [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068934, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.925165] env[69524]: DEBUG nova.network.neutron [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Updating instance_info_cache with network_info: [{"id": "bc4b99c9-7967-4b75-946c-e571702f3e44", "address": "fa:16:3e:fd:e1:cf", "network": {"id": "b23ca180-1a84-452a-9514-9d8f6aa62900", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1041588650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2fffe3417744e99ce079788dc320b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc4b99c9-79", "ovs_interfaceid": "bc4b99c9-7967-4b75-946c-e571702f3e44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.073946] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: d1031693-cd67-4cb7-8bcc-dfcd69d1d72d] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1273.195144] env[69524]: DEBUG oslo_vmware.api [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068933, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.308883] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3848a782-ae63-4026-b59d-8e2c7be72ca7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.319579] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71299a5-25d7-4f6c-bac8-430fb83c5c8f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.358624] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Releasing lock "refresh_cache-0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.362930] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1565175-e7e0-4b04-a7e7-099972998494 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.373095] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b28f77e-3082-411b-825b-5715eb51840c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.390417] env[69524]: DEBUG nova.compute.provider_tree [None req-3bff58cd-e5b8-43bc-871f-124baf9e2afe tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1273.404401] env[69524]: DEBUG oslo_vmware.api [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068934, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.428469] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Releasing lock "refresh_cache-37ccc7b5-7b66-4b47-8cd3-42d3c4321446" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.428808] env[69524]: DEBUG nova.compute.manager [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Instance network_info: |[{"id": "bc4b99c9-7967-4b75-946c-e571702f3e44", "address": "fa:16:3e:fd:e1:cf", "network": {"id": "b23ca180-1a84-452a-9514-9d8f6aa62900", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1041588650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2fffe3417744e99ce079788dc320b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc4b99c9-79", "ovs_interfaceid": "bc4b99c9-7967-4b75-946c-e571702f3e44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1273.429254] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:e1:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4020f51-6e46-4b73-a79e-9fe3fd51b917', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc4b99c9-7967-4b75-946c-e571702f3e44', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1273.437392] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1273.437628] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1273.437866] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40fc5ce9-5a79-4a05-ac00-ce0d4e74b333 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.460746] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1273.460746] env[69524]: value = "task-4068935" [ 1273.460746] env[69524]: _type = "Task" [ 1273.460746] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.471943] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068935, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.579937] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 10a3ec96-06f2-4a2f-87f7-a3bb6a9dcc11] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1273.692647] env[69524]: DEBUG oslo_vmware.api [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068933, 'name': ReconfigVM_Task, 'duration_secs': 0.874868} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.692777] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 43b4dacf-06d7-42de-9d91-04e69295c1f2/43b4dacf-06d7-42de-9d91-04e69295c1f2.vmdk or device None with type streamOptimized {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1273.693468] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6aa5cdf9-3a44-461d-bf6b-af6f7105374e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.697294] env[69524]: DEBUG nova.compute.manager [req-6d167d5c-93ea-45d8-9f45-e57cd324d65a req-34718b72-aefb-44fd-80e3-0db7e971e1d9 service nova] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Received event network-changed-bc4b99c9-7967-4b75-946c-e571702f3e44 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1273.697422] env[69524]: DEBUG nova.compute.manager [req-6d167d5c-93ea-45d8-9f45-e57cd324d65a req-34718b72-aefb-44fd-80e3-0db7e971e1d9 service nova] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Refreshing instance network info cache due to event network-changed-bc4b99c9-7967-4b75-946c-e571702f3e44. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1273.697550] env[69524]: DEBUG oslo_concurrency.lockutils [req-6d167d5c-93ea-45d8-9f45-e57cd324d65a req-34718b72-aefb-44fd-80e3-0db7e971e1d9 service nova] Acquiring lock "refresh_cache-37ccc7b5-7b66-4b47-8cd3-42d3c4321446" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.697647] env[69524]: DEBUG oslo_concurrency.lockutils [req-6d167d5c-93ea-45d8-9f45-e57cd324d65a req-34718b72-aefb-44fd-80e3-0db7e971e1d9 service nova] Acquired lock "refresh_cache-37ccc7b5-7b66-4b47-8cd3-42d3c4321446" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.697812] env[69524]: DEBUG nova.network.neutron [req-6d167d5c-93ea-45d8-9f45-e57cd324d65a req-34718b72-aefb-44fd-80e3-0db7e971e1d9 service nova] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Refreshing network info cache for port bc4b99c9-7967-4b75-946c-e571702f3e44 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1273.704917] env[69524]: DEBUG oslo_vmware.api [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 1273.704917] env[69524]: value = "task-4068936" [ 1273.704917] env[69524]: _type = "Task" [ 1273.704917] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.715680] env[69524]: DEBUG oslo_vmware.api [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068936, 'name': Rename_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.900867] env[69524]: DEBUG nova.scheduler.client.report [None req-3bff58cd-e5b8-43bc-871f-124baf9e2afe tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1273.904104] env[69524]: DEBUG oslo_vmware.api [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068934, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.685559} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.904542] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 0330ba92-b889-4d4d-91b1-757e8e537004/0330ba92-b889-4d4d-91b1-757e8e537004.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1273.904791] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 0330ba92-b889-4d4d-91b1-757e8e537004] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1273.905644] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73f2a659-c510-49a8-995f-7a836a69b908 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.913195] env[69524]: DEBUG oslo_vmware.api [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1273.913195] env[69524]: value = "task-4068937" [ 1273.913195] env[69524]: _type = "Task" [ 1273.913195] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.924046] env[69524]: DEBUG oslo_vmware.api [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068937, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.972101] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068935, 'name': CreateVM_Task, 'duration_secs': 0.382206} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.972257] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1273.973051] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.973225] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.973594] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.973874] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a29ebfa9-59c4-4de3-998c-054778da7cab {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.979313] env[69524]: DEBUG oslo_vmware.api [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1273.979313] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52b993fd-c18a-3ada-ca67-c876a647632d" [ 1273.979313] env[69524]: _type = "Task" [ 1273.979313] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.989602] env[69524]: DEBUG oslo_vmware.api [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52b993fd-c18a-3ada-ca67-c876a647632d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.083130] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 3a962860-7a12-485a-af4e-1e86f7292a8a] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1274.215073] env[69524]: DEBUG oslo_vmware.api [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068936, 'name': Rename_Task, 'duration_secs': 0.325014} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.215400] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1274.215646] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1bc54f8e-8317-449f-8a90-b635006c76a7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.223605] env[69524]: DEBUG oslo_vmware.api [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 1274.223605] env[69524]: value = "task-4068938" [ 1274.223605] env[69524]: _type = "Task" [ 1274.223605] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.231607] env[69524]: DEBUG oslo_vmware.api [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068938, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.405656] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3bff58cd-e5b8-43bc-871f-124baf9e2afe tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.817s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.407852] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.671s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.409920] env[69524]: INFO nova.compute.claims [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1274.427099] env[69524]: DEBUG oslo_vmware.api [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068937, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07516} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.429753] env[69524]: INFO nova.scheduler.client.report [None req-3bff58cd-e5b8-43bc-871f-124baf9e2afe tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Deleted allocations for instance 07fa6607-b981-4ecb-a8d2-5908edc259ff [ 1274.434169] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 0330ba92-b889-4d4d-91b1-757e8e537004] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1274.438270] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118140a2-2866-4536-9ca3-f3f602152b60 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.464857] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 0330ba92-b889-4d4d-91b1-757e8e537004] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 0330ba92-b889-4d4d-91b1-757e8e537004/0330ba92-b889-4d4d-91b1-757e8e537004.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1274.465690] env[69524]: DEBUG nova.network.neutron [req-6d167d5c-93ea-45d8-9f45-e57cd324d65a req-34718b72-aefb-44fd-80e3-0db7e971e1d9 service nova] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Updated VIF entry in instance network info cache for port bc4b99c9-7967-4b75-946c-e571702f3e44. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1274.467040] env[69524]: DEBUG nova.network.neutron [req-6d167d5c-93ea-45d8-9f45-e57cd324d65a req-34718b72-aefb-44fd-80e3-0db7e971e1d9 service nova] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Updating instance_info_cache with network_info: [{"id": "bc4b99c9-7967-4b75-946c-e571702f3e44", "address": "fa:16:3e:fd:e1:cf", "network": {"id": "b23ca180-1a84-452a-9514-9d8f6aa62900", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1041588650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2fffe3417744e99ce079788dc320b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc4b99c9-79", "ovs_interfaceid": "bc4b99c9-7967-4b75-946c-e571702f3e44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.467869] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f1e9c51-9ba8-4b86-ad8b-3ff7f3a13537 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.488828] env[69524]: DEBUG oslo_concurrency.lockutils [req-6d167d5c-93ea-45d8-9f45-e57cd324d65a req-34718b72-aefb-44fd-80e3-0db7e971e1d9 service nova] Releasing lock "refresh_cache-37ccc7b5-7b66-4b47-8cd3-42d3c4321446" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.501188] env[69524]: DEBUG oslo_vmware.api [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52b993fd-c18a-3ada-ca67-c876a647632d, 'name': SearchDatastore_Task, 'duration_secs': 0.012359} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.502862] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.503141] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1274.503419] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.503584] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.503767] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1274.504114] env[69524]: DEBUG oslo_vmware.api [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1274.504114] env[69524]: value = "task-4068939" [ 1274.504114] env[69524]: _type = "Task" [ 1274.504114] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.504319] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45d0fca4-8301-4611-bc2c-2ecce989fc25 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.517028] env[69524]: DEBUG oslo_vmware.api [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068939, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.517863] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1274.517972] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1274.518723] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55f63b83-5a81-4b51-9d9a-2292dfe58e68 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.525544] env[69524]: DEBUG oslo_vmware.api [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1274.525544] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]528addc3-eebf-00a1-1ac2-e21fd433c0ea" [ 1274.525544] env[69524]: _type = "Task" [ 1274.525544] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.535346] env[69524]: DEBUG oslo_vmware.api [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]528addc3-eebf-00a1-1ac2-e21fd433c0ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.586692] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: ca13258a-42e5-48f5-9264-af5b296c8a6f] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1274.734824] env[69524]: DEBUG oslo_vmware.api [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068938, 'name': PowerOnVM_Task, 'duration_secs': 0.459245} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.735134] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1274.842176] env[69524]: DEBUG nova.compute.manager [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1274.843130] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a82358e-7356-4d23-998d-60b96207f557 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.874651] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0db38f4-ac81-491b-80bb-de4e849f4e08 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.893612] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Updating instance '0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7' progress to 0 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1274.945392] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3bff58cd-e5b8-43bc-871f-124baf9e2afe tempest-ServersAaction247Test-10513361 tempest-ServersAaction247Test-10513361-project-member] Lock "07fa6607-b981-4ecb-a8d2-5908edc259ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.463s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.017135] env[69524]: DEBUG oslo_vmware.api [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068939, 'name': ReconfigVM_Task, 'duration_secs': 0.300576} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.017135] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 0330ba92-b889-4d4d-91b1-757e8e537004] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 0330ba92-b889-4d4d-91b1-757e8e537004/0330ba92-b889-4d4d-91b1-757e8e537004.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1275.017767] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-662f7aad-9a91-4829-a76a-ac8d5a914757 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.025139] env[69524]: DEBUG oslo_vmware.api [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1275.025139] env[69524]: value = "task-4068940" [ 1275.025139] env[69524]: _type = "Task" [ 1275.025139] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.038202] env[69524]: DEBUG oslo_vmware.api [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068940, 'name': Rename_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.042019] env[69524]: DEBUG oslo_vmware.api [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]528addc3-eebf-00a1-1ac2-e21fd433c0ea, 'name': SearchDatastore_Task, 'duration_secs': 0.01193} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.042919] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c290b3b4-d7e9-40ae-9529-5aefeed4bf9a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.049332] env[69524]: DEBUG oslo_vmware.api [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1275.049332] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5228a326-27f4-fb6f-2a0c-3e6904ce6de9" [ 1275.049332] env[69524]: _type = "Task" [ 1275.049332] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.059816] env[69524]: DEBUG oslo_vmware.api [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5228a326-27f4-fb6f-2a0c-3e6904ce6de9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.090615] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: f900a036-6e0f-41f4-a7e1-da08ebcf48d2] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1275.361634] env[69524]: DEBUG oslo_concurrency.lockutils [None req-59d8d4a4-cddf-4380-a23b-942cf8391ba1 tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lock "43b4dacf-06d7-42de-9d91-04e69295c1f2" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 25.554s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.399502] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1275.399925] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f725379-1eb8-4c83-999d-d28f4c72e99d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.409356] env[69524]: DEBUG oslo_vmware.api [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 1275.409356] env[69524]: value = "task-4068941" [ 1275.409356] env[69524]: _type = "Task" [ 1275.409356] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.422331] env[69524]: DEBUG oslo_vmware.api [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068941, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.539110] env[69524]: DEBUG oslo_vmware.api [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068940, 'name': Rename_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.565712] env[69524]: DEBUG oslo_vmware.api [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5228a326-27f4-fb6f-2a0c-3e6904ce6de9, 'name': SearchDatastore_Task, 'duration_secs': 0.020737} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.566497] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.566873] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 37ccc7b5-7b66-4b47-8cd3-42d3c4321446/37ccc7b5-7b66-4b47-8cd3-42d3c4321446.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1275.567836] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dcccf5f0-f459-4813-ae5a-89aef3705379 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.580548] env[69524]: DEBUG oslo_vmware.api [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1275.580548] env[69524]: value = "task-4068942" [ 1275.580548] env[69524]: _type = "Task" [ 1275.580548] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.594790] env[69524]: DEBUG oslo_vmware.api [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068942, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.598245] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1275.598455] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Cleaning up deleted instances with incomplete migration {{(pid=69524) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1275.628827] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579e719d-55c4-4b7a-8fa1-a264a1afb0a5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.638558] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adab21bf-3c77-4230-8d77-a1b9d90d4700 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.673550] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a692253-bd5e-4097-984e-7164c54ebcb9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.681802] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb8007a-ee6a-4038-b99d-b554b4b5a125 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.698729] env[69524]: DEBUG nova.compute.provider_tree [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1275.921229] env[69524]: DEBUG oslo_vmware.api [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068941, 'name': PowerOffVM_Task, 'duration_secs': 0.245522} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.921505] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1275.921950] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Updating instance '0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7' progress to 17 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1276.039670] env[69524]: DEBUG oslo_vmware.api [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068940, 'name': Rename_Task, 'duration_secs': 0.90859} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.040452] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 0330ba92-b889-4d4d-91b1-757e8e537004] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1276.040731] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b02d495-ddff-4eaa-aeaa-1450c3b05da3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.052583] env[69524]: DEBUG oslo_vmware.api [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1276.052583] env[69524]: value = "task-4068943" [ 1276.052583] env[69524]: _type = "Task" [ 1276.052583] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.064684] env[69524]: DEBUG oslo_vmware.api [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068943, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.092284] env[69524]: DEBUG oslo_vmware.api [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068942, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.224174] env[69524]: ERROR nova.scheduler.client.report [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [req-44b76696-5d4f-4c9a-a3b8-cf368387cf32] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 333a7aa4-d2cd-4888-ac97-9e43e6b91719. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-44b76696-5d4f-4c9a-a3b8-cf368387cf32"}]} [ 1276.240556] env[69524]: DEBUG nova.scheduler.client.report [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Refreshing inventories for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1276.254071] env[69524]: DEBUG nova.scheduler.client.report [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Updating ProviderTree inventory for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1276.254323] env[69524]: DEBUG nova.compute.provider_tree [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1276.264756] env[69524]: DEBUG nova.scheduler.client.report [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Refreshing aggregate associations for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719, aggregates: None {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1276.284089] env[69524]: DEBUG nova.scheduler.client.report [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Refreshing trait associations for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1276.428587] env[69524]: DEBUG nova.virt.hardware [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1276.428764] env[69524]: DEBUG nova.virt.hardware [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1276.428885] env[69524]: DEBUG nova.virt.hardware [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1276.429073] env[69524]: DEBUG nova.virt.hardware [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1276.429220] env[69524]: DEBUG nova.virt.hardware [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1276.429366] env[69524]: DEBUG nova.virt.hardware [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1276.429566] env[69524]: DEBUG nova.virt.hardware [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1276.429720] env[69524]: DEBUG nova.virt.hardware [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1276.429880] env[69524]: DEBUG nova.virt.hardware [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1276.430050] env[69524]: DEBUG nova.virt.hardware [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1276.430224] env[69524]: DEBUG nova.virt.hardware [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1276.437279] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6a8cd84-fef7-4d93-8624-194210a06d91 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.453957] env[69524]: DEBUG oslo_vmware.api [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 1276.453957] env[69524]: value = "task-4068944" [ 1276.453957] env[69524]: _type = "Task" [ 1276.453957] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.458731] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012cbace-47ac-463b-8d9a-9f07641e2c71 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.470619] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21751c13-ef3f-4517-872e-ebb196320eb8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.474358] env[69524]: DEBUG oslo_vmware.api [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068944, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.506024] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a0220db7-e0ba-43f2-87cc-163cb179393d tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquiring lock "43b4dacf-06d7-42de-9d91-04e69295c1f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.506024] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a0220db7-e0ba-43f2-87cc-163cb179393d tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lock "43b4dacf-06d7-42de-9d91-04e69295c1f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.506024] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a0220db7-e0ba-43f2-87cc-163cb179393d tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquiring lock "43b4dacf-06d7-42de-9d91-04e69295c1f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.506572] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a0220db7-e0ba-43f2-87cc-163cb179393d tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lock "43b4dacf-06d7-42de-9d91-04e69295c1f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.506877] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a0220db7-e0ba-43f2-87cc-163cb179393d tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lock "43b4dacf-06d7-42de-9d91-04e69295c1f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.509502] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c04c1a6-4c82-4d4a-a331-e7a292389fdd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.512716] env[69524]: INFO nova.compute.manager [None req-a0220db7-e0ba-43f2-87cc-163cb179393d tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Terminating instance [ 1276.519861] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f40958-e4ce-444b-a201-2fdcb66b3ca2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.536731] env[69524]: DEBUG nova.compute.provider_tree [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1276.564036] env[69524]: DEBUG oslo_vmware.api [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068943, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.592281] env[69524]: DEBUG oslo_vmware.api [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068942, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58778} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.592730] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 37ccc7b5-7b66-4b47-8cd3-42d3c4321446/37ccc7b5-7b66-4b47-8cd3-42d3c4321446.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1276.592994] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1276.593324] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96ae9e3f-6078-4ec0-b3fb-abebeed363d2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.600431] env[69524]: DEBUG oslo_vmware.api [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1276.600431] env[69524]: value = "task-4068945" [ 1276.600431] env[69524]: _type = "Task" [ 1276.600431] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.608937] env[69524]: DEBUG oslo_vmware.api [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068945, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.968930] env[69524]: DEBUG oslo_vmware.api [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068944, 'name': ReconfigVM_Task, 'duration_secs': 0.201822} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.968930] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Updating instance '0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7' progress to 33 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1277.016793] env[69524]: DEBUG nova.compute.manager [None req-a0220db7-e0ba-43f2-87cc-163cb179393d tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1277.017020] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a0220db7-e0ba-43f2-87cc-163cb179393d tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1277.017914] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9c55a6-04dc-4c1d-a4a6-8a13565cc7e8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.028036] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0220db7-e0ba-43f2-87cc-163cb179393d tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1277.028036] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9afedfde-566a-4f49-a875-e9a5619eb8f1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.035559] env[69524]: DEBUG oslo_vmware.api [None req-a0220db7-e0ba-43f2-87cc-163cb179393d tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 1277.035559] env[69524]: value = "task-4068946" [ 1277.035559] env[69524]: _type = "Task" [ 1277.035559] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.049797] env[69524]: DEBUG oslo_vmware.api [None req-a0220db7-e0ba-43f2-87cc-163cb179393d tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068946, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.064685] env[69524]: DEBUG oslo_vmware.api [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068943, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.075968] env[69524]: DEBUG nova.scheduler.client.report [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Updated inventory for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with generation 164 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1277.076264] env[69524]: DEBUG nova.compute.provider_tree [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Updating resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 generation from 164 to 165 during operation: update_inventory {{(pid=69524) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1277.076444] env[69524]: DEBUG nova.compute.provider_tree [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1277.100665] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1277.112512] env[69524]: DEBUG oslo_vmware.api [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068945, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077099} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.112842] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1277.113882] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70ec80b1-e41c-4250-aa43-7997470bb1ad {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.142181] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 37ccc7b5-7b66-4b47-8cd3-42d3c4321446/37ccc7b5-7b66-4b47-8cd3-42d3c4321446.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1277.143010] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc204bd3-e0ab-4f11-9485-b8a48998bdfe {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.164412] env[69524]: DEBUG oslo_vmware.api [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1277.164412] env[69524]: value = "task-4068947" [ 1277.164412] env[69524]: _type = "Task" [ 1277.164412] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.174044] env[69524]: DEBUG oslo_vmware.api [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068947, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.475585] env[69524]: DEBUG nova.virt.hardware [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1277.475855] env[69524]: DEBUG nova.virt.hardware [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1277.476157] env[69524]: DEBUG nova.virt.hardware [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1277.476418] env[69524]: DEBUG nova.virt.hardware [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1277.476680] env[69524]: DEBUG nova.virt.hardware [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1277.476929] env[69524]: DEBUG nova.virt.hardware [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1277.477213] env[69524]: DEBUG nova.virt.hardware [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1277.477446] env[69524]: DEBUG nova.virt.hardware [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1277.477717] env[69524]: DEBUG nova.virt.hardware [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1277.477943] env[69524]: DEBUG nova.virt.hardware [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1277.478173] env[69524]: DEBUG nova.virt.hardware [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1277.484210] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Reconfiguring VM instance instance-0000006d to detach disk 2000 {{(pid=69524) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1277.484634] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5086aeba-76fe-4071-88c9-d4ecd7c52688 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.507293] env[69524]: DEBUG oslo_vmware.api [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 1277.507293] env[69524]: value = "task-4068948" [ 1277.507293] env[69524]: _type = "Task" [ 1277.507293] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.521505] env[69524]: DEBUG oslo_vmware.api [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068948, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.549800] env[69524]: DEBUG oslo_vmware.api [None req-a0220db7-e0ba-43f2-87cc-163cb179393d tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068946, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.566392] env[69524]: DEBUG oslo_vmware.api [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068943, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.581894] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.174s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.582932] env[69524]: DEBUG nova.compute.manager [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1277.586048] env[69524]: DEBUG oslo_concurrency.lockutils [None req-087337cb-8aa2-4e11-992d-6b08fb1f582b tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.892s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.586278] env[69524]: DEBUG nova.objects.instance [None req-087337cb-8aa2-4e11-992d-6b08fb1f582b tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Lazy-loading 'resources' on Instance uuid fef113bd-ed01-442c-9d72-0c4bfa381d96 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1277.611577] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1277.611577] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1277.612115] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1277.612115] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1277.678596] env[69524]: DEBUG oslo_vmware.api [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068947, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.017985] env[69524]: DEBUG oslo_vmware.api [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068948, 'name': ReconfigVM_Task, 'duration_secs': 0.228036} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.018293] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Reconfigured VM instance instance-0000006d to detach disk 2000 {{(pid=69524) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1278.019164] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a08eb6-b278-4e5a-bdc6-931eaac4f188 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.043448] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] volume-6644a44e-4651-4bba-a75c-864288f892af/volume-6644a44e-4651-4bba-a75c-864288f892af.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1278.043881] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8044eecb-1fcc-4429-97c6-3efd74fafce0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.068399] env[69524]: DEBUG oslo_vmware.api [None req-a0220db7-e0ba-43f2-87cc-163cb179393d tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068946, 'name': PowerOffVM_Task, 'duration_secs': 0.519506} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.072347] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0220db7-e0ba-43f2-87cc-163cb179393d tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1278.072535] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a0220db7-e0ba-43f2-87cc-163cb179393d tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1278.072807] env[69524]: DEBUG oslo_vmware.api [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068943, 'name': PowerOnVM_Task, 'duration_secs': 1.870094} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.073065] env[69524]: DEBUG oslo_vmware.api [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 1278.073065] env[69524]: value = "task-4068949" [ 1278.073065] env[69524]: _type = "Task" [ 1278.073065] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.073258] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-651b99c5-03ec-46c8-843c-61470a9377b3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.074895] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 0330ba92-b889-4d4d-91b1-757e8e537004] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1278.075118] env[69524]: INFO nova.compute.manager [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 0330ba92-b889-4d4d-91b1-757e8e537004] Took 10.20 seconds to spawn the instance on the hypervisor. [ 1278.075341] env[69524]: DEBUG nova.compute.manager [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 0330ba92-b889-4d4d-91b1-757e8e537004] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1278.076089] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9361fa4e-f2b1-49e2-a608-1d120df2b2d4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.093834] env[69524]: DEBUG nova.compute.utils [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1278.098064] env[69524]: DEBUG oslo_vmware.api [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068949, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.098437] env[69524]: DEBUG nova.compute.manager [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1278.098602] env[69524]: DEBUG nova.network.neutron [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1278.137892] env[69524]: DEBUG nova.policy [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62fbbbb1d96d4ae6a63e94aadeefefd8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7121079d81b745c7ae7e861b43224581', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 1278.180309] env[69524]: DEBUG oslo_vmware.api [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068947, 'name': ReconfigVM_Task, 'duration_secs': 0.725498} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.180645] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 37ccc7b5-7b66-4b47-8cd3-42d3c4321446/37ccc7b5-7b66-4b47-8cd3-42d3c4321446.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1278.181292] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9263d98-655d-4762-895c-b7b88180cafa {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.191265] env[69524]: DEBUG oslo_vmware.api [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1278.191265] env[69524]: value = "task-4068951" [ 1278.191265] env[69524]: _type = "Task" [ 1278.191265] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.203560] env[69524]: DEBUG oslo_vmware.api [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068951, 'name': Rename_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.210525] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1278.260199] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a0220db7-e0ba-43f2-87cc-163cb179393d tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1278.260438] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a0220db7-e0ba-43f2-87cc-163cb179393d tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Deleting contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1278.260687] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0220db7-e0ba-43f2-87cc-163cb179393d tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Deleting the datastore file [datastore2] 43b4dacf-06d7-42de-9d91-04e69295c1f2 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1278.261114] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73f2ab93-564d-4d8c-b6c2-d83b010f156e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.270955] env[69524]: DEBUG oslo_vmware.api [None req-a0220db7-e0ba-43f2-87cc-163cb179393d tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for the task: (returnval){ [ 1278.270955] env[69524]: value = "task-4068952" [ 1278.270955] env[69524]: _type = "Task" [ 1278.270955] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.288936] env[69524]: DEBUG oslo_vmware.api [None req-a0220db7-e0ba-43f2-87cc-163cb179393d tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068952, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.310351] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7693eea8-e652-4a94-805d-640971c5890a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.320772] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6080d33c-6883-4c0c-9d03-b40e696a2495 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.353510] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3039d501-d699-452f-b9dd-0892b746b373 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.362829] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f376a785-3e56-4669-85fd-be2407ac85b3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.379560] env[69524]: DEBUG nova.compute.provider_tree [None req-087337cb-8aa2-4e11-992d-6b08fb1f582b tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1278.569785] env[69524]: DEBUG nova.network.neutron [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Successfully created port: 6d82dd38-b4db-4340-819a-789be89ae20f {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1278.585914] env[69524]: DEBUG oslo_vmware.api [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068949, 'name': ReconfigVM_Task, 'duration_secs': 0.304105} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.586375] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Reconfigured VM instance instance-0000006d to attach disk [datastore1] volume-6644a44e-4651-4bba-a75c-864288f892af/volume-6644a44e-4651-4bba-a75c-864288f892af.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1278.586605] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Updating instance '0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7' progress to 50 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1278.605982] env[69524]: DEBUG nova.compute.manager [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1278.610985] env[69524]: INFO nova.compute.manager [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 0330ba92-b889-4d4d-91b1-757e8e537004] Took 17.57 seconds to build instance. [ 1278.701683] env[69524]: DEBUG oslo_vmware.api [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068951, 'name': Rename_Task, 'duration_secs': 0.201334} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.702238] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1278.702238] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5330a552-886c-45a2-b310-a1a6bcd8bb13 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.709310] env[69524]: DEBUG oslo_vmware.api [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1278.709310] env[69524]: value = "task-4068953" [ 1278.709310] env[69524]: _type = "Task" [ 1278.709310] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.719635] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Getting list of instances from cluster (obj){ [ 1278.719635] env[69524]: value = "domain-c8" [ 1278.719635] env[69524]: _type = "ClusterComputeResource" [ 1278.719635] env[69524]: } {{(pid=69524) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1278.719941] env[69524]: DEBUG oslo_vmware.api [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068953, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.720843] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51513669-e94a-402c-8fb4-1e55ac7d5e17 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.739544] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Got total of 9 instances {{(pid=69524) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1278.739749] env[69524]: WARNING nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] While synchronizing instance power states, found 12 instances in the database and 9 instances on the hypervisor. [ 1278.739918] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Triggering sync for uuid 035b9722-90f0-45f0-84c0-17f7a5f1994b {{(pid=69524) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1278.740057] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Triggering sync for uuid fef113bd-ed01-442c-9d72-0c4bfa381d96 {{(pid=69524) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1278.740215] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Triggering sync for uuid 7bdde934-b122-4b19-849b-daced27c0533 {{(pid=69524) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1278.740397] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Triggering sync for uuid 68e172e5-0970-400f-95cf-81bc4b41606e {{(pid=69524) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1278.740594] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Triggering sync for uuid 43b4dacf-06d7-42de-9d91-04e69295c1f2 {{(pid=69524) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1278.740788] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Triggering sync for uuid 1c185356-7de7-4c88-ac61-b00a156e4e95 {{(pid=69524) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1278.741029] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Triggering sync for uuid 116a59aa-3118-4122-ba6b-9cb0e4672c9a {{(pid=69524) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1278.741217] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Triggering sync for uuid fcbf3595-f64a-442b-a33d-dd7e78f46c8b {{(pid=69524) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1278.741384] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Triggering sync for uuid 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7 {{(pid=69524) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1278.741551] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Triggering sync for uuid 0330ba92-b889-4d4d-91b1-757e8e537004 {{(pid=69524) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1278.741743] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Triggering sync for uuid 37ccc7b5-7b66-4b47-8cd3-42d3c4321446 {{(pid=69524) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1278.741940] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Triggering sync for uuid 3198d5ad-375d-4938-9dd0-825896f9ed78 {{(pid=69524) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1278.742392] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Acquiring lock "035b9722-90f0-45f0-84c0-17f7a5f1994b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.742741] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "035b9722-90f0-45f0-84c0-17f7a5f1994b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.742930] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Acquiring lock "fef113bd-ed01-442c-9d72-0c4bfa381d96" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.743152] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Acquiring lock "7bdde934-b122-4b19-849b-daced27c0533" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.743458] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "7bdde934-b122-4b19-849b-daced27c0533" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.743698] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Acquiring lock "68e172e5-0970-400f-95cf-81bc4b41606e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.743816] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "68e172e5-0970-400f-95cf-81bc4b41606e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.744218] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Acquiring lock "43b4dacf-06d7-42de-9d91-04e69295c1f2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.744344] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Acquiring lock "1c185356-7de7-4c88-ac61-b00a156e4e95" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.744520] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "1c185356-7de7-4c88-ac61-b00a156e4e95" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.744746] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Acquiring lock "116a59aa-3118-4122-ba6b-9cb0e4672c9a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.744915] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "116a59aa-3118-4122-ba6b-9cb0e4672c9a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.745167] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Acquiring lock "fcbf3595-f64a-442b-a33d-dd7e78f46c8b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.745495] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "fcbf3595-f64a-442b-a33d-dd7e78f46c8b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.745690] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Acquiring lock "0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.745843] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.746073] env[69524]: INFO nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] During sync_power_state the instance has a pending task (resize_migrating). Skip. [ 1278.746317] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.746527] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Acquiring lock "0330ba92-b889-4d4d-91b1-757e8e537004" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.746733] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Acquiring lock "37ccc7b5-7b66-4b47-8cd3-42d3c4321446" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.747017] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Acquiring lock "3198d5ad-375d-4938-9dd0-825896f9ed78" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.747821] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019ed46a-de1f-423f-924a-7bfdd1e5d6b7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.751111] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51b2193-523b-4021-bcc4-f637d4b7b0db {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.754167] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5f2adc-8daf-4592-9d01-55e629cee0e9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.756809] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55bc831-e7bd-47a6-b2fc-20503cff3593 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.759515] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54b8f76-20ac-4ec2-a902-4deac9bd5dbf {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.762056] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6407d8-793b-4233-b0c8-a768cfa3cf36 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.797487] env[69524]: DEBUG oslo_vmware.api [None req-a0220db7-e0ba-43f2-87cc-163cb179393d tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Task: {'id': task-4068952, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170711} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.798228] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0220db7-e0ba-43f2-87cc-163cb179393d tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1278.798429] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a0220db7-e0ba-43f2-87cc-163cb179393d tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Deleted contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1278.798429] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a0220db7-e0ba-43f2-87cc-163cb179393d tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1278.798612] env[69524]: INFO nova.compute.manager [None req-a0220db7-e0ba-43f2-87cc-163cb179393d tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Took 1.78 seconds to destroy the instance on the hypervisor. [ 1278.798878] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0220db7-e0ba-43f2-87cc-163cb179393d tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1278.799060] env[69524]: DEBUG nova.compute.manager [-] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1278.799157] env[69524]: DEBUG nova.network.neutron [-] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1278.883050] env[69524]: DEBUG nova.scheduler.client.report [None req-087337cb-8aa2-4e11-992d-6b08fb1f582b tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1279.093511] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1002d9f9-bf54-45b4-9e91-8d8590aac254 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.122068] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5db13002-4a60-4189-9673-73125d29751c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "0330ba92-b889-4d4d-91b1-757e8e537004" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.096s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.122741] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "0330ba92-b889-4d4d-91b1-757e8e537004" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.376s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.123800] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525f1fd4-1fe4-4c5f-a4cd-73fce5b5bb6a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.127530] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f27bfea-9333-4d2c-9e31-90984051b345 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.130440] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6537f9ac-42a2-4306-9eae-753590861eaa tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquiring lock "interface-fcbf3595-f64a-442b-a33d-dd7e78f46c8b-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.130693] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6537f9ac-42a2-4306-9eae-753590861eaa tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lock "interface-fcbf3595-f64a-442b-a33d-dd7e78f46c8b-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.130950] env[69524]: DEBUG nova.objects.instance [None req-6537f9ac-42a2-4306-9eae-753590861eaa tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lazy-loading 'flavor' on Instance uuid fcbf3595-f64a-442b-a33d-dd7e78f46c8b {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1279.149235] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Updating instance '0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7' progress to 67 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1279.222979] env[69524]: DEBUG oslo_vmware.api [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068953, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.277425] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "68e172e5-0970-400f-95cf-81bc4b41606e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.533s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.285224] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "116a59aa-3118-4122-ba6b-9cb0e4672c9a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.540s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.285652] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "035b9722-90f0-45f0-84c0-17f7a5f1994b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.543s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.288154] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "7bdde934-b122-4b19-849b-daced27c0533" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.545s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.289584] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "1c185356-7de7-4c88-ac61-b00a156e4e95" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.545s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.299041] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "fcbf3595-f64a-442b-a33d-dd7e78f46c8b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.554s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.389245] env[69524]: DEBUG oslo_concurrency.lockutils [None req-087337cb-8aa2-4e11-992d-6b08fb1f582b tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.803s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.416369] env[69524]: INFO nova.scheduler.client.report [None req-087337cb-8aa2-4e11-992d-6b08fb1f582b tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Deleted allocations for instance fef113bd-ed01-442c-9d72-0c4bfa381d96 [ 1279.625018] env[69524]: DEBUG nova.compute.manager [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1279.636026] env[69524]: DEBUG nova.objects.instance [None req-6537f9ac-42a2-4306-9eae-753590861eaa tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lazy-loading 'pci_requests' on Instance uuid fcbf3595-f64a-442b-a33d-dd7e78f46c8b {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1279.664696] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "0330ba92-b889-4d4d-91b1-757e8e537004" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.541s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.665620] env[69524]: DEBUG nova.compute.manager [req-2ceadbbf-646b-4cce-a1b9-54c5df86686b req-f4476c18-2229-4018-b5c9-a3a765223fba service nova] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Received event network-vif-deleted-3c70a088-659f-4fee-97ff-b8bba0c87ff9 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1279.665799] env[69524]: INFO nova.compute.manager [req-2ceadbbf-646b-4cce-a1b9-54c5df86686b req-f4476c18-2229-4018-b5c9-a3a765223fba service nova] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Neutron deleted interface 3c70a088-659f-4fee-97ff-b8bba0c87ff9; detaching it from the instance and deleting it from the info cache [ 1279.665959] env[69524]: DEBUG nova.network.neutron [req-2ceadbbf-646b-4cce-a1b9-54c5df86686b req-f4476c18-2229-4018-b5c9-a3a765223fba service nova] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.676436] env[69524]: DEBUG nova.virt.hardware [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1279.676797] env[69524]: DEBUG nova.virt.hardware [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1279.677239] env[69524]: DEBUG nova.virt.hardware [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1279.677952] env[69524]: DEBUG nova.virt.hardware [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1279.677952] env[69524]: DEBUG nova.virt.hardware [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1279.678140] env[69524]: DEBUG nova.virt.hardware [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1279.678445] env[69524]: DEBUG nova.virt.hardware [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1279.678727] env[69524]: DEBUG nova.virt.hardware [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1279.679023] env[69524]: DEBUG nova.virt.hardware [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1279.679365] env[69524]: DEBUG nova.virt.hardware [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1279.679654] env[69524]: DEBUG nova.virt.hardware [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1279.681830] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313d5201-679f-4738-9df9-1c19bc76d41d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.694826] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e60001-7289-42bc-ad24-c2c04102d79b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.720970] env[69524]: DEBUG oslo_vmware.api [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068953, 'name': PowerOnVM_Task, 'duration_secs': 0.994744} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.721383] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1279.721432] env[69524]: INFO nova.compute.manager [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Took 8.48 seconds to spawn the instance on the hypervisor. [ 1279.721601] env[69524]: DEBUG nova.compute.manager [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1279.722432] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b47e629-9ebb-4c99-a4aa-016f3128fab3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.924332] env[69524]: DEBUG oslo_concurrency.lockutils [None req-087337cb-8aa2-4e11-992d-6b08fb1f582b tempest-ServersV294TestFqdnHostnames-1954309398 tempest-ServersV294TestFqdnHostnames-1954309398-project-member] Lock "fef113bd-ed01-442c-9d72-0c4bfa381d96" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.824s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.925457] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "fef113bd-ed01-442c-9d72-0c4bfa381d96" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.182s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.925936] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-37c27ac8-4f08-40af-b88f-39ab7633be8c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.936750] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043ed776-0215-4fa5-8adb-55ff3fa925c8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.949963] env[69524]: DEBUG nova.network.neutron [-] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.091117] env[69524]: DEBUG nova.network.neutron [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Successfully updated port: 6d82dd38-b4db-4340-819a-789be89ae20f {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1280.107588] env[69524]: DEBUG nova.compute.manager [req-9da2bfde-8e1e-4f85-8060-5667737d1544 req-449337d8-8bc2-4c79-9222-19f0a34e06e9 service nova] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Received event network-vif-plugged-6d82dd38-b4db-4340-819a-789be89ae20f {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1280.108172] env[69524]: DEBUG oslo_concurrency.lockutils [req-9da2bfde-8e1e-4f85-8060-5667737d1544 req-449337d8-8bc2-4c79-9222-19f0a34e06e9 service nova] Acquiring lock "3198d5ad-375d-4938-9dd0-825896f9ed78-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.108666] env[69524]: DEBUG oslo_concurrency.lockutils [req-9da2bfde-8e1e-4f85-8060-5667737d1544 req-449337d8-8bc2-4c79-9222-19f0a34e06e9 service nova] Lock "3198d5ad-375d-4938-9dd0-825896f9ed78-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.108988] env[69524]: DEBUG oslo_concurrency.lockutils [req-9da2bfde-8e1e-4f85-8060-5667737d1544 req-449337d8-8bc2-4c79-9222-19f0a34e06e9 service nova] Lock "3198d5ad-375d-4938-9dd0-825896f9ed78-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.109293] env[69524]: DEBUG nova.compute.manager [req-9da2bfde-8e1e-4f85-8060-5667737d1544 req-449337d8-8bc2-4c79-9222-19f0a34e06e9 service nova] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] No waiting events found dispatching network-vif-plugged-6d82dd38-b4db-4340-819a-789be89ae20f {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1280.109578] env[69524]: WARNING nova.compute.manager [req-9da2bfde-8e1e-4f85-8060-5667737d1544 req-449337d8-8bc2-4c79-9222-19f0a34e06e9 service nova] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Received unexpected event network-vif-plugged-6d82dd38-b4db-4340-819a-789be89ae20f for instance with vm_state building and task_state spawning. [ 1280.143417] env[69524]: DEBUG nova.objects.base [None req-6537f9ac-42a2-4306-9eae-753590861eaa tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69524) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1280.144577] env[69524]: DEBUG nova.network.neutron [None req-6537f9ac-42a2-4306-9eae-753590861eaa tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1280.173897] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-192dab2d-0f90-4314-b59a-2537ff41899f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.183939] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092e47a0-3c84-4385-a76a-980b3b3957f3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.218915] env[69524]: DEBUG nova.compute.manager [req-2ceadbbf-646b-4cce-a1b9-54c5df86686b req-f4476c18-2229-4018-b5c9-a3a765223fba service nova] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Detach interface failed, port_id=3c70a088-659f-4fee-97ff-b8bba0c87ff9, reason: Instance 43b4dacf-06d7-42de-9d91-04e69295c1f2 could not be found. {{(pid=69524) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1280.232841] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6537f9ac-42a2-4306-9eae-753590861eaa tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lock "interface-fcbf3595-f64a-442b-a33d-dd7e78f46c8b-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.102s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.239982] env[69524]: INFO nova.compute.manager [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Took 18.15 seconds to build instance. [ 1280.338795] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f42e8c57-f01f-44e3-81b7-f314941ffaf3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquiring lock "0330ba92-b889-4d4d-91b1-757e8e537004" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.339268] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f42e8c57-f01f-44e3-81b7-f314941ffaf3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "0330ba92-b889-4d4d-91b1-757e8e537004" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.339398] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f42e8c57-f01f-44e3-81b7-f314941ffaf3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquiring lock "0330ba92-b889-4d4d-91b1-757e8e537004-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.339516] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f42e8c57-f01f-44e3-81b7-f314941ffaf3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "0330ba92-b889-4d4d-91b1-757e8e537004-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.339662] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f42e8c57-f01f-44e3-81b7-f314941ffaf3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "0330ba92-b889-4d4d-91b1-757e8e537004-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.342073] env[69524]: INFO nova.compute.manager [None req-f42e8c57-f01f-44e3-81b7-f314941ffaf3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 0330ba92-b889-4d4d-91b1-757e8e537004] Terminating instance [ 1280.452203] env[69524]: INFO nova.compute.manager [-] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Took 1.65 seconds to deallocate network for instance. [ 1280.480761] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "fef113bd-ed01-442c-9d72-0c4bfa381d96" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.555s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.597800] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Acquiring lock "refresh_cache-3198d5ad-375d-4938-9dd0-825896f9ed78" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.598046] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Acquired lock "refresh_cache-3198d5ad-375d-4938-9dd0-825896f9ed78" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.598185] env[69524]: DEBUG nova.network.neutron [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1280.744554] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f048838e-663b-41a5-89fd-3889c002f8a0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "37ccc7b5-7b66-4b47-8cd3-42d3c4321446" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.668s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.745051] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "37ccc7b5-7b66-4b47-8cd3-42d3c4321446" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.998s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.745433] env[69524]: INFO nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] During sync_power_state the instance has a pending task (spawning). Skip. [ 1280.748400] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "37ccc7b5-7b66-4b47-8cd3-42d3c4321446" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.849944] env[69524]: DEBUG nova.compute.manager [None req-f42e8c57-f01f-44e3-81b7-f314941ffaf3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 0330ba92-b889-4d4d-91b1-757e8e537004] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1280.850298] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f42e8c57-f01f-44e3-81b7-f314941ffaf3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 0330ba92-b889-4d4d-91b1-757e8e537004] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1280.851315] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11ba1cb-0879-4bb8-b5dd-94311685200e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.861542] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-f42e8c57-f01f-44e3-81b7-f314941ffaf3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 0330ba92-b889-4d4d-91b1-757e8e537004] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1280.862479] env[69524]: DEBUG nova.network.neutron [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Port 1828b09c-aa76-4f27-84fe-3616ca319a2a binding to destination host cpu-1 is already ACTIVE {{(pid=69524) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1280.863830] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07bd0ebe-b833-4c41-bedb-3e488a072019 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.872699] env[69524]: DEBUG oslo_vmware.api [None req-f42e8c57-f01f-44e3-81b7-f314941ffaf3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1280.872699] env[69524]: value = "task-4068954" [ 1280.872699] env[69524]: _type = "Task" [ 1280.872699] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.883018] env[69524]: DEBUG oslo_vmware.api [None req-f42e8c57-f01f-44e3-81b7-f314941ffaf3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068954, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.963303] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a0220db7-e0ba-43f2-87cc-163cb179393d tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.963670] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a0220db7-e0ba-43f2-87cc-163cb179393d tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.963973] env[69524]: DEBUG nova.objects.instance [None req-a0220db7-e0ba-43f2-87cc-163cb179393d tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lazy-loading 'resources' on Instance uuid 43b4dacf-06d7-42de-9d91-04e69295c1f2 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1281.145814] env[69524]: DEBUG nova.network.neutron [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1281.383678] env[69524]: DEBUG oslo_vmware.api [None req-f42e8c57-f01f-44e3-81b7-f314941ffaf3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068954, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.383848] env[69524]: DEBUG nova.network.neutron [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Updating instance_info_cache with network_info: [{"id": "6d82dd38-b4db-4340-819a-789be89ae20f", "address": "fa:16:3e:ac:e7:40", "network": {"id": "2261fad5-4ca6-482b-bb5d-96622a3665e3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1961364082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7121079d81b745c7ae7e861b43224581", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d82dd38-b4", "ovs_interfaceid": "6d82dd38-b4db-4340-819a-789be89ae20f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.669368] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b00f971-2eed-405b-8b9c-21b90d9c7100 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.680363] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c322617e-95d0-455c-97f8-99233b3b3a31 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.713320] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e038dc1e-111c-461e-836d-ccbd1cdf8fd2 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquiring lock "interface-fcbf3595-f64a-442b-a33d-dd7e78f46c8b-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.713557] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e038dc1e-111c-461e-836d-ccbd1cdf8fd2 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lock "interface-fcbf3595-f64a-442b-a33d-dd7e78f46c8b-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.713882] env[69524]: DEBUG nova.objects.instance [None req-e038dc1e-111c-461e-836d-ccbd1cdf8fd2 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lazy-loading 'flavor' on Instance uuid fcbf3595-f64a-442b-a33d-dd7e78f46c8b {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1281.715933] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0298fe32-bb5e-443e-a0e8-e013bc1df810 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.728024] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5fda81-935e-4df9-aab0-468710de5cb9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.747506] env[69524]: DEBUG nova.compute.provider_tree [None req-a0220db7-e0ba-43f2-87cc-163cb179393d tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1281.825147] env[69524]: DEBUG nova.compute.manager [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Stashing vm_state: active {{(pid=69524) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1281.891452] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquiring lock "0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.891674] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.891846] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.893307] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Releasing lock "refresh_cache-3198d5ad-375d-4938-9dd0-825896f9ed78" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.893592] env[69524]: DEBUG nova.compute.manager [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Instance network_info: |[{"id": "6d82dd38-b4db-4340-819a-789be89ae20f", "address": "fa:16:3e:ac:e7:40", "network": {"id": "2261fad5-4ca6-482b-bb5d-96622a3665e3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1961364082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7121079d81b745c7ae7e861b43224581", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d82dd38-b4", "ovs_interfaceid": "6d82dd38-b4db-4340-819a-789be89ae20f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1281.894798] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:e7:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b94712a6-b777-47dd-bc06-f9acfce2d936', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d82dd38-b4db-4340-819a-789be89ae20f', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1281.902831] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Creating folder: Project (7121079d81b745c7ae7e861b43224581). Parent ref: group-v806025. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1281.908093] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af883bfb-cd5d-41aa-a9f6-c464909702ad {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.910039] env[69524]: DEBUG oslo_vmware.api [None req-f42e8c57-f01f-44e3-81b7-f314941ffaf3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068954, 'name': PowerOffVM_Task, 'duration_secs': 0.526545} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.910599] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-f42e8c57-f01f-44e3-81b7-f314941ffaf3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 0330ba92-b889-4d4d-91b1-757e8e537004] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1281.910828] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f42e8c57-f01f-44e3-81b7-f314941ffaf3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 0330ba92-b889-4d4d-91b1-757e8e537004] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1281.911487] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e81b5fa2-e4fa-413a-8f9a-159c47267e64 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.922501] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Created folder: Project (7121079d81b745c7ae7e861b43224581) in parent group-v806025. [ 1281.922718] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Creating folder: Instances. Parent ref: group-v806333. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1281.922972] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc7f2536-f551-4d1f-a4a8-3f1f22dcda32 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.936979] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Created folder: Instances in parent group-v806333. [ 1281.937216] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1281.937441] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1281.937692] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94586d66-1ae1-4ec2-be38-5bdd82434f6d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.960979] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1281.960979] env[69524]: value = "task-4068958" [ 1281.960979] env[69524]: _type = "Task" [ 1281.960979] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.970434] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068958, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.999189] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f42e8c57-f01f-44e3-81b7-f314941ffaf3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 0330ba92-b889-4d4d-91b1-757e8e537004] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1281.999499] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f42e8c57-f01f-44e3-81b7-f314941ffaf3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 0330ba92-b889-4d4d-91b1-757e8e537004] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1281.999726] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-f42e8c57-f01f-44e3-81b7-f314941ffaf3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Deleting the datastore file [datastore1] 0330ba92-b889-4d4d-91b1-757e8e537004 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1282.000135] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a501b785-b29e-4c9b-a1c2-a26ad7d715ee {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.008565] env[69524]: DEBUG oslo_vmware.api [None req-f42e8c57-f01f-44e3-81b7-f314941ffaf3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1282.008565] env[69524]: value = "task-4068959" [ 1282.008565] env[69524]: _type = "Task" [ 1282.008565] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.018764] env[69524]: DEBUG oslo_vmware.api [None req-f42e8c57-f01f-44e3-81b7-f314941ffaf3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068959, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.252033] env[69524]: DEBUG nova.scheduler.client.report [None req-a0220db7-e0ba-43f2-87cc-163cb179393d tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1282.264813] env[69524]: DEBUG nova.compute.manager [req-13dd93e9-4de1-49a6-8c95-120bc0ab4305 req-93ecd89c-2992-42f4-9781-3870aa646d4e service nova] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Received event network-changed-6d82dd38-b4db-4340-819a-789be89ae20f {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1282.265227] env[69524]: DEBUG nova.compute.manager [req-13dd93e9-4de1-49a6-8c95-120bc0ab4305 req-93ecd89c-2992-42f4-9781-3870aa646d4e service nova] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Refreshing instance network info cache due to event network-changed-6d82dd38-b4db-4340-819a-789be89ae20f. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1282.265625] env[69524]: DEBUG oslo_concurrency.lockutils [req-13dd93e9-4de1-49a6-8c95-120bc0ab4305 req-93ecd89c-2992-42f4-9781-3870aa646d4e service nova] Acquiring lock "refresh_cache-3198d5ad-375d-4938-9dd0-825896f9ed78" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.265698] env[69524]: DEBUG oslo_concurrency.lockutils [req-13dd93e9-4de1-49a6-8c95-120bc0ab4305 req-93ecd89c-2992-42f4-9781-3870aa646d4e service nova] Acquired lock "refresh_cache-3198d5ad-375d-4938-9dd0-825896f9ed78" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.265994] env[69524]: DEBUG nova.network.neutron [req-13dd93e9-4de1-49a6-8c95-120bc0ab4305 req-93ecd89c-2992-42f4-9781-3870aa646d4e service nova] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Refreshing network info cache for port 6d82dd38-b4db-4340-819a-789be89ae20f {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1282.339524] env[69524]: DEBUG nova.objects.instance [None req-e038dc1e-111c-461e-836d-ccbd1cdf8fd2 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lazy-loading 'pci_requests' on Instance uuid fcbf3595-f64a-442b-a33d-dd7e78f46c8b {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1282.351650] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.473766] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068958, 'name': CreateVM_Task, 'duration_secs': 0.353254} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.473983] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1282.474603] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.474792] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.475142] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.475393] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50bd0b49-a8ac-43f6-b33a-18e13dea035d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.480340] env[69524]: DEBUG oslo_vmware.api [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Waiting for the task: (returnval){ [ 1282.480340] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52cc0714-a992-c0f9-09cd-cf3052f6a5e1" [ 1282.480340] env[69524]: _type = "Task" [ 1282.480340] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.488573] env[69524]: DEBUG oslo_vmware.api [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52cc0714-a992-c0f9-09cd-cf3052f6a5e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.519262] env[69524]: DEBUG oslo_vmware.api [None req-f42e8c57-f01f-44e3-81b7-f314941ffaf3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068959, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187419} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.519539] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-f42e8c57-f01f-44e3-81b7-f314941ffaf3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1282.519757] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f42e8c57-f01f-44e3-81b7-f314941ffaf3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 0330ba92-b889-4d4d-91b1-757e8e537004] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1282.520095] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f42e8c57-f01f-44e3-81b7-f314941ffaf3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 0330ba92-b889-4d4d-91b1-757e8e537004] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1282.520200] env[69524]: INFO nova.compute.manager [None req-f42e8c57-f01f-44e3-81b7-f314941ffaf3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 0330ba92-b889-4d4d-91b1-757e8e537004] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1282.520478] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f42e8c57-f01f-44e3-81b7-f314941ffaf3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1282.520692] env[69524]: DEBUG nova.compute.manager [-] [instance: 0330ba92-b889-4d4d-91b1-757e8e537004] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1282.520795] env[69524]: DEBUG nova.network.neutron [-] [instance: 0330ba92-b889-4d4d-91b1-757e8e537004] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1282.758288] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a0220db7-e0ba-43f2-87cc-163cb179393d tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.794s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.761064] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.410s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.781550] env[69524]: INFO nova.scheduler.client.report [None req-a0220db7-e0ba-43f2-87cc-163cb179393d tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Deleted allocations for instance 43b4dacf-06d7-42de-9d91-04e69295c1f2 [ 1282.843993] env[69524]: DEBUG nova.objects.base [None req-e038dc1e-111c-461e-836d-ccbd1cdf8fd2 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69524) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1282.844272] env[69524]: DEBUG nova.network.neutron [None req-e038dc1e-111c-461e-836d-ccbd1cdf8fd2 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1282.881455] env[69524]: DEBUG nova.policy [None req-e038dc1e-111c-461e-836d-ccbd1cdf8fd2 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75e9390581df481eb83f5286dd2996b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e79fb10ba570446e80b89783732d562f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 1282.963421] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquiring lock "refresh_cache-0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.963661] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquired lock "refresh_cache-0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.963903] env[69524]: DEBUG nova.network.neutron [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1282.990913] env[69524]: DEBUG oslo_vmware.api [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52cc0714-a992-c0f9-09cd-cf3052f6a5e1, 'name': SearchDatastore_Task, 'duration_secs': 0.01129} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.991239] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.991468] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1282.991698] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.991941] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.992029] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1282.992281] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27292b19-5b7b-4868-81ca-46685be961e2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.001982] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1283.001982] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1283.004920] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ad131d4-5eed-4a66-887b-5671076d2dd5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.012171] env[69524]: DEBUG oslo_vmware.api [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Waiting for the task: (returnval){ [ 1283.012171] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52a962c8-2b87-f132-7906-f759f3d9b4da" [ 1283.012171] env[69524]: _type = "Task" [ 1283.012171] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.020402] env[69524]: DEBUG oslo_vmware.api [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52a962c8-2b87-f132-7906-f759f3d9b4da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.054696] env[69524]: DEBUG nova.network.neutron [req-13dd93e9-4de1-49a6-8c95-120bc0ab4305 req-93ecd89c-2992-42f4-9781-3870aa646d4e service nova] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Updated VIF entry in instance network info cache for port 6d82dd38-b4db-4340-819a-789be89ae20f. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1283.055074] env[69524]: DEBUG nova.network.neutron [req-13dd93e9-4de1-49a6-8c95-120bc0ab4305 req-93ecd89c-2992-42f4-9781-3870aa646d4e service nova] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Updating instance_info_cache with network_info: [{"id": "6d82dd38-b4db-4340-819a-789be89ae20f", "address": "fa:16:3e:ac:e7:40", "network": {"id": "2261fad5-4ca6-482b-bb5d-96622a3665e3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1961364082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7121079d81b745c7ae7e861b43224581", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d82dd38-b4", "ovs_interfaceid": "6d82dd38-b4db-4340-819a-789be89ae20f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.128910] env[69524]: DEBUG nova.network.neutron [None req-e038dc1e-111c-461e-836d-ccbd1cdf8fd2 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Successfully created port: 1674675d-342d-4372-9a20-d41eabd098cb {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1283.233128] env[69524]: DEBUG nova.network.neutron [-] [instance: 0330ba92-b889-4d4d-91b1-757e8e537004] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.266514] env[69524]: INFO nova.compute.claims [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1283.290852] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a0220db7-e0ba-43f2-87cc-163cb179393d tempest-ServerActionsTestOtherB-840806999 tempest-ServerActionsTestOtherB-840806999-project-member] Lock "43b4dacf-06d7-42de-9d91-04e69295c1f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.785s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.293116] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "43b4dacf-06d7-42de-9d91-04e69295c1f2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.549s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.293801] env[69524]: INFO nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] During sync_power_state the instance has a pending task (deleting). Skip. [ 1283.293801] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "43b4dacf-06d7-42de-9d91-04e69295c1f2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.526877] env[69524]: DEBUG oslo_vmware.api [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52a962c8-2b87-f132-7906-f759f3d9b4da, 'name': SearchDatastore_Task, 'duration_secs': 0.01037} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.528079] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-033665ae-cbf4-4f6e-81b9-71c77befecab {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.536343] env[69524]: DEBUG oslo_vmware.api [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Waiting for the task: (returnval){ [ 1283.536343] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5206b2fb-0047-df29-a761-b0ff0c0982e1" [ 1283.536343] env[69524]: _type = "Task" [ 1283.536343] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.546905] env[69524]: DEBUG oslo_vmware.api [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5206b2fb-0047-df29-a761-b0ff0c0982e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.558216] env[69524]: DEBUG oslo_concurrency.lockutils [req-13dd93e9-4de1-49a6-8c95-120bc0ab4305 req-93ecd89c-2992-42f4-9781-3870aa646d4e service nova] Releasing lock "refresh_cache-3198d5ad-375d-4938-9dd0-825896f9ed78" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.713524] env[69524]: DEBUG nova.network.neutron [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Updating instance_info_cache with network_info: [{"id": "1828b09c-aa76-4f27-84fe-3616ca319a2a", "address": "fa:16:3e:65:b1:c8", "network": {"id": "83b5b669-1127-466e-a1d3-d2ddd7a35a32", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-128524143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ae0643199f1483bbac41f0f4a2857ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1828b09c-aa", "ovs_interfaceid": "1828b09c-aa76-4f27-84fe-3616ca319a2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.736518] env[69524]: INFO nova.compute.manager [-] [instance: 0330ba92-b889-4d4d-91b1-757e8e537004] Took 1.22 seconds to deallocate network for instance. [ 1283.773448] env[69524]: INFO nova.compute.resource_tracker [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Updating resource usage from migration bf69e141-37aa-4faf-bf22-c2ad09d85882 [ 1283.942159] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f710ba-f62a-4699-82ea-3815c36ad2bc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.951606] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e486c672-7000-4aff-b13b-83b5f363ec87 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.982610] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0532f0a-1655-4b7b-a50b-9c8e3b585489 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.990748] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30708bc8-5468-42d1-843e-e105b5eef7a7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.004699] env[69524]: DEBUG nova.compute.provider_tree [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1284.047898] env[69524]: DEBUG oslo_vmware.api [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5206b2fb-0047-df29-a761-b0ff0c0982e1, 'name': SearchDatastore_Task, 'duration_secs': 0.013597} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.048213] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.048526] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 3198d5ad-375d-4938-9dd0-825896f9ed78/3198d5ad-375d-4938-9dd0-825896f9ed78.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1284.048820] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec0edb92-f547-4bb2-8ca8-48c49b35dcb1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.056723] env[69524]: DEBUG oslo_vmware.api [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Waiting for the task: (returnval){ [ 1284.056723] env[69524]: value = "task-4068961" [ 1284.056723] env[69524]: _type = "Task" [ 1284.056723] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.066933] env[69524]: DEBUG oslo_vmware.api [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4068961, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.216790] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Releasing lock "refresh_cache-0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.243531] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f42e8c57-f01f-44e3-81b7-f314941ffaf3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.291646] env[69524]: DEBUG nova.compute.manager [req-d7cf72e2-6627-4795-af4c-a7954f81bef6 req-cd7ccdf8-3c46-4293-9bb3-206874b7628a service nova] [instance: 0330ba92-b889-4d4d-91b1-757e8e537004] Received event network-vif-deleted-19e15587-23cd-40e0-a160-117b7dff2a7d {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1284.508496] env[69524]: DEBUG nova.scheduler.client.report [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1284.569142] env[69524]: DEBUG oslo_vmware.api [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4068961, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.657215] env[69524]: DEBUG nova.compute.manager [req-60824723-1123-42dd-babe-b79f38199e5e req-c15156ea-3a0f-4965-bc15-d32525589aea service nova] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Received event network-vif-plugged-1674675d-342d-4372-9a20-d41eabd098cb {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1284.657513] env[69524]: DEBUG oslo_concurrency.lockutils [req-60824723-1123-42dd-babe-b79f38199e5e req-c15156ea-3a0f-4965-bc15-d32525589aea service nova] Acquiring lock "fcbf3595-f64a-442b-a33d-dd7e78f46c8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.657754] env[69524]: DEBUG oslo_concurrency.lockutils [req-60824723-1123-42dd-babe-b79f38199e5e req-c15156ea-3a0f-4965-bc15-d32525589aea service nova] Lock "fcbf3595-f64a-442b-a33d-dd7e78f46c8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1284.657918] env[69524]: DEBUG oslo_concurrency.lockutils [req-60824723-1123-42dd-babe-b79f38199e5e req-c15156ea-3a0f-4965-bc15-d32525589aea service nova] Lock "fcbf3595-f64a-442b-a33d-dd7e78f46c8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.658270] env[69524]: DEBUG nova.compute.manager [req-60824723-1123-42dd-babe-b79f38199e5e req-c15156ea-3a0f-4965-bc15-d32525589aea service nova] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] No waiting events found dispatching network-vif-plugged-1674675d-342d-4372-9a20-d41eabd098cb {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1284.658510] env[69524]: WARNING nova.compute.manager [req-60824723-1123-42dd-babe-b79f38199e5e req-c15156ea-3a0f-4965-bc15-d32525589aea service nova] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Received unexpected event network-vif-plugged-1674675d-342d-4372-9a20-d41eabd098cb for instance with vm_state active and task_state None. [ 1284.668290] env[69524]: DEBUG nova.network.neutron [None req-e038dc1e-111c-461e-836d-ccbd1cdf8fd2 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Successfully updated port: 1674675d-342d-4372-9a20-d41eabd098cb {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1284.728028] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ccd36e-fc27-43b7-93ae-c4d580431a68 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.737180] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0492527c-a16b-4702-816b-3215b4d30a16 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.013449] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.252s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.013842] env[69524]: INFO nova.compute.manager [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Migrating [ 1285.020542] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f42e8c57-f01f-44e3-81b7-f314941ffaf3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.777s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.020761] env[69524]: DEBUG nova.objects.instance [None req-f42e8c57-f01f-44e3-81b7-f314941ffaf3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lazy-loading 'resources' on Instance uuid 0330ba92-b889-4d4d-91b1-757e8e537004 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1285.068934] env[69524]: DEBUG oslo_vmware.api [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4068961, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693795} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.069318] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 3198d5ad-375d-4938-9dd0-825896f9ed78/3198d5ad-375d-4938-9dd0-825896f9ed78.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1285.069599] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1285.069943] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c342904-582e-48d2-97e3-070429cc5343 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.077609] env[69524]: DEBUG oslo_vmware.api [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Waiting for the task: (returnval){ [ 1285.077609] env[69524]: value = "task-4068962" [ 1285.077609] env[69524]: _type = "Task" [ 1285.077609] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.088043] env[69524]: DEBUG oslo_vmware.api [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4068962, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.173094] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e038dc1e-111c-461e-836d-ccbd1cdf8fd2 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquiring lock "refresh_cache-fcbf3595-f64a-442b-a33d-dd7e78f46c8b" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.173294] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e038dc1e-111c-461e-836d-ccbd1cdf8fd2 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquired lock "refresh_cache-fcbf3595-f64a-442b-a33d-dd7e78f46c8b" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.173489] env[69524]: DEBUG nova.network.neutron [None req-e038dc1e-111c-461e-836d-ccbd1cdf8fd2 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1285.531356] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquiring lock "refresh_cache-37ccc7b5-7b66-4b47-8cd3-42d3c4321446" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.531356] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquired lock "refresh_cache-37ccc7b5-7b66-4b47-8cd3-42d3c4321446" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.531575] env[69524]: DEBUG nova.network.neutron [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1285.588387] env[69524]: DEBUG oslo_vmware.api [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4068962, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082919} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.591418] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1285.592463] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e91272-1062-41ce-b418-de39421565b8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.617116] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 3198d5ad-375d-4938-9dd0-825896f9ed78/3198d5ad-375d-4938-9dd0-825896f9ed78.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1285.620407] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf25fff9-0a9c-4541-8038-b5a261828076 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.642318] env[69524]: DEBUG oslo_vmware.api [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Waiting for the task: (returnval){ [ 1285.642318] env[69524]: value = "task-4068963" [ 1285.642318] env[69524]: _type = "Task" [ 1285.642318] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.652106] env[69524]: DEBUG oslo_vmware.api [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4068963, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.721788] env[69524]: WARNING nova.network.neutron [None req-e038dc1e-111c-461e-836d-ccbd1cdf8fd2 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] 7f21e6c8-7948-4d2a-9388-e641a2d42214 already exists in list: networks containing: ['7f21e6c8-7948-4d2a-9388-e641a2d42214']. ignoring it [ 1285.744045] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac22658-a50e-4dc9-8ca5-9c03e5f3d735 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.752628] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f239387-cb21-4124-8c9a-a07983d35735 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.788247] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac835f7-c214-48dd-ad42-b5ef1c643354 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.796414] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845b7b18-19d6-4097-af8b-be30d3f1c605 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.810496] env[69524]: DEBUG nova.compute.provider_tree [None req-f42e8c57-f01f-44e3-81b7-f314941ffaf3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1285.845696] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64d5881-4b17-412a-904b-0069d474a9a2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.868792] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c59cceb-74c2-4438-8e15-47dcc2fbdf15 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.879241] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Updating instance '0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7' progress to 83 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1286.037975] env[69524]: DEBUG nova.network.neutron [None req-e038dc1e-111c-461e-836d-ccbd1cdf8fd2 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Updating instance_info_cache with network_info: [{"id": "f75630d0-ec9a-456a-9a55-26944a3f02ed", "address": "fa:16:3e:6c:97:e3", "network": {"id": "7f21e6c8-7948-4d2a-9388-e641a2d42214", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1972708614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e79fb10ba570446e80b89783732d562f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf75630d0-ec", "ovs_interfaceid": "f75630d0-ec9a-456a-9a55-26944a3f02ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1674675d-342d-4372-9a20-d41eabd098cb", "address": "fa:16:3e:de:51:66", "network": {"id": "7f21e6c8-7948-4d2a-9388-e641a2d42214", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1972708614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e79fb10ba570446e80b89783732d562f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1674675d-34", "ovs_interfaceid": "1674675d-342d-4372-9a20-d41eabd098cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.153627] env[69524]: DEBUG oslo_vmware.api [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4068963, 'name': ReconfigVM_Task, 'duration_secs': 0.29775} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.154013] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 3198d5ad-375d-4938-9dd0-825896f9ed78/3198d5ad-375d-4938-9dd0-825896f9ed78.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1286.154745] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cbd8767f-23e7-47f7-84d6-30e8adc3b1cf {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.161967] env[69524]: DEBUG oslo_vmware.api [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Waiting for the task: (returnval){ [ 1286.161967] env[69524]: value = "task-4068964" [ 1286.161967] env[69524]: _type = "Task" [ 1286.161967] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.172242] env[69524]: DEBUG oslo_vmware.api [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4068964, 'name': Rename_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.237604] env[69524]: DEBUG nova.network.neutron [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Updating instance_info_cache with network_info: [{"id": "bc4b99c9-7967-4b75-946c-e571702f3e44", "address": "fa:16:3e:fd:e1:cf", "network": {"id": "b23ca180-1a84-452a-9514-9d8f6aa62900", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1041588650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2fffe3417744e99ce079788dc320b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc4b99c9-79", "ovs_interfaceid": "bc4b99c9-7967-4b75-946c-e571702f3e44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.313866] env[69524]: DEBUG nova.scheduler.client.report [None req-f42e8c57-f01f-44e3-81b7-f314941ffaf3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1286.386553] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1286.386861] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-133056cb-d278-4302-9480-bc53766986da {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.395963] env[69524]: DEBUG oslo_vmware.api [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 1286.395963] env[69524]: value = "task-4068965" [ 1286.395963] env[69524]: _type = "Task" [ 1286.395963] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.404529] env[69524]: DEBUG oslo_vmware.api [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068965, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.541426] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e038dc1e-111c-461e-836d-ccbd1cdf8fd2 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Releasing lock "refresh_cache-fcbf3595-f64a-442b-a33d-dd7e78f46c8b" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.542234] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e038dc1e-111c-461e-836d-ccbd1cdf8fd2 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquiring lock "fcbf3595-f64a-442b-a33d-dd7e78f46c8b" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.542421] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e038dc1e-111c-461e-836d-ccbd1cdf8fd2 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquired lock "fcbf3595-f64a-442b-a33d-dd7e78f46c8b" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.543370] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1d361a-eff3-480e-a340-c766efcfc1af {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.563345] env[69524]: DEBUG nova.virt.hardware [None req-e038dc1e-111c-461e-836d-ccbd1cdf8fd2 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1286.563699] env[69524]: DEBUG nova.virt.hardware [None req-e038dc1e-111c-461e-836d-ccbd1cdf8fd2 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1286.563761] env[69524]: DEBUG nova.virt.hardware [None req-e038dc1e-111c-461e-836d-ccbd1cdf8fd2 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1286.563943] env[69524]: DEBUG nova.virt.hardware [None req-e038dc1e-111c-461e-836d-ccbd1cdf8fd2 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1286.564116] env[69524]: DEBUG nova.virt.hardware [None req-e038dc1e-111c-461e-836d-ccbd1cdf8fd2 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1286.564280] env[69524]: DEBUG nova.virt.hardware [None req-e038dc1e-111c-461e-836d-ccbd1cdf8fd2 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1286.564544] env[69524]: DEBUG nova.virt.hardware [None req-e038dc1e-111c-461e-836d-ccbd1cdf8fd2 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1286.564694] env[69524]: DEBUG nova.virt.hardware [None req-e038dc1e-111c-461e-836d-ccbd1cdf8fd2 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1286.564985] env[69524]: DEBUG nova.virt.hardware [None req-e038dc1e-111c-461e-836d-ccbd1cdf8fd2 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1286.565075] env[69524]: DEBUG nova.virt.hardware [None req-e038dc1e-111c-461e-836d-ccbd1cdf8fd2 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1286.565303] env[69524]: DEBUG nova.virt.hardware [None req-e038dc1e-111c-461e-836d-ccbd1cdf8fd2 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1286.571425] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-e038dc1e-111c-461e-836d-ccbd1cdf8fd2 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Reconfiguring VM to attach interface {{(pid=69524) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1286.571810] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c78038c2-815a-47ce-a086-aef450cdc2bd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.590115] env[69524]: DEBUG oslo_vmware.api [None req-e038dc1e-111c-461e-836d-ccbd1cdf8fd2 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Waiting for the task: (returnval){ [ 1286.590115] env[69524]: value = "task-4068966" [ 1286.590115] env[69524]: _type = "Task" [ 1286.590115] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.599472] env[69524]: DEBUG oslo_vmware.api [None req-e038dc1e-111c-461e-836d-ccbd1cdf8fd2 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4068966, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.672961] env[69524]: DEBUG oslo_vmware.api [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4068964, 'name': Rename_Task, 'duration_secs': 0.150132} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.673327] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1286.673667] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be2b5be2-7595-4820-9b58-deed8c7cc502 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.681659] env[69524]: DEBUG oslo_vmware.api [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Waiting for the task: (returnval){ [ 1286.681659] env[69524]: value = "task-4068967" [ 1286.681659] env[69524]: _type = "Task" [ 1286.681659] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.690962] env[69524]: DEBUG oslo_vmware.api [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4068967, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.741020] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Releasing lock "refresh_cache-37ccc7b5-7b66-4b47-8cd3-42d3c4321446" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.753212] env[69524]: DEBUG nova.compute.manager [req-274a0333-b54e-4ed1-80d8-6ff95f2b3628 req-b365733b-8edf-4df7-8a3c-e2d6bb5300fd service nova] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Received event network-changed-1674675d-342d-4372-9a20-d41eabd098cb {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1286.753532] env[69524]: DEBUG nova.compute.manager [req-274a0333-b54e-4ed1-80d8-6ff95f2b3628 req-b365733b-8edf-4df7-8a3c-e2d6bb5300fd service nova] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Refreshing instance network info cache due to event network-changed-1674675d-342d-4372-9a20-d41eabd098cb. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1286.753892] env[69524]: DEBUG oslo_concurrency.lockutils [req-274a0333-b54e-4ed1-80d8-6ff95f2b3628 req-b365733b-8edf-4df7-8a3c-e2d6bb5300fd service nova] Acquiring lock "refresh_cache-fcbf3595-f64a-442b-a33d-dd7e78f46c8b" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.754258] env[69524]: DEBUG oslo_concurrency.lockutils [req-274a0333-b54e-4ed1-80d8-6ff95f2b3628 req-b365733b-8edf-4df7-8a3c-e2d6bb5300fd service nova] Acquired lock "refresh_cache-fcbf3595-f64a-442b-a33d-dd7e78f46c8b" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.754535] env[69524]: DEBUG nova.network.neutron [req-274a0333-b54e-4ed1-80d8-6ff95f2b3628 req-b365733b-8edf-4df7-8a3c-e2d6bb5300fd service nova] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Refreshing network info cache for port 1674675d-342d-4372-9a20-d41eabd098cb {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1286.818932] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f42e8c57-f01f-44e3-81b7-f314941ffaf3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.798s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.844426] env[69524]: INFO nova.scheduler.client.report [None req-f42e8c57-f01f-44e3-81b7-f314941ffaf3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Deleted allocations for instance 0330ba92-b889-4d4d-91b1-757e8e537004 [ 1286.907180] env[69524]: DEBUG oslo_vmware.api [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4068965, 'name': PowerOnVM_Task, 'duration_secs': 0.437177} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.907529] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1286.907789] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d2958c-2455-463d-98e3-8c349300bb13 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Updating instance '0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7' progress to 100 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1287.101671] env[69524]: DEBUG oslo_vmware.api [None req-e038dc1e-111c-461e-836d-ccbd1cdf8fd2 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4068966, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.192069] env[69524]: DEBUG oslo_vmware.api [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4068967, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.355315] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f42e8c57-f01f-44e3-81b7-f314941ffaf3 tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "0330ba92-b889-4d4d-91b1-757e8e537004" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.015s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.600644] env[69524]: DEBUG oslo_vmware.api [None req-e038dc1e-111c-461e-836d-ccbd1cdf8fd2 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4068966, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.635691] env[69524]: DEBUG nova.network.neutron [req-274a0333-b54e-4ed1-80d8-6ff95f2b3628 req-b365733b-8edf-4df7-8a3c-e2d6bb5300fd service nova] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Updated VIF entry in instance network info cache for port 1674675d-342d-4372-9a20-d41eabd098cb. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1287.635691] env[69524]: DEBUG nova.network.neutron [req-274a0333-b54e-4ed1-80d8-6ff95f2b3628 req-b365733b-8edf-4df7-8a3c-e2d6bb5300fd service nova] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Updating instance_info_cache with network_info: [{"id": "f75630d0-ec9a-456a-9a55-26944a3f02ed", "address": "fa:16:3e:6c:97:e3", "network": {"id": "7f21e6c8-7948-4d2a-9388-e641a2d42214", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1972708614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e79fb10ba570446e80b89783732d562f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf75630d0-ec", "ovs_interfaceid": "f75630d0-ec9a-456a-9a55-26944a3f02ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1674675d-342d-4372-9a20-d41eabd098cb", "address": "fa:16:3e:de:51:66", "network": {"id": "7f21e6c8-7948-4d2a-9388-e641a2d42214", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1972708614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e79fb10ba570446e80b89783732d562f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1674675d-34", "ovs_interfaceid": "1674675d-342d-4372-9a20-d41eabd098cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.692847] env[69524]: DEBUG oslo_vmware.api [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4068967, 'name': PowerOnVM_Task, 'duration_secs': 0.540569} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.693452] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1287.693833] env[69524]: INFO nova.compute.manager [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Took 8.07 seconds to spawn the instance on the hypervisor. [ 1287.694190] env[69524]: DEBUG nova.compute.manager [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1287.695415] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d420cca-0c6f-4374-af1c-d8a096e3e403 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.100586] env[69524]: DEBUG oslo_vmware.api [None req-e038dc1e-111c-461e-836d-ccbd1cdf8fd2 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4068966, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.137580] env[69524]: DEBUG oslo_concurrency.lockutils [req-274a0333-b54e-4ed1-80d8-6ff95f2b3628 req-b365733b-8edf-4df7-8a3c-e2d6bb5300fd service nova] Releasing lock "refresh_cache-fcbf3595-f64a-442b-a33d-dd7e78f46c8b" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.212946] env[69524]: INFO nova.compute.manager [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Took 17.50 seconds to build instance. [ 1288.258567] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c931258-fa60-4f37-ad5c-b7f8b33af22c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.281986] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Updating instance '37ccc7b5-7b66-4b47-8cd3-42d3c4321446' progress to 0 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1288.603131] env[69524]: DEBUG oslo_vmware.api [None req-e038dc1e-111c-461e-836d-ccbd1cdf8fd2 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4068966, 'name': ReconfigVM_Task, 'duration_secs': 1.668833} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.605470] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e038dc1e-111c-461e-836d-ccbd1cdf8fd2 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Releasing lock "fcbf3595-f64a-442b-a33d-dd7e78f46c8b" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.605470] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-e038dc1e-111c-461e-836d-ccbd1cdf8fd2 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Reconfigured VM to attach interface {{(pid=69524) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1288.717571] env[69524]: DEBUG oslo_concurrency.lockutils [None req-6fd68253-d25c-48ae-8680-ba6a7639111e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Lock "3198d5ad-375d-4938-9dd0-825896f9ed78" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.010s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.717571] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "3198d5ad-375d-4938-9dd0-825896f9ed78" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 9.969s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.717571] env[69524]: INFO nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] During sync_power_state the instance has a pending task (networking). Skip. [ 1288.717571] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "3198d5ad-375d-4938-9dd0-825896f9ed78" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.789413] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1288.790509] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-898a587f-56a4-4af8-810d-098d077bc51e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.799336] env[69524]: DEBUG oslo_vmware.api [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1288.799336] env[69524]: value = "task-4068968" [ 1288.799336] env[69524]: _type = "Task" [ 1288.799336] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.811185] env[69524]: DEBUG oslo_vmware.api [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068968, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.109175] env[69524]: DEBUG oslo_concurrency.lockutils [None req-e038dc1e-111c-461e-836d-ccbd1cdf8fd2 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lock "interface-fcbf3595-f64a-442b-a33d-dd7e78f46c8b-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.395s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.251506] env[69524]: DEBUG oslo_concurrency.lockutils [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquiring lock "b4b979a7-c0e2-488c-abd0-0da7960e8e0e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.251792] env[69524]: DEBUG oslo_concurrency.lockutils [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "b4b979a7-c0e2-488c-abd0-0da7960e8e0e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.313219] env[69524]: DEBUG oslo_vmware.api [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068968, 'name': PowerOffVM_Task, 'duration_secs': 0.263304} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.313336] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1289.313996] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Updating instance '37ccc7b5-7b66-4b47-8cd3-42d3c4321446' progress to 17 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1289.340575] env[69524]: DEBUG nova.compute.manager [req-ad224d01-f039-4031-bd5d-c14e38a67497 req-392ac762-4762-47c8-8ee5-ec0803c4ad75 service nova] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Received event network-changed-6d82dd38-b4db-4340-819a-789be89ae20f {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1289.340785] env[69524]: DEBUG nova.compute.manager [req-ad224d01-f039-4031-bd5d-c14e38a67497 req-392ac762-4762-47c8-8ee5-ec0803c4ad75 service nova] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Refreshing instance network info cache due to event network-changed-6d82dd38-b4db-4340-819a-789be89ae20f. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1289.341007] env[69524]: DEBUG oslo_concurrency.lockutils [req-ad224d01-f039-4031-bd5d-c14e38a67497 req-392ac762-4762-47c8-8ee5-ec0803c4ad75 service nova] Acquiring lock "refresh_cache-3198d5ad-375d-4938-9dd0-825896f9ed78" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.341157] env[69524]: DEBUG oslo_concurrency.lockutils [req-ad224d01-f039-4031-bd5d-c14e38a67497 req-392ac762-4762-47c8-8ee5-ec0803c4ad75 service nova] Acquired lock "refresh_cache-3198d5ad-375d-4938-9dd0-825896f9ed78" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.341311] env[69524]: DEBUG nova.network.neutron [req-ad224d01-f039-4031-bd5d-c14e38a67497 req-392ac762-4762-47c8-8ee5-ec0803c4ad75 service nova] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Refreshing network info cache for port 6d82dd38-b4db-4340-819a-789be89ae20f {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1289.531997] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7fd9fdde-2fdb-478a-9242-8149f36afd70 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquiring lock "0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.532308] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7fd9fdde-2fdb-478a-9242-8149f36afd70 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.532548] env[69524]: DEBUG nova.compute.manager [None req-7fd9fdde-2fdb-478a-9242-8149f36afd70 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Going to confirm migration 7 {{(pid=69524) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1289.754916] env[69524]: DEBUG nova.compute.manager [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: b4b979a7-c0e2-488c-abd0-0da7960e8e0e] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1289.821356] env[69524]: DEBUG nova.virt.hardware [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1289.821600] env[69524]: DEBUG nova.virt.hardware [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1289.821756] env[69524]: DEBUG nova.virt.hardware [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1289.821935] env[69524]: DEBUG nova.virt.hardware [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1289.822182] env[69524]: DEBUG nova.virt.hardware [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1289.822518] env[69524]: DEBUG nova.virt.hardware [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1289.822652] env[69524]: DEBUG nova.virt.hardware [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1289.823068] env[69524]: DEBUG nova.virt.hardware [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1289.823121] env[69524]: DEBUG nova.virt.hardware [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1289.823241] env[69524]: DEBUG nova.virt.hardware [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1289.823412] env[69524]: DEBUG nova.virt.hardware [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1289.830883] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0cf9119c-96bd-4d91-bc0a-83be4ce8eca8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.849480] env[69524]: DEBUG oslo_vmware.api [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1289.849480] env[69524]: value = "task-4068969" [ 1289.849480] env[69524]: _type = "Task" [ 1289.849480] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.859726] env[69524]: DEBUG oslo_vmware.api [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068969, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.105657] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7fd9fdde-2fdb-478a-9242-8149f36afd70 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquiring lock "refresh_cache-0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.105922] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7fd9fdde-2fdb-478a-9242-8149f36afd70 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquired lock "refresh_cache-0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.106136] env[69524]: DEBUG nova.network.neutron [None req-7fd9fdde-2fdb-478a-9242-8149f36afd70 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1290.106327] env[69524]: DEBUG nova.objects.instance [None req-7fd9fdde-2fdb-478a-9242-8149f36afd70 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lazy-loading 'info_cache' on Instance uuid 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1290.154186] env[69524]: DEBUG nova.network.neutron [req-ad224d01-f039-4031-bd5d-c14e38a67497 req-392ac762-4762-47c8-8ee5-ec0803c4ad75 service nova] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Updated VIF entry in instance network info cache for port 6d82dd38-b4db-4340-819a-789be89ae20f. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1290.154586] env[69524]: DEBUG nova.network.neutron [req-ad224d01-f039-4031-bd5d-c14e38a67497 req-392ac762-4762-47c8-8ee5-ec0803c4ad75 service nova] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Updating instance_info_cache with network_info: [{"id": "6d82dd38-b4db-4340-819a-789be89ae20f", "address": "fa:16:3e:ac:e7:40", "network": {"id": "2261fad5-4ca6-482b-bb5d-96622a3665e3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1961364082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7121079d81b745c7ae7e861b43224581", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d82dd38-b4", "ovs_interfaceid": "6d82dd38-b4db-4340-819a-789be89ae20f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.284545] env[69524]: DEBUG oslo_concurrency.lockutils [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.284545] env[69524]: DEBUG oslo_concurrency.lockutils [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.285398] env[69524]: INFO nova.compute.claims [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: b4b979a7-c0e2-488c-abd0-0da7960e8e0e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1290.366331] env[69524]: DEBUG oslo_vmware.api [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068969, 'name': ReconfigVM_Task, 'duration_secs': 0.234333} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.366781] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Updating instance '37ccc7b5-7b66-4b47-8cd3-42d3c4321446' progress to 33 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1290.657883] env[69524]: DEBUG oslo_concurrency.lockutils [req-ad224d01-f039-4031-bd5d-c14e38a67497 req-392ac762-4762-47c8-8ee5-ec0803c4ad75 service nova] Releasing lock "refresh_cache-3198d5ad-375d-4938-9dd0-825896f9ed78" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.875487] env[69524]: DEBUG nova.virt.hardware [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1290.875752] env[69524]: DEBUG nova.virt.hardware [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1290.876295] env[69524]: DEBUG nova.virt.hardware [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1290.876295] env[69524]: DEBUG nova.virt.hardware [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1290.876295] env[69524]: DEBUG nova.virt.hardware [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1290.876480] env[69524]: DEBUG nova.virt.hardware [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1290.876588] env[69524]: DEBUG nova.virt.hardware [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1290.876744] env[69524]: DEBUG nova.virt.hardware [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1290.876908] env[69524]: DEBUG nova.virt.hardware [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1290.877080] env[69524]: DEBUG nova.virt.hardware [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1290.877255] env[69524]: DEBUG nova.virt.hardware [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1290.882681] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=69524) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1290.882998] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-036cdbd2-05dd-41c9-a6ad-5fc48b972d5f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.902409] env[69524]: DEBUG oslo_vmware.api [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1290.902409] env[69524]: value = "task-4068970" [ 1290.902409] env[69524]: _type = "Task" [ 1290.902409] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.912197] env[69524]: DEBUG oslo_vmware.api [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068970, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.044764] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0a73db93-599e-4a94-9dfd-6d9a847144d4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquiring lock "interface-fcbf3595-f64a-442b-a33d-dd7e78f46c8b-2d5a3ee4-a833-4fc3-ac07-80361b4fa806" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.045019] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0a73db93-599e-4a94-9dfd-6d9a847144d4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lock "interface-fcbf3595-f64a-442b-a33d-dd7e78f46c8b-2d5a3ee4-a833-4fc3-ac07-80361b4fa806" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.045407] env[69524]: DEBUG nova.objects.instance [None req-0a73db93-599e-4a94-9dfd-6d9a847144d4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lazy-loading 'flavor' on Instance uuid fcbf3595-f64a-442b-a33d-dd7e78f46c8b {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1291.415846] env[69524]: DEBUG oslo_vmware.api [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068970, 'name': ReconfigVM_Task, 'duration_secs': 0.183557} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.416168] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=69524) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1291.416864] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70bda1dd-79f1-484f-a628-141d50180309 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.173642] env[69524]: DEBUG nova.network.neutron [None req-7fd9fdde-2fdb-478a-9242-8149f36afd70 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Updating instance_info_cache with network_info: [{"id": "1828b09c-aa76-4f27-84fe-3616ca319a2a", "address": "fa:16:3e:65:b1:c8", "network": {"id": "83b5b669-1127-466e-a1d3-d2ddd7a35a32", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-128524143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ae0643199f1483bbac41f0f4a2857ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1e029825-6c65-4ac7-88f6-65f9d106db76", "external-id": "nsx-vlan-transportzone-428", "segmentation_id": 428, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1828b09c-aa", "ovs_interfaceid": "1828b09c-aa76-4f27-84fe-3616ca319a2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.202373] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 37ccc7b5-7b66-4b47-8cd3-42d3c4321446/37ccc7b5-7b66-4b47-8cd3-42d3c4321446.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1292.206026] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-095a24db-006b-44fd-a5c3-37b9bc290e15 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.224476] env[69524]: DEBUG oslo_vmware.api [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1292.224476] env[69524]: value = "task-4068971" [ 1292.224476] env[69524]: _type = "Task" [ 1292.224476] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.238278] env[69524]: DEBUG oslo_vmware.api [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068971, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.282193] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f544d0da-0b01-4fc7-b5a7-fe25a575ade5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.290524] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778e56c5-7be4-489a-9c6f-d56e1c93319f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.324019] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41126d95-f31c-4433-ad73-40db44fbabf7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.331910] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63bd8731-1d70-4ed9-b440-073a69fcc166 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.345997] env[69524]: DEBUG nova.compute.provider_tree [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1292.352019] env[69524]: DEBUG nova.objects.instance [None req-0a73db93-599e-4a94-9dfd-6d9a847144d4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lazy-loading 'pci_requests' on Instance uuid fcbf3595-f64a-442b-a33d-dd7e78f46c8b {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1292.676909] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7fd9fdde-2fdb-478a-9242-8149f36afd70 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Releasing lock "refresh_cache-0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.677237] env[69524]: DEBUG nova.objects.instance [None req-7fd9fdde-2fdb-478a-9242-8149f36afd70 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lazy-loading 'migration_context' on Instance uuid 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1292.734753] env[69524]: DEBUG oslo_vmware.api [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068971, 'name': ReconfigVM_Task, 'duration_secs': 0.27618} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.735043] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 37ccc7b5-7b66-4b47-8cd3-42d3c4321446/37ccc7b5-7b66-4b47-8cd3-42d3c4321446.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1292.735313] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Updating instance '37ccc7b5-7b66-4b47-8cd3-42d3c4321446' progress to 50 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1292.849094] env[69524]: DEBUG nova.scheduler.client.report [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1292.854975] env[69524]: DEBUG nova.objects.base [None req-0a73db93-599e-4a94-9dfd-6d9a847144d4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69524) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1292.855102] env[69524]: DEBUG nova.network.neutron [None req-0a73db93-599e-4a94-9dfd-6d9a847144d4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1292.955478] env[69524]: DEBUG nova.policy [None req-0a73db93-599e-4a94-9dfd-6d9a847144d4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75e9390581df481eb83f5286dd2996b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e79fb10ba570446e80b89783732d562f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 1293.180811] env[69524]: DEBUG nova.objects.base [None req-7fd9fdde-2fdb-478a-9242-8149f36afd70 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Object Instance<0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7> lazy-loaded attributes: info_cache,migration_context {{(pid=69524) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1293.185124] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aff49c6-cde2-4301-be3b-a733e9b12410 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.208387] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5daf24e4-1397-41aa-b71c-56c383c9157c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.215142] env[69524]: DEBUG oslo_vmware.api [None req-7fd9fdde-2fdb-478a-9242-8149f36afd70 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 1293.215142] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52ff3ca4-5381-da41-e564-92dfde2d6e13" [ 1293.215142] env[69524]: _type = "Task" [ 1293.215142] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.225886] env[69524]: DEBUG oslo_vmware.api [None req-7fd9fdde-2fdb-478a-9242-8149f36afd70 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52ff3ca4-5381-da41-e564-92dfde2d6e13, 'name': SearchDatastore_Task, 'duration_secs': 0.008071} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.226766] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7fd9fdde-2fdb-478a-9242-8149f36afd70 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.242462] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44972c5-0f00-4926-bcf3-a69c9d783a6b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.260761] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40707a1-153e-4ebc-a493-44b30c89db3f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.283013] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Updating instance '37ccc7b5-7b66-4b47-8cd3-42d3c4321446' progress to 67 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1293.354642] env[69524]: DEBUG oslo_concurrency.lockutils [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.071s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.355247] env[69524]: DEBUG nova.compute.manager [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: b4b979a7-c0e2-488c-abd0-0da7960e8e0e] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1293.358700] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7fd9fdde-2fdb-478a-9242-8149f36afd70 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.132s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.534872] env[69524]: DEBUG oslo_concurrency.lockutils [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Acquiring lock "28ab84d2-b9c9-48fc-971d-79004a81f246" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.535115] env[69524]: DEBUG oslo_concurrency.lockutils [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Lock "28ab84d2-b9c9-48fc-971d-79004a81f246" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.823613] env[69524]: DEBUG nova.network.neutron [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Port bc4b99c9-7967-4b75-946c-e571702f3e44 binding to destination host cpu-1 is already ACTIVE {{(pid=69524) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1293.860010] env[69524]: DEBUG nova.compute.utils [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1293.861510] env[69524]: DEBUG nova.compute.manager [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: b4b979a7-c0e2-488c-abd0-0da7960e8e0e] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1293.861629] env[69524]: DEBUG nova.network.neutron [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: b4b979a7-c0e2-488c-abd0-0da7960e8e0e] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1293.911503] env[69524]: DEBUG nova.policy [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd8e1eea2c1f941fa84188c6d8a0c65e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0a94659e7b1e4498afd816883f31bda9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 1294.040595] env[69524]: DEBUG nova.compute.manager [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] [instance: 28ab84d2-b9c9-48fc-971d-79004a81f246] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1294.076797] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf2fc1e-3d96-4015-abff-e900db9a3096 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.087056] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac3ce37-23e6-4d4b-963b-5a75fc05b794 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.124086] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c224d21-7d53-481a-bafd-eb76d6f4dc75 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.132410] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e8d4178-6d39-481e-ace2-8cb50bcb9b57 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.153258] env[69524]: DEBUG nova.compute.provider_tree [None req-7fd9fdde-2fdb-478a-9242-8149f36afd70 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1294.244224] env[69524]: DEBUG nova.network.neutron [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: b4b979a7-c0e2-488c-abd0-0da7960e8e0e] Successfully created port: 9e9192f6-ac9e-4982-bd56-2318d281208b {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1294.368773] env[69524]: DEBUG nova.compute.manager [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: b4b979a7-c0e2-488c-abd0-0da7960e8e0e] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1294.566628] env[69524]: DEBUG oslo_concurrency.lockutils [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.578718] env[69524]: DEBUG nova.compute.manager [req-03d13ea2-042a-4a06-ae47-1a3447d3a145 req-a32df85b-7a6c-42ba-917c-97b5e77fbcec service nova] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Received event network-vif-plugged-2d5a3ee4-a833-4fc3-ac07-80361b4fa806 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1294.579248] env[69524]: DEBUG oslo_concurrency.lockutils [req-03d13ea2-042a-4a06-ae47-1a3447d3a145 req-a32df85b-7a6c-42ba-917c-97b5e77fbcec service nova] Acquiring lock "fcbf3595-f64a-442b-a33d-dd7e78f46c8b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.579248] env[69524]: DEBUG oslo_concurrency.lockutils [req-03d13ea2-042a-4a06-ae47-1a3447d3a145 req-a32df85b-7a6c-42ba-917c-97b5e77fbcec service nova] Lock "fcbf3595-f64a-442b-a33d-dd7e78f46c8b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.579579] env[69524]: DEBUG oslo_concurrency.lockutils [req-03d13ea2-042a-4a06-ae47-1a3447d3a145 req-a32df85b-7a6c-42ba-917c-97b5e77fbcec service nova] Lock "fcbf3595-f64a-442b-a33d-dd7e78f46c8b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.579579] env[69524]: DEBUG nova.compute.manager [req-03d13ea2-042a-4a06-ae47-1a3447d3a145 req-a32df85b-7a6c-42ba-917c-97b5e77fbcec service nova] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] No waiting events found dispatching network-vif-plugged-2d5a3ee4-a833-4fc3-ac07-80361b4fa806 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1294.579709] env[69524]: WARNING nova.compute.manager [req-03d13ea2-042a-4a06-ae47-1a3447d3a145 req-a32df85b-7a6c-42ba-917c-97b5e77fbcec service nova] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Received unexpected event network-vif-plugged-2d5a3ee4-a833-4fc3-ac07-80361b4fa806 for instance with vm_state active and task_state None. [ 1294.652055] env[69524]: DEBUG nova.network.neutron [None req-0a73db93-599e-4a94-9dfd-6d9a847144d4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Successfully updated port: 2d5a3ee4-a833-4fc3-ac07-80361b4fa806 {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1294.656837] env[69524]: DEBUG nova.scheduler.client.report [None req-7fd9fdde-2fdb-478a-9242-8149f36afd70 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1294.849777] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquiring lock "37ccc7b5-7b66-4b47-8cd3-42d3c4321446-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.850223] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "37ccc7b5-7b66-4b47-8cd3-42d3c4321446-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.850223] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "37ccc7b5-7b66-4b47-8cd3-42d3c4321446-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.154963] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0a73db93-599e-4a94-9dfd-6d9a847144d4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquiring lock "refresh_cache-fcbf3595-f64a-442b-a33d-dd7e78f46c8b" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.155173] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0a73db93-599e-4a94-9dfd-6d9a847144d4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquired lock "refresh_cache-fcbf3595-f64a-442b-a33d-dd7e78f46c8b" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.155357] env[69524]: DEBUG nova.network.neutron [None req-0a73db93-599e-4a94-9dfd-6d9a847144d4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1295.378602] env[69524]: DEBUG nova.compute.manager [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: b4b979a7-c0e2-488c-abd0-0da7960e8e0e] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1295.408973] env[69524]: DEBUG nova.virt.hardware [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1295.409431] env[69524]: DEBUG nova.virt.hardware [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1295.409431] env[69524]: DEBUG nova.virt.hardware [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1295.409610] env[69524]: DEBUG nova.virt.hardware [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1295.409755] env[69524]: DEBUG nova.virt.hardware [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1295.409899] env[69524]: DEBUG nova.virt.hardware [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1295.410188] env[69524]: DEBUG nova.virt.hardware [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1295.410298] env[69524]: DEBUG nova.virt.hardware [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1295.410432] env[69524]: DEBUG nova.virt.hardware [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1295.410622] env[69524]: DEBUG nova.virt.hardware [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1295.410807] env[69524]: DEBUG nova.virt.hardware [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1295.411705] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dff7fa9-ddf8-4f34-a791-6ad60e5023e1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.420576] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc2eb67-8820-40b6-bc20-e00c1c674527 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.665405] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7fd9fdde-2fdb-478a-9242-8149f36afd70 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.307s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.669401] env[69524]: DEBUG oslo_concurrency.lockutils [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.103s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.671625] env[69524]: INFO nova.compute.claims [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] [instance: 28ab84d2-b9c9-48fc-971d-79004a81f246] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1295.676063] env[69524]: DEBUG nova.compute.manager [req-9653f663-9c56-44b9-9628-4f504443f6ba req-6dd4c788-2d3f-48ea-9659-1717b4dfd643 service nova] [instance: b4b979a7-c0e2-488c-abd0-0da7960e8e0e] Received event network-vif-plugged-9e9192f6-ac9e-4982-bd56-2318d281208b {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1295.679108] env[69524]: DEBUG oslo_concurrency.lockutils [req-9653f663-9c56-44b9-9628-4f504443f6ba req-6dd4c788-2d3f-48ea-9659-1717b4dfd643 service nova] Acquiring lock "b4b979a7-c0e2-488c-abd0-0da7960e8e0e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.679366] env[69524]: DEBUG oslo_concurrency.lockutils [req-9653f663-9c56-44b9-9628-4f504443f6ba req-6dd4c788-2d3f-48ea-9659-1717b4dfd643 service nova] Lock "b4b979a7-c0e2-488c-abd0-0da7960e8e0e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.679545] env[69524]: DEBUG oslo_concurrency.lockutils [req-9653f663-9c56-44b9-9628-4f504443f6ba req-6dd4c788-2d3f-48ea-9659-1717b4dfd643 service nova] Lock "b4b979a7-c0e2-488c-abd0-0da7960e8e0e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.680687] env[69524]: DEBUG nova.compute.manager [req-9653f663-9c56-44b9-9628-4f504443f6ba req-6dd4c788-2d3f-48ea-9659-1717b4dfd643 service nova] [instance: b4b979a7-c0e2-488c-abd0-0da7960e8e0e] No waiting events found dispatching network-vif-plugged-9e9192f6-ac9e-4982-bd56-2318d281208b {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1295.680687] env[69524]: WARNING nova.compute.manager [req-9653f663-9c56-44b9-9628-4f504443f6ba req-6dd4c788-2d3f-48ea-9659-1717b4dfd643 service nova] [instance: b4b979a7-c0e2-488c-abd0-0da7960e8e0e] Received unexpected event network-vif-plugged-9e9192f6-ac9e-4982-bd56-2318d281208b for instance with vm_state building and task_state spawning. [ 1295.701129] env[69524]: WARNING nova.network.neutron [None req-0a73db93-599e-4a94-9dfd-6d9a847144d4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] 7f21e6c8-7948-4d2a-9388-e641a2d42214 already exists in list: networks containing: ['7f21e6c8-7948-4d2a-9388-e641a2d42214']. ignoring it [ 1295.701129] env[69524]: WARNING nova.network.neutron [None req-0a73db93-599e-4a94-9dfd-6d9a847144d4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] 7f21e6c8-7948-4d2a-9388-e641a2d42214 already exists in list: networks containing: ['7f21e6c8-7948-4d2a-9388-e641a2d42214']. ignoring it [ 1295.718951] env[69524]: DEBUG nova.network.neutron [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: b4b979a7-c0e2-488c-abd0-0da7960e8e0e] Successfully updated port: 9e9192f6-ac9e-4982-bd56-2318d281208b {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1295.887197] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquiring lock "refresh_cache-37ccc7b5-7b66-4b47-8cd3-42d3c4321446" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.887505] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquired lock "refresh_cache-37ccc7b5-7b66-4b47-8cd3-42d3c4321446" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.887550] env[69524]: DEBUG nova.network.neutron [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1296.122992] env[69524]: DEBUG nova.network.neutron [None req-0a73db93-599e-4a94-9dfd-6d9a847144d4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Updating instance_info_cache with network_info: [{"id": "f75630d0-ec9a-456a-9a55-26944a3f02ed", "address": "fa:16:3e:6c:97:e3", "network": {"id": "7f21e6c8-7948-4d2a-9388-e641a2d42214", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1972708614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e79fb10ba570446e80b89783732d562f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf75630d0-ec", "ovs_interfaceid": "f75630d0-ec9a-456a-9a55-26944a3f02ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1674675d-342d-4372-9a20-d41eabd098cb", "address": "fa:16:3e:de:51:66", "network": {"id": "7f21e6c8-7948-4d2a-9388-e641a2d42214", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1972708614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e79fb10ba570446e80b89783732d562f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1674675d-34", "ovs_interfaceid": "1674675d-342d-4372-9a20-d41eabd098cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2d5a3ee4-a833-4fc3-ac07-80361b4fa806", "address": "fa:16:3e:2f:33:c2", "network": {"id": "7f21e6c8-7948-4d2a-9388-e641a2d42214", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1972708614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e79fb10ba570446e80b89783732d562f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d5a3ee4-a8", "ovs_interfaceid": "2d5a3ee4-a833-4fc3-ac07-80361b4fa806", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.222480] env[69524]: DEBUG oslo_concurrency.lockutils [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquiring lock "refresh_cache-b4b979a7-c0e2-488c-abd0-0da7960e8e0e" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.222721] env[69524]: DEBUG oslo_concurrency.lockutils [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquired lock "refresh_cache-b4b979a7-c0e2-488c-abd0-0da7960e8e0e" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.222871] env[69524]: DEBUG nova.network.neutron [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: b4b979a7-c0e2-488c-abd0-0da7960e8e0e] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1296.247273] env[69524]: INFO nova.scheduler.client.report [None req-7fd9fdde-2fdb-478a-9242-8149f36afd70 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Deleted allocation for migration 000aad1e-484a-485e-a739-1994a185b7a8 [ 1296.626385] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0a73db93-599e-4a94-9dfd-6d9a847144d4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Releasing lock "refresh_cache-fcbf3595-f64a-442b-a33d-dd7e78f46c8b" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.627465] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0a73db93-599e-4a94-9dfd-6d9a847144d4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquiring lock "fcbf3595-f64a-442b-a33d-dd7e78f46c8b" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.627800] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0a73db93-599e-4a94-9dfd-6d9a847144d4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquired lock "fcbf3595-f64a-442b-a33d-dd7e78f46c8b" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.628882] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14bdca25-b215-40e2-9608-959e1413b8a2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.648332] env[69524]: DEBUG nova.virt.hardware [None req-0a73db93-599e-4a94-9dfd-6d9a847144d4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1296.648607] env[69524]: DEBUG nova.virt.hardware [None req-0a73db93-599e-4a94-9dfd-6d9a847144d4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1296.648772] env[69524]: DEBUG nova.virt.hardware [None req-0a73db93-599e-4a94-9dfd-6d9a847144d4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1296.648959] env[69524]: DEBUG nova.virt.hardware [None req-0a73db93-599e-4a94-9dfd-6d9a847144d4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1296.649117] env[69524]: DEBUG nova.virt.hardware [None req-0a73db93-599e-4a94-9dfd-6d9a847144d4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1296.649263] env[69524]: DEBUG nova.virt.hardware [None req-0a73db93-599e-4a94-9dfd-6d9a847144d4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1296.649465] env[69524]: DEBUG nova.virt.hardware [None req-0a73db93-599e-4a94-9dfd-6d9a847144d4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1296.649619] env[69524]: DEBUG nova.virt.hardware [None req-0a73db93-599e-4a94-9dfd-6d9a847144d4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1296.649783] env[69524]: DEBUG nova.virt.hardware [None req-0a73db93-599e-4a94-9dfd-6d9a847144d4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1296.649941] env[69524]: DEBUG nova.virt.hardware [None req-0a73db93-599e-4a94-9dfd-6d9a847144d4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1296.650232] env[69524]: DEBUG nova.virt.hardware [None req-0a73db93-599e-4a94-9dfd-6d9a847144d4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1296.656653] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-0a73db93-599e-4a94-9dfd-6d9a847144d4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Reconfiguring VM to attach interface {{(pid=69524) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1296.657018] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7fe7a23-4f60-4038-8929-58241f0afa58 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.676770] env[69524]: DEBUG oslo_vmware.api [None req-0a73db93-599e-4a94-9dfd-6d9a847144d4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Waiting for the task: (returnval){ [ 1296.676770] env[69524]: value = "task-4068972" [ 1296.676770] env[69524]: _type = "Task" [ 1296.676770] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.685284] env[69524]: DEBUG oslo_vmware.api [None req-0a73db93-599e-4a94-9dfd-6d9a847144d4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4068972, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.754023] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7fd9fdde-2fdb-478a-9242-8149f36afd70 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.220s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.754944] env[69524]: DEBUG nova.network.neutron [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: b4b979a7-c0e2-488c-abd0-0da7960e8e0e] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1296.868820] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c28d3e-87e6-4044-8b22-079cefa076c1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.881977] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083138be-90d5-4c33-a759-1f3db84f72e3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.915909] env[69524]: DEBUG nova.network.neutron [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: b4b979a7-c0e2-488c-abd0-0da7960e8e0e] Updating instance_info_cache with network_info: [{"id": "9e9192f6-ac9e-4982-bd56-2318d281208b", "address": "fa:16:3e:5c:82:0c", "network": {"id": "fb5872dc-060d-440d-9732-412267d366b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-932153407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a94659e7b1e4498afd816883f31bda9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e9192f6-ac", "ovs_interfaceid": "9e9192f6-ac9e-4982-bd56-2318d281208b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.921022] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad443bae-739d-449b-bf2a-215ad22549be {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.926045] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c18668-30f5-45c7-a317-1f7a24c8a63e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.941452] env[69524]: DEBUG nova.compute.provider_tree [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1296.968949] env[69524]: DEBUG nova.network.neutron [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Updating instance_info_cache with network_info: [{"id": "bc4b99c9-7967-4b75-946c-e571702f3e44", "address": "fa:16:3e:fd:e1:cf", "network": {"id": "b23ca180-1a84-452a-9514-9d8f6aa62900", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1041588650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2fffe3417744e99ce079788dc320b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc4b99c9-79", "ovs_interfaceid": "bc4b99c9-7967-4b75-946c-e571702f3e44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.158892] env[69524]: DEBUG nova.compute.manager [req-0df2a51d-29ec-44b8-b745-01cd3e669b3f req-5e61d62e-bb12-45b0-a446-485abdaaa8a3 service nova] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Received event network-changed-2d5a3ee4-a833-4fc3-ac07-80361b4fa806 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1297.159300] env[69524]: DEBUG nova.compute.manager [req-0df2a51d-29ec-44b8-b745-01cd3e669b3f req-5e61d62e-bb12-45b0-a446-485abdaaa8a3 service nova] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Refreshing instance network info cache due to event network-changed-2d5a3ee4-a833-4fc3-ac07-80361b4fa806. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1297.159721] env[69524]: DEBUG oslo_concurrency.lockutils [req-0df2a51d-29ec-44b8-b745-01cd3e669b3f req-5e61d62e-bb12-45b0-a446-485abdaaa8a3 service nova] Acquiring lock "refresh_cache-fcbf3595-f64a-442b-a33d-dd7e78f46c8b" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.160049] env[69524]: DEBUG oslo_concurrency.lockutils [req-0df2a51d-29ec-44b8-b745-01cd3e669b3f req-5e61d62e-bb12-45b0-a446-485abdaaa8a3 service nova] Acquired lock "refresh_cache-fcbf3595-f64a-442b-a33d-dd7e78f46c8b" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.160337] env[69524]: DEBUG nova.network.neutron [req-0df2a51d-29ec-44b8-b745-01cd3e669b3f req-5e61d62e-bb12-45b0-a446-485abdaaa8a3 service nova] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Refreshing network info cache for port 2d5a3ee4-a833-4fc3-ac07-80361b4fa806 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1297.186418] env[69524]: INFO nova.compute.manager [None req-b89cb100-e168-4dc4-990e-8891db917514 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Get console output [ 1297.186852] env[69524]: WARNING nova.virt.vmwareapi.driver [None req-b89cb100-e168-4dc4-990e-8891db917514 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] The console log is missing. Check your VSPC configuration [ 1297.194821] env[69524]: DEBUG oslo_vmware.api [None req-0a73db93-599e-4a94-9dfd-6d9a847144d4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4068972, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.421744] env[69524]: DEBUG oslo_concurrency.lockutils [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Releasing lock "refresh_cache-b4b979a7-c0e2-488c-abd0-0da7960e8e0e" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.422207] env[69524]: DEBUG nova.compute.manager [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: b4b979a7-c0e2-488c-abd0-0da7960e8e0e] Instance network_info: |[{"id": "9e9192f6-ac9e-4982-bd56-2318d281208b", "address": "fa:16:3e:5c:82:0c", "network": {"id": "fb5872dc-060d-440d-9732-412267d366b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-932153407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a94659e7b1e4498afd816883f31bda9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e9192f6-ac", "ovs_interfaceid": "9e9192f6-ac9e-4982-bd56-2318d281208b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1297.422732] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: b4b979a7-c0e2-488c-abd0-0da7960e8e0e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:82:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '60567ee6-01d0-4b16-9c7a-4a896827d6eb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e9192f6-ac9e-4982-bd56-2318d281208b', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1297.432049] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1297.432269] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4b979a7-c0e2-488c-abd0-0da7960e8e0e] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1297.433028] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d42149fa-a56e-4543-91ba-814d83da54aa {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.449491] env[69524]: DEBUG nova.scheduler.client.report [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1297.462144] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1297.462144] env[69524]: value = "task-4068973" [ 1297.462144] env[69524]: _type = "Task" [ 1297.462144] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.472566] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1297.472817] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69524) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1297.473729] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Releasing lock "refresh_cache-37ccc7b5-7b66-4b47-8cd3-42d3c4321446" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.477498] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068973, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.692901] env[69524]: DEBUG oslo_vmware.api [None req-0a73db93-599e-4a94-9dfd-6d9a847144d4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4068972, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.710484] env[69524]: DEBUG nova.compute.manager [req-b7c4131f-827b-4081-9429-ef6d04e8c30e req-f8c00adb-ca06-4300-beb3-94b25005efc5 service nova] [instance: b4b979a7-c0e2-488c-abd0-0da7960e8e0e] Received event network-changed-9e9192f6-ac9e-4982-bd56-2318d281208b {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1297.710687] env[69524]: DEBUG nova.compute.manager [req-b7c4131f-827b-4081-9429-ef6d04e8c30e req-f8c00adb-ca06-4300-beb3-94b25005efc5 service nova] [instance: b4b979a7-c0e2-488c-abd0-0da7960e8e0e] Refreshing instance network info cache due to event network-changed-9e9192f6-ac9e-4982-bd56-2318d281208b. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1297.711046] env[69524]: DEBUG oslo_concurrency.lockutils [req-b7c4131f-827b-4081-9429-ef6d04e8c30e req-f8c00adb-ca06-4300-beb3-94b25005efc5 service nova] Acquiring lock "refresh_cache-b4b979a7-c0e2-488c-abd0-0da7960e8e0e" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.711046] env[69524]: DEBUG oslo_concurrency.lockutils [req-b7c4131f-827b-4081-9429-ef6d04e8c30e req-f8c00adb-ca06-4300-beb3-94b25005efc5 service nova] Acquired lock "refresh_cache-b4b979a7-c0e2-488c-abd0-0da7960e8e0e" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.711240] env[69524]: DEBUG nova.network.neutron [req-b7c4131f-827b-4081-9429-ef6d04e8c30e req-f8c00adb-ca06-4300-beb3-94b25005efc5 service nova] [instance: b4b979a7-c0e2-488c-abd0-0da7960e8e0e] Refreshing network info cache for port 9e9192f6-ac9e-4982-bd56-2318d281208b {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1297.873924] env[69524]: DEBUG nova.network.neutron [req-0df2a51d-29ec-44b8-b745-01cd3e669b3f req-5e61d62e-bb12-45b0-a446-485abdaaa8a3 service nova] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Updated VIF entry in instance network info cache for port 2d5a3ee4-a833-4fc3-ac07-80361b4fa806. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1297.874440] env[69524]: DEBUG nova.network.neutron [req-0df2a51d-29ec-44b8-b745-01cd3e669b3f req-5e61d62e-bb12-45b0-a446-485abdaaa8a3 service nova] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Updating instance_info_cache with network_info: [{"id": "f75630d0-ec9a-456a-9a55-26944a3f02ed", "address": "fa:16:3e:6c:97:e3", "network": {"id": "7f21e6c8-7948-4d2a-9388-e641a2d42214", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1972708614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e79fb10ba570446e80b89783732d562f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf75630d0-ec", "ovs_interfaceid": "f75630d0-ec9a-456a-9a55-26944a3f02ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1674675d-342d-4372-9a20-d41eabd098cb", "address": "fa:16:3e:de:51:66", "network": {"id": "7f21e6c8-7948-4d2a-9388-e641a2d42214", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1972708614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e79fb10ba570446e80b89783732d562f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1674675d-34", "ovs_interfaceid": "1674675d-342d-4372-9a20-d41eabd098cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2d5a3ee4-a833-4fc3-ac07-80361b4fa806", "address": "fa:16:3e:2f:33:c2", "network": {"id": "7f21e6c8-7948-4d2a-9388-e641a2d42214", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1972708614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e79fb10ba570446e80b89783732d562f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d5a3ee4-a8", "ovs_interfaceid": "2d5a3ee4-a833-4fc3-ac07-80361b4fa806", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.958128] env[69524]: DEBUG oslo_concurrency.lockutils [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.288s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.958485] env[69524]: DEBUG nova.compute.manager [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] [instance: 28ab84d2-b9c9-48fc-971d-79004a81f246] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1297.972892] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068973, 'name': CreateVM_Task, 'duration_secs': 0.327558} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.973105] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4b979a7-c0e2-488c-abd0-0da7960e8e0e] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1297.974051] env[69524]: DEBUG oslo_concurrency.lockutils [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.974051] env[69524]: DEBUG oslo_concurrency.lockutils [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.974231] env[69524]: DEBUG oslo_concurrency.lockutils [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.974484] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2897d783-844a-4ddc-a8c3-c17da041835c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.982482] env[69524]: DEBUG oslo_vmware.api [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1297.982482] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]520c60dd-55ec-ced1-a62b-e3b857747764" [ 1297.982482] env[69524]: _type = "Task" [ 1297.982482] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.996585] env[69524]: DEBUG oslo_vmware.api [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]520c60dd-55ec-ced1-a62b-e3b857747764, 'name': SearchDatastore_Task, 'duration_secs': 0.011283} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.998618] env[69524]: DEBUG oslo_concurrency.lockutils [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.998618] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: b4b979a7-c0e2-488c-abd0-0da7960e8e0e] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1297.998823] env[69524]: DEBUG oslo_concurrency.lockutils [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.998823] env[69524]: DEBUG oslo_concurrency.lockutils [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.999018] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1297.999861] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe8ff8a-0349-4a25-941c-9c26d755be82 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.002641] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-935ae3de-4b32-4780-9010-2babfc3325e8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.023021] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b75b3966-7635-4a00-a8a8-ad51291034ed {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.024868] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1298.025062] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1298.025706] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-374ab972-d22e-449f-9083-20834784bd19 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.032349] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Updating instance '37ccc7b5-7b66-4b47-8cd3-42d3c4321446' progress to 83 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1298.037120] env[69524]: DEBUG oslo_vmware.api [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1298.037120] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52f350e4-01f0-22c3-f0c3-a73cfddcbff4" [ 1298.037120] env[69524]: _type = "Task" [ 1298.037120] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.045482] env[69524]: DEBUG oslo_vmware.api [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52f350e4-01f0-22c3-f0c3-a73cfddcbff4, 'name': SearchDatastore_Task, 'duration_secs': 0.009848} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.046480] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-633e545e-27b9-40e4-a033-66953296ef52 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.053288] env[69524]: DEBUG oslo_vmware.api [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1298.053288] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52833f51-f631-747a-ca0d-12391865b0fb" [ 1298.053288] env[69524]: _type = "Task" [ 1298.053288] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.061541] env[69524]: DEBUG oslo_vmware.api [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52833f51-f631-747a-ca0d-12391865b0fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.189845] env[69524]: DEBUG oslo_vmware.api [None req-0a73db93-599e-4a94-9dfd-6d9a847144d4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4068972, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.377432] env[69524]: DEBUG oslo_concurrency.lockutils [req-0df2a51d-29ec-44b8-b745-01cd3e669b3f req-5e61d62e-bb12-45b0-a446-485abdaaa8a3 service nova] Releasing lock "refresh_cache-fcbf3595-f64a-442b-a33d-dd7e78f46c8b" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.421580] env[69524]: DEBUG nova.network.neutron [req-b7c4131f-827b-4081-9429-ef6d04e8c30e req-f8c00adb-ca06-4300-beb3-94b25005efc5 service nova] [instance: b4b979a7-c0e2-488c-abd0-0da7960e8e0e] Updated VIF entry in instance network info cache for port 9e9192f6-ac9e-4982-bd56-2318d281208b. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1298.421956] env[69524]: DEBUG nova.network.neutron [req-b7c4131f-827b-4081-9429-ef6d04e8c30e req-f8c00adb-ca06-4300-beb3-94b25005efc5 service nova] [instance: b4b979a7-c0e2-488c-abd0-0da7960e8e0e] Updating instance_info_cache with network_info: [{"id": "9e9192f6-ac9e-4982-bd56-2318d281208b", "address": "fa:16:3e:5c:82:0c", "network": {"id": "fb5872dc-060d-440d-9732-412267d366b6", "bridge": "br-int", "label": "tempest-ServersTestJSON-932153407-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0a94659e7b1e4498afd816883f31bda9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "60567ee6-01d0-4b16-9c7a-4a896827d6eb", "external-id": "nsx-vlan-transportzone-28", "segmentation_id": 28, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e9192f6-ac", "ovs_interfaceid": "9e9192f6-ac9e-4982-bd56-2318d281208b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.462718] env[69524]: DEBUG nova.compute.utils [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1298.464201] env[69524]: DEBUG nova.compute.manager [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] [instance: 28ab84d2-b9c9-48fc-971d-79004a81f246] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1298.464376] env[69524]: DEBUG nova.network.neutron [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] [instance: 28ab84d2-b9c9-48fc-971d-79004a81f246] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1298.475379] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1298.506985] env[69524]: DEBUG nova.policy [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ecf2516d08c4a4ca4ecfdc321ac39bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '101359ae348c441892860ee9a2722b4a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 1298.541082] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1298.541553] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1db03c11-7460-45c1-b1d9-633019ec122e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.551641] env[69524]: DEBUG oslo_vmware.api [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1298.551641] env[69524]: value = "task-4068974" [ 1298.551641] env[69524]: _type = "Task" [ 1298.551641] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.570125] env[69524]: DEBUG oslo_vmware.api [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068974, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.570447] env[69524]: DEBUG oslo_vmware.api [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52833f51-f631-747a-ca0d-12391865b0fb, 'name': SearchDatastore_Task, 'duration_secs': 0.009708} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.570720] env[69524]: DEBUG oslo_concurrency.lockutils [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.571021] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] b4b979a7-c0e2-488c-abd0-0da7960e8e0e/b4b979a7-c0e2-488c-abd0-0da7960e8e0e.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1298.571334] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2d550fd-a45c-4952-a918-a9effd35422f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.578604] env[69524]: DEBUG oslo_vmware.api [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1298.578604] env[69524]: value = "task-4068975" [ 1298.578604] env[69524]: _type = "Task" [ 1298.578604] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.587725] env[69524]: DEBUG oslo_vmware.api [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068975, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.691239] env[69524]: DEBUG oslo_vmware.api [None req-0a73db93-599e-4a94-9dfd-6d9a847144d4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4068972, 'name': ReconfigVM_Task, 'duration_secs': 1.548276} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.691783] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0a73db93-599e-4a94-9dfd-6d9a847144d4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Releasing lock "fcbf3595-f64a-442b-a33d-dd7e78f46c8b" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.692007] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-0a73db93-599e-4a94-9dfd-6d9a847144d4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Reconfigured VM to attach interface {{(pid=69524) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1298.801803] env[69524]: DEBUG nova.network.neutron [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] [instance: 28ab84d2-b9c9-48fc-971d-79004a81f246] Successfully created port: 2c6867a7-b51d-420a-93d4-28206a8dc55a {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1298.925355] env[69524]: DEBUG oslo_concurrency.lockutils [req-b7c4131f-827b-4081-9429-ef6d04e8c30e req-f8c00adb-ca06-4300-beb3-94b25005efc5 service nova] Releasing lock "refresh_cache-b4b979a7-c0e2-488c-abd0-0da7960e8e0e" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.967728] env[69524]: DEBUG nova.compute.manager [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] [instance: 28ab84d2-b9c9-48fc-971d-79004a81f246] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1299.065283] env[69524]: DEBUG oslo_vmware.api [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068974, 'name': PowerOnVM_Task, 'duration_secs': 0.450487} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.065665] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1299.065750] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-8d47b309-9262-4f6c-8fc8-5598f35ac5c0 tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Updating instance '37ccc7b5-7b66-4b47-8cd3-42d3c4321446' progress to 100 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1299.089783] env[69524]: DEBUG oslo_vmware.api [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068975, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.197519] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0a73db93-599e-4a94-9dfd-6d9a847144d4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lock "interface-fcbf3595-f64a-442b-a33d-dd7e78f46c8b-2d5a3ee4-a833-4fc3-ac07-80361b4fa806" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.152s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.592241] env[69524]: DEBUG oslo_vmware.api [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068975, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600019} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.592598] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] b4b979a7-c0e2-488c-abd0-0da7960e8e0e/b4b979a7-c0e2-488c-abd0-0da7960e8e0e.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1299.592840] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: b4b979a7-c0e2-488c-abd0-0da7960e8e0e] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1299.593131] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b6376780-5b81-4dcf-9521-d103a6d47d79 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.600202] env[69524]: DEBUG oslo_vmware.api [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1299.600202] env[69524]: value = "task-4068976" [ 1299.600202] env[69524]: _type = "Task" [ 1299.600202] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.608856] env[69524]: DEBUG oslo_vmware.api [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068976, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.981066] env[69524]: DEBUG nova.compute.manager [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] [instance: 28ab84d2-b9c9-48fc-971d-79004a81f246] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1300.010748] env[69524]: DEBUG nova.virt.hardware [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1300.011145] env[69524]: DEBUG nova.virt.hardware [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1300.011354] env[69524]: DEBUG nova.virt.hardware [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1300.011608] env[69524]: DEBUG nova.virt.hardware [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1300.011807] env[69524]: DEBUG nova.virt.hardware [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1300.012018] env[69524]: DEBUG nova.virt.hardware [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1300.012301] env[69524]: DEBUG nova.virt.hardware [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1300.012512] env[69524]: DEBUG nova.virt.hardware [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1300.012730] env[69524]: DEBUG nova.virt.hardware [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1300.012905] env[69524]: DEBUG nova.virt.hardware [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1300.013096] env[69524]: DEBUG nova.virt.hardware [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1300.014110] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fd41d18-2963-4da2-a372-ccab2bb0178b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.024031] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b874e1e-24ec-4ec2-b1bb-cff8d2addfca {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.109879] env[69524]: DEBUG oslo_vmware.api [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068976, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069869} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.110365] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: b4b979a7-c0e2-488c-abd0-0da7960e8e0e] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1300.111399] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203f9a7b-0ada-42f8-a97b-6faf7dd7b02e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.135868] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: b4b979a7-c0e2-488c-abd0-0da7960e8e0e] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] b4b979a7-c0e2-488c-abd0-0da7960e8e0e/b4b979a7-c0e2-488c-abd0-0da7960e8e0e.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1300.137064] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52863fcb-eddb-4bfb-98f4-b5f9fb4c8de2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.157833] env[69524]: DEBUG oslo_vmware.api [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1300.157833] env[69524]: value = "task-4068977" [ 1300.157833] env[69524]: _type = "Task" [ 1300.157833] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.167876] env[69524]: DEBUG oslo_vmware.api [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068977, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.465300] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1300.548338] env[69524]: DEBUG nova.network.neutron [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] [instance: 28ab84d2-b9c9-48fc-971d-79004a81f246] Successfully updated port: 2c6867a7-b51d-420a-93d4-28206a8dc55a {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1300.589553] env[69524]: DEBUG nova.compute.manager [req-fffe5fa8-930f-42ad-93d8-1e943684aa0d req-55920822-dd3c-4967-ad2b-1ee3051f2afa service nova] [instance: 28ab84d2-b9c9-48fc-971d-79004a81f246] Received event network-vif-plugged-2c6867a7-b51d-420a-93d4-28206a8dc55a {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1300.590022] env[69524]: DEBUG oslo_concurrency.lockutils [req-fffe5fa8-930f-42ad-93d8-1e943684aa0d req-55920822-dd3c-4967-ad2b-1ee3051f2afa service nova] Acquiring lock "28ab84d2-b9c9-48fc-971d-79004a81f246-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.590022] env[69524]: DEBUG oslo_concurrency.lockutils [req-fffe5fa8-930f-42ad-93d8-1e943684aa0d req-55920822-dd3c-4967-ad2b-1ee3051f2afa service nova] Lock "28ab84d2-b9c9-48fc-971d-79004a81f246-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.590772] env[69524]: DEBUG oslo_concurrency.lockutils [req-fffe5fa8-930f-42ad-93d8-1e943684aa0d req-55920822-dd3c-4967-ad2b-1ee3051f2afa service nova] Lock "28ab84d2-b9c9-48fc-971d-79004a81f246-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.590842] env[69524]: DEBUG nova.compute.manager [req-fffe5fa8-930f-42ad-93d8-1e943684aa0d req-55920822-dd3c-4967-ad2b-1ee3051f2afa service nova] [instance: 28ab84d2-b9c9-48fc-971d-79004a81f246] No waiting events found dispatching network-vif-plugged-2c6867a7-b51d-420a-93d4-28206a8dc55a {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1300.591627] env[69524]: WARNING nova.compute.manager [req-fffe5fa8-930f-42ad-93d8-1e943684aa0d req-55920822-dd3c-4967-ad2b-1ee3051f2afa service nova] [instance: 28ab84d2-b9c9-48fc-971d-79004a81f246] Received unexpected event network-vif-plugged-2c6867a7-b51d-420a-93d4-28206a8dc55a for instance with vm_state building and task_state spawning. [ 1300.671310] env[69524]: DEBUG oslo_vmware.api [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068977, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.976710] env[69524]: DEBUG oslo_concurrency.lockutils [None req-36796be6-83e2-493f-8a25-d7ec63356b8c tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquiring lock "37ccc7b5-7b66-4b47-8cd3-42d3c4321446" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.977112] env[69524]: DEBUG oslo_concurrency.lockutils [None req-36796be6-83e2-493f-8a25-d7ec63356b8c tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "37ccc7b5-7b66-4b47-8cd3-42d3c4321446" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.977404] env[69524]: DEBUG nova.compute.manager [None req-36796be6-83e2-493f-8a25-d7ec63356b8c tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Going to confirm migration 8 {{(pid=69524) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1301.052130] env[69524]: DEBUG oslo_concurrency.lockutils [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Acquiring lock "refresh_cache-28ab84d2-b9c9-48fc-971d-79004a81f246" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.052601] env[69524]: DEBUG oslo_concurrency.lockutils [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Acquired lock "refresh_cache-28ab84d2-b9c9-48fc-971d-79004a81f246" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.052601] env[69524]: DEBUG nova.network.neutron [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] [instance: 28ab84d2-b9c9-48fc-971d-79004a81f246] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1301.169865] env[69524]: DEBUG oslo_vmware.api [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068977, 'name': ReconfigVM_Task, 'duration_secs': 0.758557} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.170204] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: b4b979a7-c0e2-488c-abd0-0da7960e8e0e] Reconfigured VM instance instance-00000072 to attach disk [datastore1] b4b979a7-c0e2-488c-abd0-0da7960e8e0e/b4b979a7-c0e2-488c-abd0-0da7960e8e0e.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1301.171044] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bde95ee6-1b81-407e-bfdc-20ee7080bfe9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.179238] env[69524]: DEBUG oslo_vmware.api [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1301.179238] env[69524]: value = "task-4068978" [ 1301.179238] env[69524]: _type = "Task" [ 1301.179238] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.189070] env[69524]: DEBUG oslo_vmware.api [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068978, 'name': Rename_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.190596] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f4f62032-f3b6-4484-9690-a59c982356f0 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquiring lock "interface-fcbf3595-f64a-442b-a33d-dd7e78f46c8b-1674675d-342d-4372-9a20-d41eabd098cb" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.190867] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f4f62032-f3b6-4484-9690-a59c982356f0 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lock "interface-fcbf3595-f64a-442b-a33d-dd7e78f46c8b-1674675d-342d-4372-9a20-d41eabd098cb" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.470721] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1301.471933] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1301.530416] env[69524]: DEBUG oslo_concurrency.lockutils [None req-36796be6-83e2-493f-8a25-d7ec63356b8c tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquiring lock "refresh_cache-37ccc7b5-7b66-4b47-8cd3-42d3c4321446" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.530651] env[69524]: DEBUG oslo_concurrency.lockutils [None req-36796be6-83e2-493f-8a25-d7ec63356b8c tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquired lock "refresh_cache-37ccc7b5-7b66-4b47-8cd3-42d3c4321446" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.530842] env[69524]: DEBUG nova.network.neutron [None req-36796be6-83e2-493f-8a25-d7ec63356b8c tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1301.531036] env[69524]: DEBUG nova.objects.instance [None req-36796be6-83e2-493f-8a25-d7ec63356b8c tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lazy-loading 'info_cache' on Instance uuid 37ccc7b5-7b66-4b47-8cd3-42d3c4321446 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1301.584338] env[69524]: DEBUG nova.network.neutron [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] [instance: 28ab84d2-b9c9-48fc-971d-79004a81f246] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1301.689819] env[69524]: DEBUG oslo_vmware.api [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068978, 'name': Rename_Task, 'duration_secs': 0.150303} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.692542] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: b4b979a7-c0e2-488c-abd0-0da7960e8e0e] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1301.692833] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46af8f50-8841-48ad-99f9-e8b29c30850b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.694808] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f4f62032-f3b6-4484-9690-a59c982356f0 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquiring lock "fcbf3595-f64a-442b-a33d-dd7e78f46c8b" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.694968] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f4f62032-f3b6-4484-9690-a59c982356f0 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquired lock "fcbf3595-f64a-442b-a33d-dd7e78f46c8b" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.695738] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29ddd32-253e-481a-9d46-a70f71210303 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.715713] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad669026-ce0a-40bd-8d75-2a2f5818a3c6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.718843] env[69524]: DEBUG oslo_vmware.api [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1301.718843] env[69524]: value = "task-4068979" [ 1301.718843] env[69524]: _type = "Task" [ 1301.718843] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.754468] env[69524]: DEBUG oslo_vmware.api [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068979, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.760670] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f4f62032-f3b6-4484-9690-a59c982356f0 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Reconfiguring VM to detach interface {{(pid=69524) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1301.760958] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2b7e9ba-7127-41d1-93e6-96f3ea415193 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.780334] env[69524]: DEBUG oslo_vmware.api [None req-f4f62032-f3b6-4484-9690-a59c982356f0 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Waiting for the task: (returnval){ [ 1301.780334] env[69524]: value = "task-4068980" [ 1301.780334] env[69524]: _type = "Task" [ 1301.780334] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.785135] env[69524]: DEBUG nova.network.neutron [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] [instance: 28ab84d2-b9c9-48fc-971d-79004a81f246] Updating instance_info_cache with network_info: [{"id": "2c6867a7-b51d-420a-93d4-28206a8dc55a", "address": "fa:16:3e:32:1d:4a", "network": {"id": "f17976ec-9e5f-4059-aad8-c0cd500663ed", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-2037673210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "101359ae348c441892860ee9a2722b4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c6867a7-b5", "ovs_interfaceid": "2c6867a7-b51d-420a-93d4-28206a8dc55a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1301.791925] env[69524]: DEBUG oslo_vmware.api [None req-f4f62032-f3b6-4484-9690-a59c982356f0 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4068980, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.974109] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.974381] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.974555] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.974718] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69524) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1301.975639] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d055f138-e4c4-4334-a4e6-b88d42c2d83f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.984575] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a9380b-119b-46af-8e68-3c1eb0391df3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.998261] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71016ddf-ba8c-4555-a517-10e7d139e497 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.004923] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149559a8-df3d-4f93-9ed3-9ac9536c64a5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.038036] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179113MB free_disk=20GB free_vcpus=48 pci_devices=None {{(pid=69524) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1302.038036] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.038036] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.230524] env[69524]: DEBUG oslo_vmware.api [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068979, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.287470] env[69524]: DEBUG oslo_concurrency.lockutils [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Releasing lock "refresh_cache-28ab84d2-b9c9-48fc-971d-79004a81f246" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.287846] env[69524]: DEBUG nova.compute.manager [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] [instance: 28ab84d2-b9c9-48fc-971d-79004a81f246] Instance network_info: |[{"id": "2c6867a7-b51d-420a-93d4-28206a8dc55a", "address": "fa:16:3e:32:1d:4a", "network": {"id": "f17976ec-9e5f-4059-aad8-c0cd500663ed", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-2037673210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "101359ae348c441892860ee9a2722b4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c6867a7-b5", "ovs_interfaceid": "2c6867a7-b51d-420a-93d4-28206a8dc55a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1302.291733] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] [instance: 28ab84d2-b9c9-48fc-971d-79004a81f246] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:1d:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ee9f433-666e-4d74-96df-c7c7a6ac7fda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c6867a7-b51d-420a-93d4-28206a8dc55a', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1302.299427] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Creating folder: Project (101359ae348c441892860ee9a2722b4a). Parent ref: group-v806025. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1302.299726] env[69524]: DEBUG oslo_vmware.api [None req-f4f62032-f3b6-4484-9690-a59c982356f0 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4068980, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.299948] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f32f1da9-6eab-4d1b-8bf3-7aa3aed204f4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.311203] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Created folder: Project (101359ae348c441892860ee9a2722b4a) in parent group-v806025. [ 1302.311396] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Creating folder: Instances. Parent ref: group-v806337. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1302.311771] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f708432b-221f-4a22-b396-1dc230e3ae89 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.323315] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Created folder: Instances in parent group-v806337. [ 1302.323608] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1302.323828] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28ab84d2-b9c9-48fc-971d-79004a81f246] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1302.324100] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1da4b942-b520-429c-a1f7-cdbc55ff3836 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.343728] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1302.343728] env[69524]: value = "task-4068983" [ 1302.343728] env[69524]: _type = "Task" [ 1302.343728] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.351973] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068983, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.681322] env[69524]: DEBUG nova.compute.manager [req-a088436d-c660-4a74-b73d-645f51aa1922 req-1cc2fdd8-a7f2-4da8-931f-a693e4121370 service nova] [instance: 28ab84d2-b9c9-48fc-971d-79004a81f246] Received event network-changed-2c6867a7-b51d-420a-93d4-28206a8dc55a {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1302.681542] env[69524]: DEBUG nova.compute.manager [req-a088436d-c660-4a74-b73d-645f51aa1922 req-1cc2fdd8-a7f2-4da8-931f-a693e4121370 service nova] [instance: 28ab84d2-b9c9-48fc-971d-79004a81f246] Refreshing instance network info cache due to event network-changed-2c6867a7-b51d-420a-93d4-28206a8dc55a. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1302.681759] env[69524]: DEBUG oslo_concurrency.lockutils [req-a088436d-c660-4a74-b73d-645f51aa1922 req-1cc2fdd8-a7f2-4da8-931f-a693e4121370 service nova] Acquiring lock "refresh_cache-28ab84d2-b9c9-48fc-971d-79004a81f246" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.681926] env[69524]: DEBUG oslo_concurrency.lockutils [req-a088436d-c660-4a74-b73d-645f51aa1922 req-1cc2fdd8-a7f2-4da8-931f-a693e4121370 service nova] Acquired lock "refresh_cache-28ab84d2-b9c9-48fc-971d-79004a81f246" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.682164] env[69524]: DEBUG nova.network.neutron [req-a088436d-c660-4a74-b73d-645f51aa1922 req-1cc2fdd8-a7f2-4da8-931f-a693e4121370 service nova] [instance: 28ab84d2-b9c9-48fc-971d-79004a81f246] Refreshing network info cache for port 2c6867a7-b51d-420a-93d4-28206a8dc55a {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1302.729910] env[69524]: DEBUG oslo_vmware.api [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068979, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.791979] env[69524]: DEBUG oslo_vmware.api [None req-f4f62032-f3b6-4484-9690-a59c982356f0 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4068980, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.834265] env[69524]: DEBUG nova.network.neutron [None req-36796be6-83e2-493f-8a25-d7ec63356b8c tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Updating instance_info_cache with network_info: [{"id": "bc4b99c9-7967-4b75-946c-e571702f3e44", "address": "fa:16:3e:fd:e1:cf", "network": {"id": "b23ca180-1a84-452a-9514-9d8f6aa62900", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1041588650-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d2fffe3417744e99ce079788dc320b9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc4b99c9-79", "ovs_interfaceid": "bc4b99c9-7967-4b75-946c-e571702f3e44", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.854789] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4068983, 'name': CreateVM_Task, 'duration_secs': 0.343257} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.854960] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28ab84d2-b9c9-48fc-971d-79004a81f246] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1302.855640] env[69524]: DEBUG oslo_concurrency.lockutils [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.855804] env[69524]: DEBUG oslo_concurrency.lockutils [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.856158] env[69524]: DEBUG oslo_concurrency.lockutils [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.856420] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d362b36-7cb1-4abc-aa1e-3d8be470f0de {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.861514] env[69524]: DEBUG oslo_vmware.api [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Waiting for the task: (returnval){ [ 1302.861514] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]520d84ec-f58a-e549-ce81-c8ea175b9127" [ 1302.861514] env[69524]: _type = "Task" [ 1302.861514] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.870366] env[69524]: DEBUG oslo_vmware.api [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]520d84ec-f58a-e549-ce81-c8ea175b9127, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.049842] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Applying migration context for instance 37ccc7b5-7b66-4b47-8cd3-42d3c4321446 as it has an incoming, in-progress migration bf69e141-37aa-4faf-bf22-c2ad09d85882. Migration status is finished {{(pid=69524) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1303.051682] env[69524]: INFO nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Updating resource usage from migration bf69e141-37aa-4faf-bf22-c2ad09d85882 [ 1303.075234] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 035b9722-90f0-45f0-84c0-17f7a5f1994b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1303.075392] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 7bdde934-b122-4b19-849b-daced27c0533 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1303.075568] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 68e172e5-0970-400f-95cf-81bc4b41606e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1303.075705] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 1c185356-7de7-4c88-ac61-b00a156e4e95 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1303.075839] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 116a59aa-3118-4122-ba6b-9cb0e4672c9a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1303.075957] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance fcbf3595-f64a-442b-a33d-dd7e78f46c8b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1303.076127] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1303.076247] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 3198d5ad-375d-4938-9dd0-825896f9ed78 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1303.076361] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Migration bf69e141-37aa-4faf-bf22-c2ad09d85882 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1303.076469] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 37ccc7b5-7b66-4b47-8cd3-42d3c4321446 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1303.076575] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance b4b979a7-c0e2-488c-abd0-0da7960e8e0e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1303.076682] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 28ab84d2-b9c9-48fc-971d-79004a81f246 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1303.076892] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=69524) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1303.077086] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2944MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=69524) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1303.231143] env[69524]: DEBUG oslo_vmware.api [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068979, 'name': PowerOnVM_Task, 'duration_secs': 1.128206} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.233765] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: b4b979a7-c0e2-488c-abd0-0da7960e8e0e] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1303.233967] env[69524]: INFO nova.compute.manager [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: b4b979a7-c0e2-488c-abd0-0da7960e8e0e] Took 7.86 seconds to spawn the instance on the hypervisor. [ 1303.234161] env[69524]: DEBUG nova.compute.manager [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: b4b979a7-c0e2-488c-abd0-0da7960e8e0e] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1303.235117] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507c702f-3bed-4edb-a2db-30d88c434609 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.245278] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4e65fb-1533-45d2-8ce4-77654804dcb8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.252771] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c115deb3-3578-4541-94ee-d7b54635d63b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.291243] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1fce60-6d30-43da-9e48-d50281a0316a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.303810] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c11d35e-e16d-47a9-93e7-c37ae6365ab1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.307936] env[69524]: DEBUG oslo_vmware.api [None req-f4f62032-f3b6-4484-9690-a59c982356f0 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4068980, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.319310] env[69524]: DEBUG nova.compute.provider_tree [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1303.336551] env[69524]: DEBUG oslo_concurrency.lockutils [None req-36796be6-83e2-493f-8a25-d7ec63356b8c tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Releasing lock "refresh_cache-37ccc7b5-7b66-4b47-8cd3-42d3c4321446" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.336815] env[69524]: DEBUG nova.objects.instance [None req-36796be6-83e2-493f-8a25-d7ec63356b8c tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lazy-loading 'migration_context' on Instance uuid 37ccc7b5-7b66-4b47-8cd3-42d3c4321446 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1303.371883] env[69524]: DEBUG oslo_vmware.api [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]520d84ec-f58a-e549-ce81-c8ea175b9127, 'name': SearchDatastore_Task, 'duration_secs': 0.011578} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.372664] env[69524]: DEBUG oslo_concurrency.lockutils [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.372664] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] [instance: 28ab84d2-b9c9-48fc-971d-79004a81f246] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1303.372664] env[69524]: DEBUG oslo_concurrency.lockutils [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.372984] env[69524]: DEBUG oslo_concurrency.lockutils [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.372984] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1303.373269] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38eff553-94e0-4c89-af11-fe9b44a4889d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.383737] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1303.383737] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1303.383737] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f6d8aa9-27f2-4b6f-8f93-83a9ef99c5f1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.390408] env[69524]: DEBUG oslo_vmware.api [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Waiting for the task: (returnval){ [ 1303.390408] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52e661e9-3c52-22a2-d338-4a3a1dd1bd36" [ 1303.390408] env[69524]: _type = "Task" [ 1303.390408] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.398342] env[69524]: DEBUG oslo_vmware.api [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52e661e9-3c52-22a2-d338-4a3a1dd1bd36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.420577] env[69524]: DEBUG nova.network.neutron [req-a088436d-c660-4a74-b73d-645f51aa1922 req-1cc2fdd8-a7f2-4da8-931f-a693e4121370 service nova] [instance: 28ab84d2-b9c9-48fc-971d-79004a81f246] Updated VIF entry in instance network info cache for port 2c6867a7-b51d-420a-93d4-28206a8dc55a. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1303.420934] env[69524]: DEBUG nova.network.neutron [req-a088436d-c660-4a74-b73d-645f51aa1922 req-1cc2fdd8-a7f2-4da8-931f-a693e4121370 service nova] [instance: 28ab84d2-b9c9-48fc-971d-79004a81f246] Updating instance_info_cache with network_info: [{"id": "2c6867a7-b51d-420a-93d4-28206a8dc55a", "address": "fa:16:3e:32:1d:4a", "network": {"id": "f17976ec-9e5f-4059-aad8-c0cd500663ed", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-2037673210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "101359ae348c441892860ee9a2722b4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ee9f433-666e-4d74-96df-c7c7a6ac7fda", "external-id": "nsx-vlan-transportzone-499", "segmentation_id": 499, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c6867a7-b5", "ovs_interfaceid": "2c6867a7-b51d-420a-93d4-28206a8dc55a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.755042] env[69524]: INFO nova.compute.manager [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: b4b979a7-c0e2-488c-abd0-0da7960e8e0e] Took 13.49 seconds to build instance. [ 1303.795589] env[69524]: DEBUG oslo_vmware.api [None req-f4f62032-f3b6-4484-9690-a59c982356f0 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4068980, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.824304] env[69524]: DEBUG nova.scheduler.client.report [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1303.839551] env[69524]: DEBUG nova.objects.base [None req-36796be6-83e2-493f-8a25-d7ec63356b8c tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Object Instance<37ccc7b5-7b66-4b47-8cd3-42d3c4321446> lazy-loaded attributes: info_cache,migration_context {{(pid=69524) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1303.840513] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a57e736-e910-4ede-83de-cab833adc066 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.860702] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0faa6fa1-e119-49b1-be71-4c7dcce19371 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.867373] env[69524]: DEBUG oslo_vmware.api [None req-36796be6-83e2-493f-8a25-d7ec63356b8c tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1303.867373] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]527a013f-9b0b-28a9-9319-64fdf1593c31" [ 1303.867373] env[69524]: _type = "Task" [ 1303.867373] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.877166] env[69524]: DEBUG oslo_vmware.api [None req-36796be6-83e2-493f-8a25-d7ec63356b8c tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]527a013f-9b0b-28a9-9319-64fdf1593c31, 'name': SearchDatastore_Task, 'duration_secs': 0.007887} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.877406] env[69524]: DEBUG oslo_concurrency.lockutils [None req-36796be6-83e2-493f-8a25-d7ec63356b8c tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.901224] env[69524]: DEBUG oslo_vmware.api [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52e661e9-3c52-22a2-d338-4a3a1dd1bd36, 'name': SearchDatastore_Task, 'duration_secs': 0.009632} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.902188] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ed4f33f-a2b7-4aab-85be-70b86bc60875 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.908199] env[69524]: DEBUG oslo_vmware.api [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Waiting for the task: (returnval){ [ 1303.908199] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52a69e42-aae3-60a7-b361-f517bbf87afe" [ 1303.908199] env[69524]: _type = "Task" [ 1303.908199] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.916944] env[69524]: DEBUG oslo_vmware.api [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52a69e42-aae3-60a7-b361-f517bbf87afe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.924035] env[69524]: DEBUG oslo_concurrency.lockutils [req-a088436d-c660-4a74-b73d-645f51aa1922 req-1cc2fdd8-a7f2-4da8-931f-a693e4121370 service nova] Releasing lock "refresh_cache-28ab84d2-b9c9-48fc-971d-79004a81f246" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.108940] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3b1213a5-de01-42fa-b140-74a5334f2301 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquiring lock "1c185356-7de7-4c88-ac61-b00a156e4e95" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.108940] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3b1213a5-de01-42fa-b140-74a5334f2301 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lock "1c185356-7de7-4c88-ac61-b00a156e4e95" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.109175] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3b1213a5-de01-42fa-b140-74a5334f2301 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquiring lock "1c185356-7de7-4c88-ac61-b00a156e4e95-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.109315] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3b1213a5-de01-42fa-b140-74a5334f2301 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lock "1c185356-7de7-4c88-ac61-b00a156e4e95-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.109483] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3b1213a5-de01-42fa-b140-74a5334f2301 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lock "1c185356-7de7-4c88-ac61-b00a156e4e95-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.111765] env[69524]: INFO nova.compute.manager [None req-3b1213a5-de01-42fa-b140-74a5334f2301 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Terminating instance [ 1304.256780] env[69524]: DEBUG oslo_concurrency.lockutils [None req-94f0ef65-9bca-406f-bc41-cf42ed6219ca tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "b4b979a7-c0e2-488c-abd0-0da7960e8e0e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.005s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.295967] env[69524]: DEBUG oslo_vmware.api [None req-f4f62032-f3b6-4484-9690-a59c982356f0 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4068980, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.329759] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69524) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1304.330017] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.293s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.330292] env[69524]: DEBUG oslo_concurrency.lockutils [None req-36796be6-83e2-493f-8a25-d7ec63356b8c tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.453s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.421426] env[69524]: DEBUG oslo_vmware.api [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52a69e42-aae3-60a7-b361-f517bbf87afe, 'name': SearchDatastore_Task, 'duration_secs': 0.01052} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.421689] env[69524]: DEBUG oslo_concurrency.lockutils [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.421934] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 28ab84d2-b9c9-48fc-971d-79004a81f246/28ab84d2-b9c9-48fc-971d-79004a81f246.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1304.422216] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ab552c5-b244-4c05-a42e-df879599ef58 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.429296] env[69524]: DEBUG oslo_vmware.api [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Waiting for the task: (returnval){ [ 1304.429296] env[69524]: value = "task-4068984" [ 1304.429296] env[69524]: _type = "Task" [ 1304.429296] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.437997] env[69524]: DEBUG oslo_vmware.api [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Task: {'id': task-4068984, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.615477] env[69524]: DEBUG nova.compute.manager [None req-3b1213a5-de01-42fa-b140-74a5334f2301 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1304.615830] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3b1213a5-de01-42fa-b140-74a5334f2301 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1304.616937] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d231cc85-64c6-4633-8159-0776618cd383 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.626508] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b1213a5-de01-42fa-b140-74a5334f2301 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1304.626894] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e022d64c-6b6b-4eb6-b9d8-6a80b2f4f337 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.634981] env[69524]: DEBUG oslo_vmware.api [None req-3b1213a5-de01-42fa-b140-74a5334f2301 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1304.634981] env[69524]: value = "task-4068985" [ 1304.634981] env[69524]: _type = "Task" [ 1304.634981] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.645730] env[69524]: DEBUG oslo_vmware.api [None req-3b1213a5-de01-42fa-b140-74a5334f2301 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4068985, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.767711] env[69524]: DEBUG oslo_concurrency.lockutils [None req-069b047c-e0ec-4563-8fb0-75bc53b5af8c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquiring lock "b4b979a7-c0e2-488c-abd0-0da7960e8e0e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.768122] env[69524]: DEBUG oslo_concurrency.lockutils [None req-069b047c-e0ec-4563-8fb0-75bc53b5af8c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "b4b979a7-c0e2-488c-abd0-0da7960e8e0e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.768393] env[69524]: DEBUG nova.compute.manager [None req-069b047c-e0ec-4563-8fb0-75bc53b5af8c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: b4b979a7-c0e2-488c-abd0-0da7960e8e0e] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1304.769624] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e1acf4-e33c-4cef-9492-6bfcacaee138 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.779113] env[69524]: DEBUG nova.compute.manager [None req-069b047c-e0ec-4563-8fb0-75bc53b5af8c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: b4b979a7-c0e2-488c-abd0-0da7960e8e0e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69524) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1304.779910] env[69524]: DEBUG nova.objects.instance [None req-069b047c-e0ec-4563-8fb0-75bc53b5af8c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lazy-loading 'flavor' on Instance uuid b4b979a7-c0e2-488c-abd0-0da7960e8e0e {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1304.800304] env[69524]: DEBUG oslo_vmware.api [None req-f4f62032-f3b6-4484-9690-a59c982356f0 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4068980, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.945217] env[69524]: DEBUG oslo_vmware.api [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Task: {'id': task-4068984, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491103} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.945580] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 28ab84d2-b9c9-48fc-971d-79004a81f246/28ab84d2-b9c9-48fc-971d-79004a81f246.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1304.945727] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] [instance: 28ab84d2-b9c9-48fc-971d-79004a81f246] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1304.945972] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bcdb1430-b90f-4d1f-a4f6-20a7c9ef40e7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.954088] env[69524]: DEBUG oslo_vmware.api [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Waiting for the task: (returnval){ [ 1304.954088] env[69524]: value = "task-4068986" [ 1304.954088] env[69524]: _type = "Task" [ 1304.954088] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.966964] env[69524]: DEBUG oslo_vmware.api [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Task: {'id': task-4068986, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.033528] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4344d54-bc4b-4b67-915d-37fd588ebebb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.042174] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec316a54-8bb2-4b36-a24d-ada9d4cf757a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.075074] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6923d14c-07a3-4eba-a2d6-acb458bac163 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.082113] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8842186a-1cb7-4fa2-9513-420d2e9aced4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.097849] env[69524]: DEBUG nova.compute.provider_tree [None req-36796be6-83e2-493f-8a25-d7ec63356b8c tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1305.145626] env[69524]: DEBUG oslo_vmware.api [None req-3b1213a5-de01-42fa-b140-74a5334f2301 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4068985, 'name': PowerOffVM_Task, 'duration_secs': 0.37782} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.145899] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b1213a5-de01-42fa-b140-74a5334f2301 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1305.146087] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3b1213a5-de01-42fa-b140-74a5334f2301 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1305.146369] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90b44058-a179-453d-a2f6-50890b8683f3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.218614] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3b1213a5-de01-42fa-b140-74a5334f2301 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1305.218832] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3b1213a5-de01-42fa-b140-74a5334f2301 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Deleting contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1305.219030] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b1213a5-de01-42fa-b140-74a5334f2301 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Deleting the datastore file [datastore2] 1c185356-7de7-4c88-ac61-b00a156e4e95 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1305.219320] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e7c8382-a4c3-4c51-8281-75f4eadd6715 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.227424] env[69524]: DEBUG oslo_vmware.api [None req-3b1213a5-de01-42fa-b140-74a5334f2301 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1305.227424] env[69524]: value = "task-4068988" [ 1305.227424] env[69524]: _type = "Task" [ 1305.227424] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.239468] env[69524]: DEBUG oslo_vmware.api [None req-3b1213a5-de01-42fa-b140-74a5334f2301 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4068988, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.298184] env[69524]: DEBUG oslo_vmware.api [None req-f4f62032-f3b6-4484-9690-a59c982356f0 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4068980, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.465677] env[69524]: DEBUG oslo_vmware.api [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Task: {'id': task-4068986, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070853} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.465965] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] [instance: 28ab84d2-b9c9-48fc-971d-79004a81f246] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1305.466785] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d0b24d-d61d-45ce-9a9c-82045bed265a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.489665] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] [instance: 28ab84d2-b9c9-48fc-971d-79004a81f246] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 28ab84d2-b9c9-48fc-971d-79004a81f246/28ab84d2-b9c9-48fc-971d-79004a81f246.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1305.490112] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-080d3d0d-b577-4467-a1c9-2f4add5b2f2e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.510665] env[69524]: DEBUG oslo_vmware.api [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Waiting for the task: (returnval){ [ 1305.510665] env[69524]: value = "task-4068989" [ 1305.510665] env[69524]: _type = "Task" [ 1305.510665] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.519260] env[69524]: DEBUG oslo_vmware.api [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Task: {'id': task-4068989, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.601530] env[69524]: DEBUG nova.scheduler.client.report [None req-36796be6-83e2-493f-8a25-d7ec63356b8c tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1305.737446] env[69524]: DEBUG oslo_vmware.api [None req-3b1213a5-de01-42fa-b140-74a5334f2301 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4068988, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154639} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.737711] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b1213a5-de01-42fa-b140-74a5334f2301 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1305.737939] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3b1213a5-de01-42fa-b140-74a5334f2301 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Deleted contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1305.738139] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-3b1213a5-de01-42fa-b140-74a5334f2301 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1305.738314] env[69524]: INFO nova.compute.manager [None req-3b1213a5-de01-42fa-b140-74a5334f2301 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1305.738549] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b1213a5-de01-42fa-b140-74a5334f2301 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1305.738739] env[69524]: DEBUG nova.compute.manager [-] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1305.738834] env[69524]: DEBUG nova.network.neutron [-] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1305.787964] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-069b047c-e0ec-4563-8fb0-75bc53b5af8c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: b4b979a7-c0e2-488c-abd0-0da7960e8e0e] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1305.788370] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64ee3c4f-874f-4eb0-9b4e-460ff673d76c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.799696] env[69524]: DEBUG oslo_vmware.api [None req-f4f62032-f3b6-4484-9690-a59c982356f0 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4068980, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.801116] env[69524]: DEBUG oslo_vmware.api [None req-069b047c-e0ec-4563-8fb0-75bc53b5af8c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1305.801116] env[69524]: value = "task-4068990" [ 1305.801116] env[69524]: _type = "Task" [ 1305.801116] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.809953] env[69524]: DEBUG oslo_vmware.api [None req-069b047c-e0ec-4563-8fb0-75bc53b5af8c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068990, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.021896] env[69524]: DEBUG oslo_vmware.api [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Task: {'id': task-4068989, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.299098] env[69524]: DEBUG oslo_vmware.api [None req-f4f62032-f3b6-4484-9690-a59c982356f0 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4068980, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.311161] env[69524]: DEBUG oslo_vmware.api [None req-069b047c-e0ec-4563-8fb0-75bc53b5af8c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068990, 'name': PowerOffVM_Task, 'duration_secs': 0.382264} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.312821] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-069b047c-e0ec-4563-8fb0-75bc53b5af8c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: b4b979a7-c0e2-488c-abd0-0da7960e8e0e] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1306.313038] env[69524]: DEBUG nova.compute.manager [None req-069b047c-e0ec-4563-8fb0-75bc53b5af8c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: b4b979a7-c0e2-488c-abd0-0da7960e8e0e] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1306.314175] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa26416c-57c5-4bd9-8ca7-36a5453d4e34 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.331273] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1306.332708] env[69524]: DEBUG nova.compute.manager [req-374ef13a-bc0c-408c-93ed-044661907de7 req-d81c1705-10a9-4a8f-8ac7-1a84baa713e8 service nova] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Received event network-vif-deleted-c96dc67e-6d54-4bf4-87ec-7def0dbabcf9 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1306.332907] env[69524]: INFO nova.compute.manager [req-374ef13a-bc0c-408c-93ed-044661907de7 req-d81c1705-10a9-4a8f-8ac7-1a84baa713e8 service nova] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Neutron deleted interface c96dc67e-6d54-4bf4-87ec-7def0dbabcf9; detaching it from the instance and deleting it from the info cache [ 1306.333139] env[69524]: DEBUG nova.network.neutron [req-374ef13a-bc0c-408c-93ed-044661907de7 req-d81c1705-10a9-4a8f-8ac7-1a84baa713e8 service nova] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.334275] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1306.335440] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1306.522206] env[69524]: DEBUG oslo_vmware.api [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Task: {'id': task-4068989, 'name': ReconfigVM_Task, 'duration_secs': 0.653189} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.522491] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] [instance: 28ab84d2-b9c9-48fc-971d-79004a81f246] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 28ab84d2-b9c9-48fc-971d-79004a81f246/28ab84d2-b9c9-48fc-971d-79004a81f246.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1306.523191] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-125224ee-2cff-44bf-9861-8869fc2b8785 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.530610] env[69524]: DEBUG oslo_vmware.api [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Waiting for the task: (returnval){ [ 1306.530610] env[69524]: value = "task-4068991" [ 1306.530610] env[69524]: _type = "Task" [ 1306.530610] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.539707] env[69524]: DEBUG oslo_vmware.api [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Task: {'id': task-4068991, 'name': Rename_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.613175] env[69524]: DEBUG oslo_concurrency.lockutils [None req-36796be6-83e2-493f-8a25-d7ec63356b8c tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.283s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.798677] env[69524]: DEBUG oslo_vmware.api [None req-f4f62032-f3b6-4484-9690-a59c982356f0 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4068980, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.814216] env[69524]: DEBUG nova.network.neutron [-] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.826713] env[69524]: DEBUG oslo_concurrency.lockutils [None req-069b047c-e0ec-4563-8fb0-75bc53b5af8c tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "b4b979a7-c0e2-488c-abd0-0da7960e8e0e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.059s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.836713] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-67a66024-660d-4606-8aae-7cb18a3f4f80 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.848364] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582aa715-f55c-47d5-8ff2-76d031cae23a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.882390] env[69524]: DEBUG nova.compute.manager [req-374ef13a-bc0c-408c-93ed-044661907de7 req-d81c1705-10a9-4a8f-8ac7-1a84baa713e8 service nova] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Detach interface failed, port_id=c96dc67e-6d54-4bf4-87ec-7def0dbabcf9, reason: Instance 1c185356-7de7-4c88-ac61-b00a156e4e95 could not be found. {{(pid=69524) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1307.041464] env[69524]: DEBUG oslo_vmware.api [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Task: {'id': task-4068991, 'name': Rename_Task, 'duration_secs': 0.148279} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.043039] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] [instance: 28ab84d2-b9c9-48fc-971d-79004a81f246] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1307.043039] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfa42a89-22e1-40b9-bcd7-0ab12d8f1198 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.048903] env[69524]: DEBUG oslo_vmware.api [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Waiting for the task: (returnval){ [ 1307.048903] env[69524]: value = "task-4068992" [ 1307.048903] env[69524]: _type = "Task" [ 1307.048903] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.057292] env[69524]: DEBUG oslo_vmware.api [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Task: {'id': task-4068992, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.174425] env[69524]: INFO nova.scheduler.client.report [None req-36796be6-83e2-493f-8a25-d7ec63356b8c tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Deleted allocation for migration bf69e141-37aa-4faf-bf22-c2ad09d85882 [ 1307.299353] env[69524]: DEBUG oslo_vmware.api [None req-f4f62032-f3b6-4484-9690-a59c982356f0 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4068980, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.317042] env[69524]: INFO nova.compute.manager [-] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Took 1.58 seconds to deallocate network for instance. [ 1307.428098] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f90d7e17-d701-4875-b578-00423b7ac4cd tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquiring lock "b4b979a7-c0e2-488c-abd0-0da7960e8e0e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.428438] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f90d7e17-d701-4875-b578-00423b7ac4cd tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "b4b979a7-c0e2-488c-abd0-0da7960e8e0e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.428705] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f90d7e17-d701-4875-b578-00423b7ac4cd tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquiring lock "b4b979a7-c0e2-488c-abd0-0da7960e8e0e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.428937] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f90d7e17-d701-4875-b578-00423b7ac4cd tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "b4b979a7-c0e2-488c-abd0-0da7960e8e0e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.429166] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f90d7e17-d701-4875-b578-00423b7ac4cd tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "b4b979a7-c0e2-488c-abd0-0da7960e8e0e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.431634] env[69524]: INFO nova.compute.manager [None req-f90d7e17-d701-4875-b578-00423b7ac4cd tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: b4b979a7-c0e2-488c-abd0-0da7960e8e0e] Terminating instance [ 1307.559760] env[69524]: DEBUG oslo_vmware.api [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Task: {'id': task-4068992, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.681085] env[69524]: DEBUG oslo_concurrency.lockutils [None req-36796be6-83e2-493f-8a25-d7ec63356b8c tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "37ccc7b5-7b66-4b47-8cd3-42d3c4321446" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.704s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.800328] env[69524]: DEBUG oslo_vmware.api [None req-f4f62032-f3b6-4484-9690-a59c982356f0 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4068980, 'name': ReconfigVM_Task, 'duration_secs': 5.9012} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.800589] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f4f62032-f3b6-4484-9690-a59c982356f0 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Releasing lock "fcbf3595-f64a-442b-a33d-dd7e78f46c8b" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.800815] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f4f62032-f3b6-4484-9690-a59c982356f0 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Reconfigured VM to detach interface {{(pid=69524) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1307.823621] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3b1213a5-de01-42fa-b140-74a5334f2301 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.824999] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3b1213a5-de01-42fa-b140-74a5334f2301 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.824999] env[69524]: DEBUG nova.objects.instance [None req-3b1213a5-de01-42fa-b140-74a5334f2301 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lazy-loading 'resources' on Instance uuid 1c185356-7de7-4c88-ac61-b00a156e4e95 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1307.938823] env[69524]: DEBUG nova.compute.manager [None req-f90d7e17-d701-4875-b578-00423b7ac4cd tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: b4b979a7-c0e2-488c-abd0-0da7960e8e0e] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1307.939025] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f90d7e17-d701-4875-b578-00423b7ac4cd tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: b4b979a7-c0e2-488c-abd0-0da7960e8e0e] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1307.941076] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e26be8-4d8c-44de-b4db-0d3700ee821d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.951741] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f90d7e17-d701-4875-b578-00423b7ac4cd tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: b4b979a7-c0e2-488c-abd0-0da7960e8e0e] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1307.952133] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17f7b33f-1536-4381-a9f7-3009b6e7ba99 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.022037] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f90d7e17-d701-4875-b578-00423b7ac4cd tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: b4b979a7-c0e2-488c-abd0-0da7960e8e0e] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1308.022287] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f90d7e17-d701-4875-b578-00423b7ac4cd tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: b4b979a7-c0e2-488c-abd0-0da7960e8e0e] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1308.022472] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-f90d7e17-d701-4875-b578-00423b7ac4cd tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Deleting the datastore file [datastore1] b4b979a7-c0e2-488c-abd0-0da7960e8e0e {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1308.022868] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8326944-b1ae-4385-80b3-468883acec18 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.031588] env[69524]: DEBUG oslo_vmware.api [None req-f90d7e17-d701-4875-b578-00423b7ac4cd tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1308.031588] env[69524]: value = "task-4068994" [ 1308.031588] env[69524]: _type = "Task" [ 1308.031588] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.041341] env[69524]: DEBUG oslo_vmware.api [None req-f90d7e17-d701-4875-b578-00423b7ac4cd tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068994, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.059593] env[69524]: DEBUG oslo_vmware.api [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Task: {'id': task-4068992, 'name': PowerOnVM_Task, 'duration_secs': 0.876213} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.061520] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] [instance: 28ab84d2-b9c9-48fc-971d-79004a81f246] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1308.061731] env[69524]: INFO nova.compute.manager [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] [instance: 28ab84d2-b9c9-48fc-971d-79004a81f246] Took 8.08 seconds to spawn the instance on the hypervisor. [ 1308.061945] env[69524]: DEBUG nova.compute.manager [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] [instance: 28ab84d2-b9c9-48fc-971d-79004a81f246] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1308.062973] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324bb8e3-487b-487d-9386-68367a16aca3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.447053] env[69524]: DEBUG nova.compute.manager [req-f2fb4bca-e88a-4397-83ec-2af6c120b5e6 req-ecc38a10-70ec-4933-8edd-fa5f0581bcaf service nova] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Received event network-vif-deleted-1674675d-342d-4372-9a20-d41eabd098cb {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1308.447053] env[69524]: INFO nova.compute.manager [req-f2fb4bca-e88a-4397-83ec-2af6c120b5e6 req-ecc38a10-70ec-4933-8edd-fa5f0581bcaf service nova] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Neutron deleted interface 1674675d-342d-4372-9a20-d41eabd098cb; detaching it from the instance and deleting it from the info cache [ 1308.447393] env[69524]: DEBUG nova.network.neutron [req-f2fb4bca-e88a-4397-83ec-2af6c120b5e6 req-ecc38a10-70ec-4933-8edd-fa5f0581bcaf service nova] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Updating instance_info_cache with network_info: [{"id": "f75630d0-ec9a-456a-9a55-26944a3f02ed", "address": "fa:16:3e:6c:97:e3", "network": {"id": "7f21e6c8-7948-4d2a-9388-e641a2d42214", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1972708614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e79fb10ba570446e80b89783732d562f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf75630d0-ec", "ovs_interfaceid": "f75630d0-ec9a-456a-9a55-26944a3f02ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2d5a3ee4-a833-4fc3-ac07-80361b4fa806", "address": "fa:16:3e:2f:33:c2", "network": {"id": "7f21e6c8-7948-4d2a-9388-e641a2d42214", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1972708614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e79fb10ba570446e80b89783732d562f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d5a3ee4-a8", "ovs_interfaceid": "2d5a3ee4-a833-4fc3-ac07-80361b4fa806", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.491318] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4255396-3cda-495d-b80f-369f9252b57f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.501456] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde2e1e9-9b6d-492c-89bf-6a9fbefc8087 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.555600] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43e9592-130e-4d5a-b389-0b48e1036f0a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.567605] env[69524]: DEBUG oslo_vmware.api [None req-f90d7e17-d701-4875-b578-00423b7ac4cd tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4068994, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129308} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.571146] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-f90d7e17-d701-4875-b578-00423b7ac4cd tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1308.571146] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f90d7e17-d701-4875-b578-00423b7ac4cd tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: b4b979a7-c0e2-488c-abd0-0da7960e8e0e] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1308.571146] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f90d7e17-d701-4875-b578-00423b7ac4cd tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: b4b979a7-c0e2-488c-abd0-0da7960e8e0e] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1308.571146] env[69524]: INFO nova.compute.manager [None req-f90d7e17-d701-4875-b578-00423b7ac4cd tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: b4b979a7-c0e2-488c-abd0-0da7960e8e0e] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1308.571398] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f90d7e17-d701-4875-b578-00423b7ac4cd tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1308.571975] env[69524]: DEBUG nova.compute.manager [-] [instance: b4b979a7-c0e2-488c-abd0-0da7960e8e0e] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1308.572080] env[69524]: DEBUG nova.network.neutron [-] [instance: b4b979a7-c0e2-488c-abd0-0da7960e8e0e] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1308.575178] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9946246b-8f33-49b4-b762-f72105aa83d8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.598310] env[69524]: DEBUG nova.compute.provider_tree [None req-3b1213a5-de01-42fa-b140-74a5334f2301 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1308.599745] env[69524]: INFO nova.compute.manager [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] [instance: 28ab84d2-b9c9-48fc-971d-79004a81f246] Took 14.05 seconds to build instance. [ 1308.950450] env[69524]: DEBUG oslo_concurrency.lockutils [req-f2fb4bca-e88a-4397-83ec-2af6c120b5e6 req-ecc38a10-70ec-4933-8edd-fa5f0581bcaf service nova] Acquiring lock "fcbf3595-f64a-442b-a33d-dd7e78f46c8b" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.950728] env[69524]: DEBUG oslo_concurrency.lockutils [req-f2fb4bca-e88a-4397-83ec-2af6c120b5e6 req-ecc38a10-70ec-4933-8edd-fa5f0581bcaf service nova] Acquired lock "fcbf3595-f64a-442b-a33d-dd7e78f46c8b" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.951725] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d188aba-018b-4d29-b612-74dc1a01e72e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.970614] env[69524]: DEBUG oslo_concurrency.lockutils [req-f2fb4bca-e88a-4397-83ec-2af6c120b5e6 req-ecc38a10-70ec-4933-8edd-fa5f0581bcaf service nova] Releasing lock "fcbf3595-f64a-442b-a33d-dd7e78f46c8b" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.970954] env[69524]: WARNING nova.compute.manager [req-f2fb4bca-e88a-4397-83ec-2af6c120b5e6 req-ecc38a10-70ec-4933-8edd-fa5f0581bcaf service nova] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Detach interface failed, port_id=1674675d-342d-4372-9a20-d41eabd098cb, reason: No device with interface-id 1674675d-342d-4372-9a20-d41eabd098cb exists on VM: nova.exception.NotFound: No device with interface-id 1674675d-342d-4372-9a20-d41eabd098cb exists on VM [ 1309.012409] env[69524]: DEBUG oslo_concurrency.lockutils [None req-36796be6-83e2-493f-8a25-d7ec63356b8c tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquiring lock "37ccc7b5-7b66-4b47-8cd3-42d3c4321446" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.012730] env[69524]: DEBUG oslo_concurrency.lockutils [None req-36796be6-83e2-493f-8a25-d7ec63356b8c tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "37ccc7b5-7b66-4b47-8cd3-42d3c4321446" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.012960] env[69524]: DEBUG oslo_concurrency.lockutils [None req-36796be6-83e2-493f-8a25-d7ec63356b8c tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquiring lock "37ccc7b5-7b66-4b47-8cd3-42d3c4321446-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.013168] env[69524]: DEBUG oslo_concurrency.lockutils [None req-36796be6-83e2-493f-8a25-d7ec63356b8c tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "37ccc7b5-7b66-4b47-8cd3-42d3c4321446-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.013388] env[69524]: DEBUG oslo_concurrency.lockutils [None req-36796be6-83e2-493f-8a25-d7ec63356b8c tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "37ccc7b5-7b66-4b47-8cd3-42d3c4321446-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.015853] env[69524]: DEBUG oslo_concurrency.lockutils [None req-373a3cba-d99d-431a-9c07-4ffcec3df956 tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Acquiring lock "28ab84d2-b9c9-48fc-971d-79004a81f246" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.015853] env[69524]: INFO nova.compute.manager [None req-36796be6-83e2-493f-8a25-d7ec63356b8c tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Terminating instance [ 1309.071203] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f4f62032-f3b6-4484-9690-a59c982356f0 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquiring lock "refresh_cache-fcbf3595-f64a-442b-a33d-dd7e78f46c8b" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.071413] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f4f62032-f3b6-4484-9690-a59c982356f0 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquired lock "refresh_cache-fcbf3595-f64a-442b-a33d-dd7e78f46c8b" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.071598] env[69524]: DEBUG nova.network.neutron [None req-f4f62032-f3b6-4484-9690-a59c982356f0 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1309.102881] env[69524]: DEBUG nova.scheduler.client.report [None req-3b1213a5-de01-42fa-b140-74a5334f2301 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1309.106141] env[69524]: DEBUG oslo_concurrency.lockutils [None req-81bcd4d0-067d-4c64-9686-f867ea109cac tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Lock "28ab84d2-b9c9-48fc-971d-79004a81f246" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.571s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.106388] env[69524]: DEBUG oslo_concurrency.lockutils [None req-373a3cba-d99d-431a-9c07-4ffcec3df956 tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Lock "28ab84d2-b9c9-48fc-971d-79004a81f246" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.091s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.106595] env[69524]: DEBUG oslo_concurrency.lockutils [None req-373a3cba-d99d-431a-9c07-4ffcec3df956 tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Acquiring lock "28ab84d2-b9c9-48fc-971d-79004a81f246-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.106787] env[69524]: DEBUG oslo_concurrency.lockutils [None req-373a3cba-d99d-431a-9c07-4ffcec3df956 tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Lock "28ab84d2-b9c9-48fc-971d-79004a81f246-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.106948] env[69524]: DEBUG oslo_concurrency.lockutils [None req-373a3cba-d99d-431a-9c07-4ffcec3df956 tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Lock "28ab84d2-b9c9-48fc-971d-79004a81f246-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.108599] env[69524]: INFO nova.compute.manager [None req-373a3cba-d99d-431a-9c07-4ffcec3df956 tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] [instance: 28ab84d2-b9c9-48fc-971d-79004a81f246] Terminating instance [ 1309.262010] env[69524]: DEBUG oslo_concurrency.lockutils [None req-05440252-9c79-48f8-a3aa-6571504b53ab tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquiring lock "fcbf3595-f64a-442b-a33d-dd7e78f46c8b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.262427] env[69524]: DEBUG oslo_concurrency.lockutils [None req-05440252-9c79-48f8-a3aa-6571504b53ab tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lock "fcbf3595-f64a-442b-a33d-dd7e78f46c8b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.262755] env[69524]: DEBUG oslo_concurrency.lockutils [None req-05440252-9c79-48f8-a3aa-6571504b53ab tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquiring lock "fcbf3595-f64a-442b-a33d-dd7e78f46c8b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.263054] env[69524]: DEBUG oslo_concurrency.lockutils [None req-05440252-9c79-48f8-a3aa-6571504b53ab tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lock "fcbf3595-f64a-442b-a33d-dd7e78f46c8b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.263285] env[69524]: DEBUG oslo_concurrency.lockutils [None req-05440252-9c79-48f8-a3aa-6571504b53ab tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lock "fcbf3595-f64a-442b-a33d-dd7e78f46c8b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.265439] env[69524]: INFO nova.compute.manager [None req-05440252-9c79-48f8-a3aa-6571504b53ab tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Terminating instance [ 1309.383270] env[69524]: DEBUG nova.network.neutron [-] [instance: b4b979a7-c0e2-488c-abd0-0da7960e8e0e] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.519058] env[69524]: DEBUG nova.compute.manager [None req-36796be6-83e2-493f-8a25-d7ec63356b8c tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1309.519382] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-36796be6-83e2-493f-8a25-d7ec63356b8c tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1309.520248] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb865b09-6cc4-4f61-8536-900eb36aa61c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.528726] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-36796be6-83e2-493f-8a25-d7ec63356b8c tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1309.528969] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7141ade-6a78-4a07-ab26-4c567b9fe83c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.536012] env[69524]: DEBUG oslo_vmware.api [None req-36796be6-83e2-493f-8a25-d7ec63356b8c tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1309.536012] env[69524]: value = "task-4068995" [ 1309.536012] env[69524]: _type = "Task" [ 1309.536012] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.543797] env[69524]: DEBUG oslo_vmware.api [None req-36796be6-83e2-493f-8a25-d7ec63356b8c tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068995, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.609419] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3b1213a5-de01-42fa-b140-74a5334f2301 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.785s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.614449] env[69524]: DEBUG nova.compute.manager [None req-373a3cba-d99d-431a-9c07-4ffcec3df956 tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] [instance: 28ab84d2-b9c9-48fc-971d-79004a81f246] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1309.614733] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-373a3cba-d99d-431a-9c07-4ffcec3df956 tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] [instance: 28ab84d2-b9c9-48fc-971d-79004a81f246] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1309.615635] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a594113c-3661-4cdf-bce9-e209a350cf1c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.625950] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-373a3cba-d99d-431a-9c07-4ffcec3df956 tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] [instance: 28ab84d2-b9c9-48fc-971d-79004a81f246] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1309.626296] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23468879-0439-4590-9bad-c0f4268c1346 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.634200] env[69524]: DEBUG oslo_vmware.api [None req-373a3cba-d99d-431a-9c07-4ffcec3df956 tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Waiting for the task: (returnval){ [ 1309.634200] env[69524]: value = "task-4068996" [ 1309.634200] env[69524]: _type = "Task" [ 1309.634200] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.644066] env[69524]: DEBUG oslo_vmware.api [None req-373a3cba-d99d-431a-9c07-4ffcec3df956 tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Task: {'id': task-4068996, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.645330] env[69524]: INFO nova.scheduler.client.report [None req-3b1213a5-de01-42fa-b140-74a5334f2301 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Deleted allocations for instance 1c185356-7de7-4c88-ac61-b00a156e4e95 [ 1309.769420] env[69524]: DEBUG nova.compute.manager [None req-05440252-9c79-48f8-a3aa-6571504b53ab tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1309.769675] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-05440252-9c79-48f8-a3aa-6571504b53ab tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1309.770815] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800b18a8-f94e-46f9-9c49-7771debe8b57 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.780310] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-05440252-9c79-48f8-a3aa-6571504b53ab tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1309.780609] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34a2674e-8345-4846-85cd-aa30c77ca04b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.790394] env[69524]: DEBUG oslo_vmware.api [None req-05440252-9c79-48f8-a3aa-6571504b53ab tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Waiting for the task: (returnval){ [ 1309.790394] env[69524]: value = "task-4068997" [ 1309.790394] env[69524]: _type = "Task" [ 1309.790394] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.799923] env[69524]: DEBUG oslo_vmware.api [None req-05440252-9c79-48f8-a3aa-6571504b53ab tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4068997, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.877262] env[69524]: INFO nova.network.neutron [None req-f4f62032-f3b6-4484-9690-a59c982356f0 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Port 2d5a3ee4-a833-4fc3-ac07-80361b4fa806 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1309.877768] env[69524]: DEBUG nova.network.neutron [None req-f4f62032-f3b6-4484-9690-a59c982356f0 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Updating instance_info_cache with network_info: [{"id": "f75630d0-ec9a-456a-9a55-26944a3f02ed", "address": "fa:16:3e:6c:97:e3", "network": {"id": "7f21e6c8-7948-4d2a-9388-e641a2d42214", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1972708614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.213", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e79fb10ba570446e80b89783732d562f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf75630d0-ec", "ovs_interfaceid": "f75630d0-ec9a-456a-9a55-26944a3f02ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.885784] env[69524]: INFO nova.compute.manager [-] [instance: b4b979a7-c0e2-488c-abd0-0da7960e8e0e] Took 1.31 seconds to deallocate network for instance. [ 1310.046018] env[69524]: DEBUG oslo_vmware.api [None req-36796be6-83e2-493f-8a25-d7ec63356b8c tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068995, 'name': PowerOffVM_Task, 'duration_secs': 0.229484} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.046392] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-36796be6-83e2-493f-8a25-d7ec63356b8c tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1310.046568] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-36796be6-83e2-493f-8a25-d7ec63356b8c tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1310.046827] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c01816ec-8b8e-4249-a833-0f11888204b5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.118627] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-36796be6-83e2-493f-8a25-d7ec63356b8c tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1310.118868] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-36796be6-83e2-493f-8a25-d7ec63356b8c tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1310.119068] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-36796be6-83e2-493f-8a25-d7ec63356b8c tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Deleting the datastore file [datastore1] 37ccc7b5-7b66-4b47-8cd3-42d3c4321446 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1310.119389] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12a44ea2-8e4d-42d2-99eb-0ddaa865831f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.126711] env[69524]: DEBUG oslo_vmware.api [None req-36796be6-83e2-493f-8a25-d7ec63356b8c tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for the task: (returnval){ [ 1310.126711] env[69524]: value = "task-4068999" [ 1310.126711] env[69524]: _type = "Task" [ 1310.126711] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.135312] env[69524]: DEBUG oslo_vmware.api [None req-36796be6-83e2-493f-8a25-d7ec63356b8c tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068999, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.143743] env[69524]: DEBUG oslo_vmware.api [None req-373a3cba-d99d-431a-9c07-4ffcec3df956 tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Task: {'id': task-4068996, 'name': PowerOffVM_Task, 'duration_secs': 0.209009} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.144041] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-373a3cba-d99d-431a-9c07-4ffcec3df956 tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] [instance: 28ab84d2-b9c9-48fc-971d-79004a81f246] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1310.144222] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-373a3cba-d99d-431a-9c07-4ffcec3df956 tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] [instance: 28ab84d2-b9c9-48fc-971d-79004a81f246] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1310.144477] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-248149f0-6f78-4368-9859-72908e1bf169 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.153489] env[69524]: DEBUG oslo_concurrency.lockutils [None req-3b1213a5-de01-42fa-b140-74a5334f2301 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lock "1c185356-7de7-4c88-ac61-b00a156e4e95" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.044s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.212234] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-373a3cba-d99d-431a-9c07-4ffcec3df956 tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] [instance: 28ab84d2-b9c9-48fc-971d-79004a81f246] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1310.212527] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-373a3cba-d99d-431a-9c07-4ffcec3df956 tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] [instance: 28ab84d2-b9c9-48fc-971d-79004a81f246] Deleting contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1310.212812] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-373a3cba-d99d-431a-9c07-4ffcec3df956 tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Deleting the datastore file [datastore2] 28ab84d2-b9c9-48fc-971d-79004a81f246 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1310.213118] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b72a84dd-53b6-46d5-84f4-cb4b774ca587 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.222583] env[69524]: DEBUG oslo_vmware.api [None req-373a3cba-d99d-431a-9c07-4ffcec3df956 tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Waiting for the task: (returnval){ [ 1310.222583] env[69524]: value = "task-4069001" [ 1310.222583] env[69524]: _type = "Task" [ 1310.222583] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.232227] env[69524]: DEBUG oslo_vmware.api [None req-373a3cba-d99d-431a-9c07-4ffcec3df956 tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Task: {'id': task-4069001, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.299877] env[69524]: DEBUG oslo_vmware.api [None req-05440252-9c79-48f8-a3aa-6571504b53ab tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4068997, 'name': PowerOffVM_Task, 'duration_secs': 0.307949} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.300187] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-05440252-9c79-48f8-a3aa-6571504b53ab tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1310.300355] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-05440252-9c79-48f8-a3aa-6571504b53ab tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1310.300617] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e870059-ecd9-4db2-b94c-8ccc14cf71c7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.380949] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f4f62032-f3b6-4484-9690-a59c982356f0 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Releasing lock "refresh_cache-fcbf3595-f64a-442b-a33d-dd7e78f46c8b" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.391909] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f90d7e17-d701-4875-b578-00423b7ac4cd tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.392224] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f90d7e17-d701-4875-b578-00423b7ac4cd tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.392459] env[69524]: DEBUG nova.objects.instance [None req-f90d7e17-d701-4875-b578-00423b7ac4cd tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lazy-loading 'resources' on Instance uuid b4b979a7-c0e2-488c-abd0-0da7960e8e0e {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1310.417726] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-05440252-9c79-48f8-a3aa-6571504b53ab tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1310.417875] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-05440252-9c79-48f8-a3aa-6571504b53ab tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Deleting contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1310.419091] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-05440252-9c79-48f8-a3aa-6571504b53ab tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Deleting the datastore file [datastore2] fcbf3595-f64a-442b-a33d-dd7e78f46c8b {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1310.419091] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0c90181-4de7-4bf1-a99c-93cd8e33acf9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.426773] env[69524]: DEBUG oslo_vmware.api [None req-05440252-9c79-48f8-a3aa-6571504b53ab tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Waiting for the task: (returnval){ [ 1310.426773] env[69524]: value = "task-4069003" [ 1310.426773] env[69524]: _type = "Task" [ 1310.426773] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.435500] env[69524]: DEBUG oslo_vmware.api [None req-05440252-9c79-48f8-a3aa-6571504b53ab tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4069003, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.477070] env[69524]: DEBUG nova.compute.manager [req-714dc7bd-d9aa-45e9-b95f-99a9be9f7830 req-24a3f407-44d3-4050-a0b6-6f257fda3afb service nova] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Received event network-vif-deleted-2d5a3ee4-a833-4fc3-ac07-80361b4fa806 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1310.477305] env[69524]: DEBUG nova.compute.manager [req-714dc7bd-d9aa-45e9-b95f-99a9be9f7830 req-24a3f407-44d3-4050-a0b6-6f257fda3afb service nova] [instance: b4b979a7-c0e2-488c-abd0-0da7960e8e0e] Received event network-vif-deleted-9e9192f6-ac9e-4982-bd56-2318d281208b {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1310.639984] env[69524]: DEBUG oslo_vmware.api [None req-36796be6-83e2-493f-8a25-d7ec63356b8c tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Task: {'id': task-4068999, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161389} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.640382] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-36796be6-83e2-493f-8a25-d7ec63356b8c tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1310.640638] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-36796be6-83e2-493f-8a25-d7ec63356b8c tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1310.640882] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-36796be6-83e2-493f-8a25-d7ec63356b8c tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1310.641136] env[69524]: INFO nova.compute.manager [None req-36796be6-83e2-493f-8a25-d7ec63356b8c tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1310.641473] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36796be6-83e2-493f-8a25-d7ec63356b8c tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1310.641731] env[69524]: DEBUG nova.compute.manager [-] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1310.641881] env[69524]: DEBUG nova.network.neutron [-] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1310.734293] env[69524]: DEBUG oslo_vmware.api [None req-373a3cba-d99d-431a-9c07-4ffcec3df956 tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Task: {'id': task-4069001, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151763} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.734574] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-373a3cba-d99d-431a-9c07-4ffcec3df956 tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1310.734746] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-373a3cba-d99d-431a-9c07-4ffcec3df956 tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] [instance: 28ab84d2-b9c9-48fc-971d-79004a81f246] Deleted contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1310.734921] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-373a3cba-d99d-431a-9c07-4ffcec3df956 tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] [instance: 28ab84d2-b9c9-48fc-971d-79004a81f246] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1310.735105] env[69524]: INFO nova.compute.manager [None req-373a3cba-d99d-431a-9c07-4ffcec3df956 tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] [instance: 28ab84d2-b9c9-48fc-971d-79004a81f246] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1310.735344] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-373a3cba-d99d-431a-9c07-4ffcec3df956 tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1310.735534] env[69524]: DEBUG nova.compute.manager [-] [instance: 28ab84d2-b9c9-48fc-971d-79004a81f246] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1310.735626] env[69524]: DEBUG nova.network.neutron [-] [instance: 28ab84d2-b9c9-48fc-971d-79004a81f246] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1310.885180] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f4f62032-f3b6-4484-9690-a59c982356f0 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lock "interface-fcbf3595-f64a-442b-a33d-dd7e78f46c8b-1674675d-342d-4372-9a20-d41eabd098cb" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.694s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.938661] env[69524]: DEBUG oslo_vmware.api [None req-05440252-9c79-48f8-a3aa-6571504b53ab tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4069003, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186188} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.939146] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-05440252-9c79-48f8-a3aa-6571504b53ab tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1310.939146] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-05440252-9c79-48f8-a3aa-6571504b53ab tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Deleted contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1310.939325] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-05440252-9c79-48f8-a3aa-6571504b53ab tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1310.939463] env[69524]: INFO nova.compute.manager [None req-05440252-9c79-48f8-a3aa-6571504b53ab tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1310.939698] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05440252-9c79-48f8-a3aa-6571504b53ab tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1310.942465] env[69524]: DEBUG nova.compute.manager [-] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1310.942574] env[69524]: DEBUG nova.network.neutron [-] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1311.022832] env[69524]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 2d5a3ee4-a833-4fc3-ac07-80361b4fa806 could not be found.", "detail": ""}} {{(pid=69524) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1311.023110] env[69524]: DEBUG nova.network.neutron [-] Unable to show port 2d5a3ee4-a833-4fc3-ac07-80361b4fa806 as it no longer exists. {{(pid=69524) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1311.096800] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af617763-8369-4ea9-88e0-9c1ac1de5cfb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.102198] env[69524]: DEBUG nova.compute.manager [req-fa949b13-25d3-4c49-b241-9360e775ef27 req-e6602116-9eee-40c9-ad3f-f462c23400fb service nova] [instance: 28ab84d2-b9c9-48fc-971d-79004a81f246] Received event network-vif-deleted-2c6867a7-b51d-420a-93d4-28206a8dc55a {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1311.102198] env[69524]: INFO nova.compute.manager [req-fa949b13-25d3-4c49-b241-9360e775ef27 req-e6602116-9eee-40c9-ad3f-f462c23400fb service nova] [instance: 28ab84d2-b9c9-48fc-971d-79004a81f246] Neutron deleted interface 2c6867a7-b51d-420a-93d4-28206a8dc55a; detaching it from the instance and deleting it from the info cache [ 1311.102198] env[69524]: DEBUG nova.network.neutron [req-fa949b13-25d3-4c49-b241-9360e775ef27 req-e6602116-9eee-40c9-ad3f-f462c23400fb service nova] [instance: 28ab84d2-b9c9-48fc-971d-79004a81f246] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.112431] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360d5a01-2c76-4d29-b020-ba1ceb19331d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.152984] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29fdbf8-5978-48e5-acb2-b81e243fa426 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.162075] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a297e9fb-ba16-4629-ae08-fb03bfa6538c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.182455] env[69524]: DEBUG nova.compute.provider_tree [None req-f90d7e17-d701-4875-b578-00423b7ac4cd tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1311.344829] env[69524]: DEBUG nova.network.neutron [-] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.539945] env[69524]: DEBUG nova.network.neutron [-] [instance: 28ab84d2-b9c9-48fc-971d-79004a81f246] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.613201] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-73b31bd7-d211-411d-bfc7-507003b1e726 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.623140] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d413f11c-3877-4aff-a42f-4abddf1d722b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.652149] env[69524]: DEBUG nova.compute.manager [req-fa949b13-25d3-4c49-b241-9360e775ef27 req-e6602116-9eee-40c9-ad3f-f462c23400fb service nova] [instance: 28ab84d2-b9c9-48fc-971d-79004a81f246] Detach interface failed, port_id=2c6867a7-b51d-420a-93d4-28206a8dc55a, reason: Instance 28ab84d2-b9c9-48fc-971d-79004a81f246 could not be found. {{(pid=69524) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1311.709427] env[69524]: ERROR nova.scheduler.client.report [None req-f90d7e17-d701-4875-b578-00423b7ac4cd tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [req-3a802016-3f8d-40f4-b886-bd0a7e73ccca] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 333a7aa4-d2cd-4888-ac97-9e43e6b91719. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3a802016-3f8d-40f4-b886-bd0a7e73ccca"}]} [ 1311.725972] env[69524]: DEBUG nova.scheduler.client.report [None req-f90d7e17-d701-4875-b578-00423b7ac4cd tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Refreshing inventories for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1311.739543] env[69524]: DEBUG nova.scheduler.client.report [None req-f90d7e17-d701-4875-b578-00423b7ac4cd tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Updating ProviderTree inventory for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1311.739776] env[69524]: DEBUG nova.compute.provider_tree [None req-f90d7e17-d701-4875-b578-00423b7ac4cd tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 20, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1311.752500] env[69524]: DEBUG nova.scheduler.client.report [None req-f90d7e17-d701-4875-b578-00423b7ac4cd tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Refreshing aggregate associations for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719, aggregates: None {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1311.772683] env[69524]: DEBUG nova.scheduler.client.report [None req-f90d7e17-d701-4875-b578-00423b7ac4cd tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Refreshing trait associations for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1311.848135] env[69524]: INFO nova.compute.manager [-] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Took 1.21 seconds to deallocate network for instance. [ 1311.928287] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4faec951-77c1-4927-b24b-8a0f07a4cdcd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.938470] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0011a40c-f80a-48a2-87d4-43983af61560 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.971727] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc9f5c1-dc78-4eab-a157-eaf0bae643fd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.979968] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b891f51-54b8-4e05-b0ce-341f29f1597f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.993409] env[69524]: DEBUG nova.compute.provider_tree [None req-f90d7e17-d701-4875-b578-00423b7ac4cd tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1312.040257] env[69524]: INFO nova.compute.manager [-] [instance: 28ab84d2-b9c9-48fc-971d-79004a81f246] Took 1.30 seconds to deallocate network for instance. [ 1312.044992] env[69524]: DEBUG nova.network.neutron [-] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.318775] env[69524]: DEBUG nova.compute.manager [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Stashing vm_state: active {{(pid=69524) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1312.356154] env[69524]: DEBUG oslo_concurrency.lockutils [None req-36796be6-83e2-493f-8a25-d7ec63356b8c tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.509214] env[69524]: DEBUG nova.compute.manager [req-39babb18-f06a-460d-bf5b-c7fa368848c8 req-92a54602-b5e9-4be2-aa6d-e4acd18a6720 service nova] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Received event network-vif-deleted-bc4b99c9-7967-4b75-946c-e571702f3e44 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1312.509515] env[69524]: DEBUG nova.compute.manager [req-39babb18-f06a-460d-bf5b-c7fa368848c8 req-92a54602-b5e9-4be2-aa6d-e4acd18a6720 service nova] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Received event network-vif-deleted-f75630d0-ec9a-456a-9a55-26944a3f02ed {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1312.528460] env[69524]: DEBUG nova.scheduler.client.report [None req-f90d7e17-d701-4875-b578-00423b7ac4cd tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Updated inventory for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with generation 173 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1312.528460] env[69524]: DEBUG nova.compute.provider_tree [None req-f90d7e17-d701-4875-b578-00423b7ac4cd tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Updating resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 generation from 173 to 174 during operation: update_inventory {{(pid=69524) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1312.528611] env[69524]: DEBUG nova.compute.provider_tree [None req-f90d7e17-d701-4875-b578-00423b7ac4cd tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1312.547336] env[69524]: DEBUG oslo_concurrency.lockutils [None req-373a3cba-d99d-431a-9c07-4ffcec3df956 tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.547784] env[69524]: INFO nova.compute.manager [-] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Took 1.61 seconds to deallocate network for instance. [ 1312.837793] env[69524]: DEBUG oslo_concurrency.lockutils [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.033720] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f90d7e17-d701-4875-b578-00423b7ac4cd tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.641s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.036016] env[69524]: DEBUG oslo_concurrency.lockutils [None req-36796be6-83e2-493f-8a25-d7ec63356b8c tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.680s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.036245] env[69524]: DEBUG oslo_concurrency.lockutils [None req-36796be6-83e2-493f-8a25-d7ec63356b8c tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.037970] env[69524]: DEBUG oslo_concurrency.lockutils [None req-373a3cba-d99d-431a-9c07-4ffcec3df956 tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.491s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.038204] env[69524]: DEBUG nova.objects.instance [None req-373a3cba-d99d-431a-9c07-4ffcec3df956 tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Lazy-loading 'resources' on Instance uuid 28ab84d2-b9c9-48fc-971d-79004a81f246 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1313.052951] env[69524]: INFO nova.scheduler.client.report [None req-f90d7e17-d701-4875-b578-00423b7ac4cd tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Deleted allocations for instance b4b979a7-c0e2-488c-abd0-0da7960e8e0e [ 1313.054592] env[69524]: DEBUG oslo_concurrency.lockutils [None req-05440252-9c79-48f8-a3aa-6571504b53ab tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.057964] env[69524]: INFO nova.scheduler.client.report [None req-36796be6-83e2-493f-8a25-d7ec63356b8c tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Deleted allocations for instance 37ccc7b5-7b66-4b47-8cd3-42d3c4321446 [ 1313.568165] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f90d7e17-d701-4875-b578-00423b7ac4cd tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "b4b979a7-c0e2-488c-abd0-0da7960e8e0e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.140s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.571403] env[69524]: DEBUG oslo_concurrency.lockutils [None req-36796be6-83e2-493f-8a25-d7ec63356b8c tempest-DeleteServersTestJSON-361702098 tempest-DeleteServersTestJSON-361702098-project-member] Lock "37ccc7b5-7b66-4b47-8cd3-42d3c4321446" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.559s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.692512] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1570d1c1-e776-4879-85b6-8a0d22531b83 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.700426] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b525af76-bc88-4b71-a842-4c483d0913a3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.731288] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb17548-2bc5-48de-a563-5371d9f6a5c2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.739218] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72fa3321-2e02-4b30-ba59-511b5e76da2a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.753309] env[69524]: DEBUG nova.compute.provider_tree [None req-373a3cba-d99d-431a-9c07-4ffcec3df956 tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1314.256405] env[69524]: DEBUG nova.scheduler.client.report [None req-373a3cba-d99d-431a-9c07-4ffcec3df956 tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1314.325825] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2e91ce07-5636-4b2e-bc77-602d7c6236be tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquiring lock "68e172e5-0970-400f-95cf-81bc4b41606e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.326108] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2e91ce07-5636-4b2e-bc77-602d7c6236be tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "68e172e5-0970-400f-95cf-81bc4b41606e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.327175] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2e91ce07-5636-4b2e-bc77-602d7c6236be tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquiring lock "68e172e5-0970-400f-95cf-81bc4b41606e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.327175] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2e91ce07-5636-4b2e-bc77-602d7c6236be tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "68e172e5-0970-400f-95cf-81bc4b41606e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.327175] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2e91ce07-5636-4b2e-bc77-602d7c6236be tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "68e172e5-0970-400f-95cf-81bc4b41606e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.329867] env[69524]: INFO nova.compute.manager [None req-2e91ce07-5636-4b2e-bc77-602d7c6236be tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 68e172e5-0970-400f-95cf-81bc4b41606e] Terminating instance [ 1314.761715] env[69524]: DEBUG oslo_concurrency.lockutils [None req-373a3cba-d99d-431a-9c07-4ffcec3df956 tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.724s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.764367] env[69524]: DEBUG oslo_concurrency.lockutils [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.927s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.783348] env[69524]: INFO nova.scheduler.client.report [None req-373a3cba-d99d-431a-9c07-4ffcec3df956 tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Deleted allocations for instance 28ab84d2-b9c9-48fc-971d-79004a81f246 [ 1314.833757] env[69524]: DEBUG nova.compute.manager [None req-2e91ce07-5636-4b2e-bc77-602d7c6236be tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 68e172e5-0970-400f-95cf-81bc4b41606e] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1314.834051] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-2e91ce07-5636-4b2e-bc77-602d7c6236be tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 68e172e5-0970-400f-95cf-81bc4b41606e] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1314.834908] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b6d4c8-4ef0-41c2-bded-442c9b09cf47 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.843384] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e91ce07-5636-4b2e-bc77-602d7c6236be tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 68e172e5-0970-400f-95cf-81bc4b41606e] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1314.843623] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a8b0b05-0d76-4a50-9b3c-171807a0541e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.853016] env[69524]: DEBUG oslo_vmware.api [None req-2e91ce07-5636-4b2e-bc77-602d7c6236be tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1314.853016] env[69524]: value = "task-4069005" [ 1314.853016] env[69524]: _type = "Task" [ 1314.853016] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.861632] env[69524]: DEBUG oslo_vmware.api [None req-2e91ce07-5636-4b2e-bc77-602d7c6236be tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4069005, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.269720] env[69524]: INFO nova.compute.claims [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1315.291375] env[69524]: DEBUG oslo_concurrency.lockutils [None req-373a3cba-d99d-431a-9c07-4ffcec3df956 tempest-ServerAddressesNegativeTestJSON-1245821617 tempest-ServerAddressesNegativeTestJSON-1245821617-project-member] Lock "28ab84d2-b9c9-48fc-971d-79004a81f246" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.184s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.362743] env[69524]: DEBUG oslo_vmware.api [None req-2e91ce07-5636-4b2e-bc77-602d7c6236be tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4069005, 'name': PowerOffVM_Task, 'duration_secs': 0.230712} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.363058] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e91ce07-5636-4b2e-bc77-602d7c6236be tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 68e172e5-0970-400f-95cf-81bc4b41606e] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1315.363232] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-2e91ce07-5636-4b2e-bc77-602d7c6236be tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 68e172e5-0970-400f-95cf-81bc4b41606e] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1315.363519] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8e5c56c-e230-4252-aefb-49a1e15d6375 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.429747] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-2e91ce07-5636-4b2e-bc77-602d7c6236be tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 68e172e5-0970-400f-95cf-81bc4b41606e] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1315.429969] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-2e91ce07-5636-4b2e-bc77-602d7c6236be tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 68e172e5-0970-400f-95cf-81bc4b41606e] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1315.430435] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e91ce07-5636-4b2e-bc77-602d7c6236be tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Deleting the datastore file [datastore1] 68e172e5-0970-400f-95cf-81bc4b41606e {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1315.430435] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ebbed9e-7c04-41fe-806b-2c0008475e73 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.437890] env[69524]: DEBUG oslo_vmware.api [None req-2e91ce07-5636-4b2e-bc77-602d7c6236be tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for the task: (returnval){ [ 1315.437890] env[69524]: value = "task-4069007" [ 1315.437890] env[69524]: _type = "Task" [ 1315.437890] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.446626] env[69524]: DEBUG oslo_vmware.api [None req-2e91ce07-5636-4b2e-bc77-602d7c6236be tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4069007, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.776662] env[69524]: INFO nova.compute.resource_tracker [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Updating resource usage from migration 996ba84c-1d12-4b95-b313-ea404dd233b8 [ 1315.898212] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc77ee7-c206-4f85-ac42-bb6989c98ee3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.906285] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6367937b-1f6a-42f1-9a3f-a9f6100410ec {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.938204] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1598c993-9a52-4147-b7bd-ae1fbe0e29e5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.952146] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da572a1-cf06-4a6d-8936-afa519d27485 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.956105] env[69524]: DEBUG oslo_vmware.api [None req-2e91ce07-5636-4b2e-bc77-602d7c6236be tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Task: {'id': task-4069007, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12176} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.956374] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e91ce07-5636-4b2e-bc77-602d7c6236be tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1315.956533] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-2e91ce07-5636-4b2e-bc77-602d7c6236be tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 68e172e5-0970-400f-95cf-81bc4b41606e] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1315.956710] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-2e91ce07-5636-4b2e-bc77-602d7c6236be tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 68e172e5-0970-400f-95cf-81bc4b41606e] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1315.956876] env[69524]: INFO nova.compute.manager [None req-2e91ce07-5636-4b2e-bc77-602d7c6236be tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] [instance: 68e172e5-0970-400f-95cf-81bc4b41606e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1315.957175] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e91ce07-5636-4b2e-bc77-602d7c6236be tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1315.957729] env[69524]: DEBUG nova.compute.manager [-] [instance: 68e172e5-0970-400f-95cf-81bc4b41606e] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1315.957857] env[69524]: DEBUG nova.network.neutron [-] [instance: 68e172e5-0970-400f-95cf-81bc4b41606e] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1315.969583] env[69524]: DEBUG nova.compute.provider_tree [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1316.221939] env[69524]: DEBUG nova.compute.manager [req-c8422f26-2223-42ce-810e-7f1331bda2de req-37ae52f8-e877-4fb3-858c-8dea18abc10d service nova] [instance: 68e172e5-0970-400f-95cf-81bc4b41606e] Received event network-vif-deleted-7ec4fbc2-c8af-4361-bb5e-80067f6ad340 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1316.221939] env[69524]: INFO nova.compute.manager [req-c8422f26-2223-42ce-810e-7f1331bda2de req-37ae52f8-e877-4fb3-858c-8dea18abc10d service nova] [instance: 68e172e5-0970-400f-95cf-81bc4b41606e] Neutron deleted interface 7ec4fbc2-c8af-4361-bb5e-80067f6ad340; detaching it from the instance and deleting it from the info cache [ 1316.222141] env[69524]: DEBUG nova.network.neutron [req-c8422f26-2223-42ce-810e-7f1331bda2de req-37ae52f8-e877-4fb3-858c-8dea18abc10d service nova] [instance: 68e172e5-0970-400f-95cf-81bc4b41606e] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.474810] env[69524]: DEBUG nova.scheduler.client.report [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1316.703589] env[69524]: DEBUG nova.network.neutron [-] [instance: 68e172e5-0970-400f-95cf-81bc4b41606e] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.725598] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dabc1eae-ce84-4aed-9586-5795841b3f59 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.736730] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d77341-88b2-4cca-a275-d7503f974930 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.765995] env[69524]: DEBUG nova.compute.manager [req-c8422f26-2223-42ce-810e-7f1331bda2de req-37ae52f8-e877-4fb3-858c-8dea18abc10d service nova] [instance: 68e172e5-0970-400f-95cf-81bc4b41606e] Detach interface failed, port_id=7ec4fbc2-c8af-4361-bb5e-80067f6ad340, reason: Instance 68e172e5-0970-400f-95cf-81bc4b41606e could not be found. {{(pid=69524) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1316.978945] env[69524]: DEBUG oslo_concurrency.lockutils [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.215s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.979173] env[69524]: INFO nova.compute.manager [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Migrating [ 1316.986141] env[69524]: DEBUG oslo_concurrency.lockutils [None req-05440252-9c79-48f8-a3aa-6571504b53ab tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.931s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.986279] env[69524]: DEBUG nova.objects.instance [None req-05440252-9c79-48f8-a3aa-6571504b53ab tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lazy-loading 'resources' on Instance uuid fcbf3595-f64a-442b-a33d-dd7e78f46c8b {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1317.133030] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8423af-99b8-42d8-9559-f58b8ca5027b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.141261] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc4e73ec-07e9-47b9-bece-276fc818b54d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.176558] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12dc511f-45ad-4046-b073-fc917a4f15a7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.187191] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e84564-9831-4f65-a9c7-2df6a5bb0ffc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.203774] env[69524]: DEBUG nova.compute.provider_tree [None req-05440252-9c79-48f8-a3aa-6571504b53ab tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1317.208104] env[69524]: INFO nova.compute.manager [-] [instance: 68e172e5-0970-400f-95cf-81bc4b41606e] Took 1.25 seconds to deallocate network for instance. [ 1317.496151] env[69524]: DEBUG oslo_concurrency.lockutils [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquiring lock "refresh_cache-7bdde934-b122-4b19-849b-daced27c0533" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.496431] env[69524]: DEBUG oslo_concurrency.lockutils [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquired lock "refresh_cache-7bdde934-b122-4b19-849b-daced27c0533" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.496527] env[69524]: DEBUG nova.network.neutron [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1317.712023] env[69524]: DEBUG nova.scheduler.client.report [None req-05440252-9c79-48f8-a3aa-6571504b53ab tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1317.716491] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2e91ce07-5636-4b2e-bc77-602d7c6236be tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.045600] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Acquiring lock "5f9afa39-3851-425f-8bb8-786dd791a1d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.045845] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Lock "5f9afa39-3851-425f-8bb8-786dd791a1d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.214848] env[69524]: DEBUG oslo_concurrency.lockutils [None req-05440252-9c79-48f8-a3aa-6571504b53ab tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.229s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.218103] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2e91ce07-5636-4b2e-bc77-602d7c6236be tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.501s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.218103] env[69524]: DEBUG nova.objects.instance [None req-2e91ce07-5636-4b2e-bc77-602d7c6236be tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lazy-loading 'resources' on Instance uuid 68e172e5-0970-400f-95cf-81bc4b41606e {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1318.250181] env[69524]: INFO nova.scheduler.client.report [None req-05440252-9c79-48f8-a3aa-6571504b53ab tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Deleted allocations for instance fcbf3595-f64a-442b-a33d-dd7e78f46c8b [ 1318.356504] env[69524]: DEBUG nova.network.neutron [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Updating instance_info_cache with network_info: [{"id": "29946d17-47b7-4c35-b521-51c0a007f5d1", "address": "fa:16:3e:03:3d:0b", "network": {"id": "6e80ee80-02f9-45cb-9650-7615a3358ad7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-286530929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a638896dde45449a8d091abde05fda3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29946d17-47", "ovs_interfaceid": "29946d17-47b7-4c35-b521-51c0a007f5d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.547883] env[69524]: DEBUG nova.compute.manager [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] [instance: 5f9afa39-3851-425f-8bb8-786dd791a1d8] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1318.764706] env[69524]: DEBUG oslo_concurrency.lockutils [None req-05440252-9c79-48f8-a3aa-6571504b53ab tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lock "fcbf3595-f64a-442b-a33d-dd7e78f46c8b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.502s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.852127] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cfd15b8-8783-4bad-a3e1-61e2f0b339fb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.860097] env[69524]: DEBUG oslo_concurrency.lockutils [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Releasing lock "refresh_cache-7bdde934-b122-4b19-849b-daced27c0533" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.862334] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7debe6be-0b43-4536-bec4-6b4511b1f537 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.894582] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7971e29f-3c9b-4612-a755-c25c8051f4c5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.903938] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e9f8fd-f2c8-4663-8e78-75ad3668559e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.922097] env[69524]: DEBUG nova.compute.provider_tree [None req-2e91ce07-5636-4b2e-bc77-602d7c6236be tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1319.070279] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.424610] env[69524]: DEBUG nova.scheduler.client.report [None req-2e91ce07-5636-4b2e-bc77-602d7c6236be tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1319.830835] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Acquiring lock "46916d9e-98a9-47ba-b5f8-2b775d87e304" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.831129] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Lock "46916d9e-98a9-47ba-b5f8-2b775d87e304" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.930021] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2e91ce07-5636-4b2e-bc77-602d7c6236be tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.712s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.932492] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.862s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.934211] env[69524]: INFO nova.compute.claims [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] [instance: 5f9afa39-3851-425f-8bb8-786dd791a1d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1319.951533] env[69524]: INFO nova.scheduler.client.report [None req-2e91ce07-5636-4b2e-bc77-602d7c6236be tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Deleted allocations for instance 68e172e5-0970-400f-95cf-81bc4b41606e [ 1320.333578] env[69524]: DEBUG nova.compute.manager [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] [instance: 46916d9e-98a9-47ba-b5f8-2b775d87e304] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1320.379962] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5155f695-4a0f-4bf0-a333-d43dff4b6aac {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.400261] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Updating instance '7bdde934-b122-4b19-849b-daced27c0533' progress to 0 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1320.459635] env[69524]: DEBUG oslo_concurrency.lockutils [None req-2e91ce07-5636-4b2e-bc77-602d7c6236be tempest-ServersTestJSON-1593881666 tempest-ServersTestJSON-1593881666-project-member] Lock "68e172e5-0970-400f-95cf-81bc4b41606e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.133s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.710323] env[69524]: DEBUG oslo_concurrency.lockutils [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquiring lock "35692d52-d3fe-48db-ab53-bc68cfb6fbc6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.710595] env[69524]: DEBUG oslo_concurrency.lockutils [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lock "35692d52-d3fe-48db-ab53-bc68cfb6fbc6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.855543] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.906615] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1320.906934] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9df12274-1ef9-4b01-b4bb-0be297a7c91d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.914999] env[69524]: DEBUG oslo_vmware.api [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1320.914999] env[69524]: value = "task-4069008" [ 1320.914999] env[69524]: _type = "Task" [ 1320.914999] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.924092] env[69524]: DEBUG oslo_vmware.api [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069008, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.076276] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a51591a-ae99-4809-8d86-764ae23fffc3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.085504] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63fa6d0-8679-415c-85ca-1cda698ca07c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.120511] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9ab079-50f0-476c-b788-3f3121ba5a91 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.128689] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f43b4c0-a381-443c-a132-bd0857109cd5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.143044] env[69524]: DEBUG nova.compute.provider_tree [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1321.213487] env[69524]: DEBUG nova.compute.manager [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1321.425340] env[69524]: DEBUG oslo_vmware.api [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069008, 'name': PowerOffVM_Task, 'duration_secs': 0.22042} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.425621] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1321.425808] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Updating instance '7bdde934-b122-4b19-849b-daced27c0533' progress to 17 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1321.646697] env[69524]: DEBUG nova.scheduler.client.report [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1321.735567] env[69524]: DEBUG oslo_concurrency.lockutils [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.932232] env[69524]: DEBUG nova.virt.hardware [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1321.932528] env[69524]: DEBUG nova.virt.hardware [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1321.932686] env[69524]: DEBUG nova.virt.hardware [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1321.932884] env[69524]: DEBUG nova.virt.hardware [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1321.932987] env[69524]: DEBUG nova.virt.hardware [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1321.933140] env[69524]: DEBUG nova.virt.hardware [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1321.933339] env[69524]: DEBUG nova.virt.hardware [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1321.933489] env[69524]: DEBUG nova.virt.hardware [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1321.933646] env[69524]: DEBUG nova.virt.hardware [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1321.933810] env[69524]: DEBUG nova.virt.hardware [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1321.933972] env[69524]: DEBUG nova.virt.hardware [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1321.939079] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c17d463b-cbaf-4402-9c0d-4f46de80e62e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.955757] env[69524]: DEBUG oslo_vmware.api [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1321.955757] env[69524]: value = "task-4069009" [ 1321.955757] env[69524]: _type = "Task" [ 1321.955757] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.964247] env[69524]: DEBUG oslo_vmware.api [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069009, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.154209] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.222s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.154719] env[69524]: DEBUG nova.compute.manager [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] [instance: 5f9afa39-3851-425f-8bb8-786dd791a1d8] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1322.157371] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.302s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.158741] env[69524]: INFO nova.compute.claims [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] [instance: 46916d9e-98a9-47ba-b5f8-2b775d87e304] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1322.465742] env[69524]: DEBUG oslo_vmware.api [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069009, 'name': ReconfigVM_Task, 'duration_secs': 0.204715} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.466254] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Updating instance '7bdde934-b122-4b19-849b-daced27c0533' progress to 33 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1322.663896] env[69524]: DEBUG nova.compute.utils [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1322.666673] env[69524]: DEBUG nova.compute.manager [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] [instance: 5f9afa39-3851-425f-8bb8-786dd791a1d8] Not allocating networking since 'none' was specified. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1322.973381] env[69524]: DEBUG nova.virt.hardware [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1322.973807] env[69524]: DEBUG nova.virt.hardware [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1322.973807] env[69524]: DEBUG nova.virt.hardware [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1322.973896] env[69524]: DEBUG nova.virt.hardware [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1322.974029] env[69524]: DEBUG nova.virt.hardware [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1322.974176] env[69524]: DEBUG nova.virt.hardware [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1322.974414] env[69524]: DEBUG nova.virt.hardware [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1322.974555] env[69524]: DEBUG nova.virt.hardware [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1322.974753] env[69524]: DEBUG nova.virt.hardware [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1322.974851] env[69524]: DEBUG nova.virt.hardware [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1322.975012] env[69524]: DEBUG nova.virt.hardware [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1322.980269] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Reconfiguring VM instance instance-0000004c to detach disk 2000 {{(pid=69524) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1322.980504] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60190ffb-81a7-4931-9f91-7dd7218643d5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.999016] env[69524]: DEBUG oslo_vmware.api [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1322.999016] env[69524]: value = "task-4069010" [ 1322.999016] env[69524]: _type = "Task" [ 1322.999016] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.008966] env[69524]: DEBUG oslo_vmware.api [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069010, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.167774] env[69524]: DEBUG nova.compute.manager [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] [instance: 5f9afa39-3851-425f-8bb8-786dd791a1d8] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1323.303432] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a8972c-4cfc-4366-9462-42c7066a4ffd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.311055] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab4a9e0-e194-4bd5-a38b-b11c9c4dbb53 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.343284] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a61dc4-e07e-437b-ba45-73bafa9b32bd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.351175] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36fa51ce-aa03-47e9-b7a8-6a6a05bdb7aa {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.364388] env[69524]: DEBUG nova.compute.provider_tree [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1323.509501] env[69524]: DEBUG oslo_vmware.api [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069010, 'name': ReconfigVM_Task, 'duration_secs': 0.17712} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.509785] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Reconfigured VM instance instance-0000004c to detach disk 2000 {{(pid=69524) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1323.510594] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f6e303-8b9c-4d9c-987a-0e2559a46096 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.536446] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 7bdde934-b122-4b19-849b-daced27c0533/7bdde934-b122-4b19-849b-daced27c0533.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1323.536758] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6599e49b-afc9-4c04-9e20-567d5a8dafae {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.556440] env[69524]: DEBUG oslo_vmware.api [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1323.556440] env[69524]: value = "task-4069011" [ 1323.556440] env[69524]: _type = "Task" [ 1323.556440] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.565057] env[69524]: DEBUG oslo_vmware.api [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069011, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.868096] env[69524]: DEBUG nova.scheduler.client.report [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1324.067871] env[69524]: DEBUG oslo_vmware.api [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069011, 'name': ReconfigVM_Task, 'duration_secs': 0.270378} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.068246] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 7bdde934-b122-4b19-849b-daced27c0533/7bdde934-b122-4b19-849b-daced27c0533.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1324.068377] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Updating instance '7bdde934-b122-4b19-849b-daced27c0533' progress to 50 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1324.109050] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9b56f9fc-0499-4dfb-9587-0e9af29085f4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquiring lock "0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.109442] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9b56f9fc-0499-4dfb-9587-0e9af29085f4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.109686] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9b56f9fc-0499-4dfb-9587-0e9af29085f4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquiring lock "0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.109875] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9b56f9fc-0499-4dfb-9587-0e9af29085f4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.110056] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9b56f9fc-0499-4dfb-9587-0e9af29085f4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.112149] env[69524]: INFO nova.compute.manager [None req-9b56f9fc-0499-4dfb-9587-0e9af29085f4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Terminating instance [ 1324.179997] env[69524]: DEBUG nova.compute.manager [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] [instance: 5f9afa39-3851-425f-8bb8-786dd791a1d8] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1324.211529] env[69524]: DEBUG nova.virt.hardware [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1324.211775] env[69524]: DEBUG nova.virt.hardware [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1324.211929] env[69524]: DEBUG nova.virt.hardware [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1324.212126] env[69524]: DEBUG nova.virt.hardware [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1324.212274] env[69524]: DEBUG nova.virt.hardware [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1324.212417] env[69524]: DEBUG nova.virt.hardware [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1324.212618] env[69524]: DEBUG nova.virt.hardware [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1324.212778] env[69524]: DEBUG nova.virt.hardware [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1324.212967] env[69524]: DEBUG nova.virt.hardware [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1324.213206] env[69524]: DEBUG nova.virt.hardware [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1324.213382] env[69524]: DEBUG nova.virt.hardware [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1324.214280] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37130337-30f8-444b-b3c9-24851682fe92 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.222692] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47cfb13d-5acb-4952-af71-68a7aa479d57 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.236781] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] [instance: 5f9afa39-3851-425f-8bb8-786dd791a1d8] Instance VIF info [] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1324.242300] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Creating folder: Project (59d21530647d4f549ed95117c8867ddd). Parent ref: group-v806025. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1324.242597] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf8358af-e4f3-4105-acdf-1ad9084b0b9d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.254093] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Created folder: Project (59d21530647d4f549ed95117c8867ddd) in parent group-v806025. [ 1324.254309] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Creating folder: Instances. Parent ref: group-v806340. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1324.254977] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14a1a718-d754-4635-b3ca-b8130b83bb1e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.264602] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Created folder: Instances in parent group-v806340. [ 1324.264846] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1324.265101] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f9afa39-3851-425f-8bb8-786dd791a1d8] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1324.265335] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3098b001-cc43-46e1-8586-ca0290ccbdb8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.284730] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1324.284730] env[69524]: value = "task-4069014" [ 1324.284730] env[69524]: _type = "Task" [ 1324.284730] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.292994] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069014, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.372398] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.215s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.373114] env[69524]: DEBUG nova.compute.manager [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] [instance: 46916d9e-98a9-47ba-b5f8-2b775d87e304] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1324.375836] env[69524]: DEBUG oslo_concurrency.lockutils [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.640s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.377412] env[69524]: INFO nova.compute.claims [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1324.575344] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68494046-8c85-43ac-9cb3-b8cc56f8a39b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.595280] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0b25c2-fd3a-4d74-a748-4b7c52867607 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.613114] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Updating instance '7bdde934-b122-4b19-849b-daced27c0533' progress to 67 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1324.616981] env[69524]: DEBUG nova.compute.manager [None req-9b56f9fc-0499-4dfb-9587-0e9af29085f4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1324.617216] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b56f9fc-0499-4dfb-9587-0e9af29085f4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1324.617647] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-410dbf60-6672-4307-902f-468bd7142a6a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.624726] env[69524]: DEBUG oslo_vmware.api [None req-9b56f9fc-0499-4dfb-9587-0e9af29085f4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 1324.624726] env[69524]: value = "task-4069015" [ 1324.624726] env[69524]: _type = "Task" [ 1324.624726] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.632475] env[69524]: DEBUG oslo_vmware.api [None req-9b56f9fc-0499-4dfb-9587-0e9af29085f4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4069015, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.797771] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069014, 'name': CreateVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.885070] env[69524]: DEBUG nova.compute.utils [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1324.886541] env[69524]: DEBUG nova.compute.manager [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] [instance: 46916d9e-98a9-47ba-b5f8-2b775d87e304] Not allocating networking since 'none' was specified. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1325.134897] env[69524]: DEBUG oslo_vmware.api [None req-9b56f9fc-0499-4dfb-9587-0e9af29085f4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4069015, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.154235] env[69524]: DEBUG nova.network.neutron [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Port 29946d17-47b7-4c35-b521-51c0a007f5d1 binding to destination host cpu-1 is already ACTIVE {{(pid=69524) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1325.296802] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069014, 'name': CreateVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.390914] env[69524]: DEBUG nova.compute.manager [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] [instance: 46916d9e-98a9-47ba-b5f8-2b775d87e304] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1325.521461] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf70f328-171d-4a3d-b3d0-64fe9a895339 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.529860] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d15921-6f65-4631-aa03-ae0270378cc5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.561265] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39e9ddf-7771-43ff-8628-1a5a9e2c6f25 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.569514] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ac6471-bdad-4c35-b98a-1742906cedbf {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.585339] env[69524]: DEBUG nova.compute.provider_tree [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1325.638016] env[69524]: DEBUG oslo_vmware.api [None req-9b56f9fc-0499-4dfb-9587-0e9af29085f4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4069015, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.797539] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069014, 'name': CreateVM_Task, 'duration_secs': 1.299672} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.797775] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f9afa39-3851-425f-8bb8-786dd791a1d8] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1325.798259] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.798417] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.798756] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.799041] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b59f01e-6770-4f18-9afc-2948dd8d61df {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.804715] env[69524]: DEBUG oslo_vmware.api [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Waiting for the task: (returnval){ [ 1325.804715] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52cd2398-8771-cf28-d896-2ecdfc0d0bd2" [ 1325.804715] env[69524]: _type = "Task" [ 1325.804715] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.815476] env[69524]: DEBUG oslo_vmware.api [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52cd2398-8771-cf28-d896-2ecdfc0d0bd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.089868] env[69524]: DEBUG nova.scheduler.client.report [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1326.136930] env[69524]: DEBUG oslo_vmware.api [None req-9b56f9fc-0499-4dfb-9587-0e9af29085f4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4069015, 'name': PowerOffVM_Task, 'duration_secs': 1.093306} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.137403] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b56f9fc-0499-4dfb-9587-0e9af29085f4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1326.137472] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b56f9fc-0499-4dfb-9587-0e9af29085f4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Volume detach. Driver type: vmdk {{(pid=69524) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1326.137704] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b56f9fc-0499-4dfb-9587-0e9af29085f4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806316', 'volume_id': '6644a44e-4651-4bba-a75c-864288f892af', 'name': 'volume-6644a44e-4651-4bba-a75c-864288f892af', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7', 'attached_at': '2025-05-13T11:55:47.000000', 'detached_at': '', 'volume_id': '6644a44e-4651-4bba-a75c-864288f892af', 'serial': '6644a44e-4651-4bba-a75c-864288f892af'} {{(pid=69524) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1326.138581] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e339e0-918c-466b-bac4-acfd94bf5e65 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.157227] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734146a7-7ef1-4e81-91e9-7aeeef1a56d6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.181941] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae91a1f8-09f4-43c3-86f6-8603527c29e8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.192149] env[69524]: DEBUG oslo_concurrency.lockutils [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquiring lock "7bdde934-b122-4b19-849b-daced27c0533-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.192632] env[69524]: DEBUG oslo_concurrency.lockutils [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lock "7bdde934-b122-4b19-849b-daced27c0533-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.193487] env[69524]: DEBUG oslo_concurrency.lockutils [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lock "7bdde934-b122-4b19-849b-daced27c0533-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.214071] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ce3b16-5517-4d07-9598-9e2bb974ebd3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.230871] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b56f9fc-0499-4dfb-9587-0e9af29085f4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] The volume has not been displaced from its original location: [datastore1] volume-6644a44e-4651-4bba-a75c-864288f892af/volume-6644a44e-4651-4bba-a75c-864288f892af.vmdk. No consolidation needed. {{(pid=69524) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1326.236107] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b56f9fc-0499-4dfb-9587-0e9af29085f4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Reconfiguring VM instance instance-0000006d to detach disk 2000 {{(pid=69524) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1326.236437] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30e34511-8d28-4de5-aa29-dc7eda8f261c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.255248] env[69524]: DEBUG oslo_vmware.api [None req-9b56f9fc-0499-4dfb-9587-0e9af29085f4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 1326.255248] env[69524]: value = "task-4069016" [ 1326.255248] env[69524]: _type = "Task" [ 1326.255248] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.263344] env[69524]: DEBUG oslo_vmware.api [None req-9b56f9fc-0499-4dfb-9587-0e9af29085f4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4069016, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.315139] env[69524]: DEBUG oslo_vmware.api [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52cd2398-8771-cf28-d896-2ecdfc0d0bd2, 'name': SearchDatastore_Task, 'duration_secs': 0.011381} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.315476] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.315720] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] [instance: 5f9afa39-3851-425f-8bb8-786dd791a1d8] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1326.315970] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.316140] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.316329] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1326.316601] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61247623-3a3f-49fb-af98-d9c58e5cedbf {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.324902] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1326.325076] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1326.325826] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e35e278-741b-44d5-9e7b-93339dcf7131 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.331135] env[69524]: DEBUG oslo_vmware.api [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Waiting for the task: (returnval){ [ 1326.331135] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5284f3e6-6e7c-b38e-36b2-ba7ae79de938" [ 1326.331135] env[69524]: _type = "Task" [ 1326.331135] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.339550] env[69524]: DEBUG oslo_vmware.api [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5284f3e6-6e7c-b38e-36b2-ba7ae79de938, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.400094] env[69524]: DEBUG nova.compute.manager [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] [instance: 46916d9e-98a9-47ba-b5f8-2b775d87e304] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1326.423031] env[69524]: DEBUG nova.virt.hardware [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1326.423354] env[69524]: DEBUG nova.virt.hardware [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1326.423529] env[69524]: DEBUG nova.virt.hardware [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1326.423719] env[69524]: DEBUG nova.virt.hardware [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1326.423967] env[69524]: DEBUG nova.virt.hardware [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1326.424154] env[69524]: DEBUG nova.virt.hardware [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1326.424370] env[69524]: DEBUG nova.virt.hardware [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1326.424530] env[69524]: DEBUG nova.virt.hardware [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1326.424698] env[69524]: DEBUG nova.virt.hardware [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1326.424862] env[69524]: DEBUG nova.virt.hardware [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1326.425100] env[69524]: DEBUG nova.virt.hardware [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1326.425975] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715df268-d85c-4e5f-9bd2-31aa8645d2ea {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.434096] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f5b626-8c7a-49fc-a3fc-7341afa9fd62 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.446975] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] [instance: 46916d9e-98a9-47ba-b5f8-2b775d87e304] Instance VIF info [] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1326.452308] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Creating folder: Project (c35fa9b1cca145908910825916c9987e). Parent ref: group-v806025. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1326.452576] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7779171-c090-439b-a76c-90ed6e4e49e5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.463015] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Created folder: Project (c35fa9b1cca145908910825916c9987e) in parent group-v806025. [ 1326.463222] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Creating folder: Instances. Parent ref: group-v806343. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1326.463449] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf0d1323-a6c9-428f-bb16-ebdf22535d3b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.467490] env[69524]: DEBUG oslo_concurrency.lockutils [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Acquiring lock "3198d5ad-375d-4938-9dd0-825896f9ed78" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.467711] env[69524]: DEBUG oslo_concurrency.lockutils [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Lock "3198d5ad-375d-4938-9dd0-825896f9ed78" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.467879] env[69524]: INFO nova.compute.manager [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Shelving [ 1326.473501] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Created folder: Instances in parent group-v806343. [ 1326.473769] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1326.473987] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46916d9e-98a9-47ba-b5f8-2b775d87e304] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1326.474222] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b047f313-43ce-4201-8949-9ab41bd164ae {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.492877] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1326.492877] env[69524]: value = "task-4069019" [ 1326.492877] env[69524]: _type = "Task" [ 1326.492877] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.501250] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069019, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.593995] env[69524]: DEBUG oslo_concurrency.lockutils [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.218s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.594573] env[69524]: DEBUG nova.compute.manager [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1326.767360] env[69524]: DEBUG oslo_vmware.api [None req-9b56f9fc-0499-4dfb-9587-0e9af29085f4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4069016, 'name': ReconfigVM_Task, 'duration_secs': 0.151069} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.767622] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b56f9fc-0499-4dfb-9587-0e9af29085f4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Reconfigured VM instance instance-0000006d to detach disk 2000 {{(pid=69524) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1326.772473] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c638c56-ab5c-406b-ba30-a0884fc14c0e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.788067] env[69524]: DEBUG oslo_vmware.api [None req-9b56f9fc-0499-4dfb-9587-0e9af29085f4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 1326.788067] env[69524]: value = "task-4069020" [ 1326.788067] env[69524]: _type = "Task" [ 1326.788067] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.798209] env[69524]: DEBUG oslo_vmware.api [None req-9b56f9fc-0499-4dfb-9587-0e9af29085f4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4069020, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.840942] env[69524]: DEBUG oslo_vmware.api [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5284f3e6-6e7c-b38e-36b2-ba7ae79de938, 'name': SearchDatastore_Task, 'duration_secs': 0.008857} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.841840] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ac75f97-f776-48b0-8a8b-856b68eca2f7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.847555] env[69524]: DEBUG oslo_vmware.api [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Waiting for the task: (returnval){ [ 1326.847555] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5218bb6e-4591-366f-0c2e-321a1ce0d645" [ 1326.847555] env[69524]: _type = "Task" [ 1326.847555] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.855844] env[69524]: DEBUG oslo_vmware.api [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5218bb6e-4591-366f-0c2e-321a1ce0d645, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.004042] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069019, 'name': CreateVM_Task, 'duration_secs': 0.260508} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.004237] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46916d9e-98a9-47ba-b5f8-2b775d87e304] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1327.004678] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.004968] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.005333] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.005588] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fb8d31a-1e96-4bf0-9079-e2745481164b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.010841] env[69524]: DEBUG oslo_vmware.api [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Waiting for the task: (returnval){ [ 1327.010841] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5212a843-7aa3-0306-627d-10ee6aa905bf" [ 1327.010841] env[69524]: _type = "Task" [ 1327.010841] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.019711] env[69524]: DEBUG oslo_vmware.api [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5212a843-7aa3-0306-627d-10ee6aa905bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.100140] env[69524]: DEBUG nova.compute.utils [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1327.101634] env[69524]: DEBUG nova.compute.manager [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1327.101799] env[69524]: DEBUG nova.network.neutron [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1327.140581] env[69524]: DEBUG nova.policy [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75e9390581df481eb83f5286dd2996b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e79fb10ba570446e80b89783732d562f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 1327.225230] env[69524]: DEBUG oslo_concurrency.lockutils [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquiring lock "refresh_cache-7bdde934-b122-4b19-849b-daced27c0533" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.225436] env[69524]: DEBUG oslo_concurrency.lockutils [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquired lock "refresh_cache-7bdde934-b122-4b19-849b-daced27c0533" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.225608] env[69524]: DEBUG nova.network.neutron [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1327.298795] env[69524]: DEBUG oslo_vmware.api [None req-9b56f9fc-0499-4dfb-9587-0e9af29085f4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4069020, 'name': ReconfigVM_Task, 'duration_secs': 0.131748} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.299534] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b56f9fc-0499-4dfb-9587-0e9af29085f4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806316', 'volume_id': '6644a44e-4651-4bba-a75c-864288f892af', 'name': 'volume-6644a44e-4651-4bba-a75c-864288f892af', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7', 'attached_at': '2025-05-13T11:55:47.000000', 'detached_at': '', 'volume_id': '6644a44e-4651-4bba-a75c-864288f892af', 'serial': '6644a44e-4651-4bba-a75c-864288f892af'} {{(pid=69524) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1327.299826] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-9b56f9fc-0499-4dfb-9587-0e9af29085f4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1327.300665] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4cbdd1e-1631-4718-8e22-799d04175194 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.307694] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-9b56f9fc-0499-4dfb-9587-0e9af29085f4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1327.307925] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1ac4aae-9150-4159-b54e-bceeb351e659 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.358984] env[69524]: DEBUG oslo_vmware.api [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5218bb6e-4591-366f-0c2e-321a1ce0d645, 'name': SearchDatastore_Task, 'duration_secs': 0.009417} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.359763] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.359763] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 5f9afa39-3851-425f-8bb8-786dd791a1d8/5f9afa39-3851-425f-8bb8-786dd791a1d8.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1327.359974] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d05edc14-de1d-44af-9211-8aaa46dfee63 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.367470] env[69524]: DEBUG oslo_vmware.api [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Waiting for the task: (returnval){ [ 1327.367470] env[69524]: value = "task-4069022" [ 1327.367470] env[69524]: _type = "Task" [ 1327.367470] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.374088] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-9b56f9fc-0499-4dfb-9587-0e9af29085f4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1327.374368] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-9b56f9fc-0499-4dfb-9587-0e9af29085f4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1327.374598] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b56f9fc-0499-4dfb-9587-0e9af29085f4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Deleting the datastore file [datastore1] 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1327.378076] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8a28454-c3dc-4b18-a8d6-daab0fc2e5ad {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.379940] env[69524]: DEBUG oslo_vmware.api [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Task: {'id': task-4069022, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.384990] env[69524]: DEBUG oslo_vmware.api [None req-9b56f9fc-0499-4dfb-9587-0e9af29085f4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 1327.384990] env[69524]: value = "task-4069023" [ 1327.384990] env[69524]: _type = "Task" [ 1327.384990] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.393761] env[69524]: DEBUG oslo_vmware.api [None req-9b56f9fc-0499-4dfb-9587-0e9af29085f4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4069023, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.460591] env[69524]: DEBUG nova.network.neutron [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Successfully created port: d4eb7fac-4abe-4c73-9eff-13553bf718cd {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1327.476676] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1327.477104] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca51d30a-5eb9-4330-a0fe-062aca7818fd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.483656] env[69524]: DEBUG oslo_vmware.api [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Waiting for the task: (returnval){ [ 1327.483656] env[69524]: value = "task-4069024" [ 1327.483656] env[69524]: _type = "Task" [ 1327.483656] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.493131] env[69524]: DEBUG oslo_vmware.api [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069024, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.521959] env[69524]: DEBUG oslo_vmware.api [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5212a843-7aa3-0306-627d-10ee6aa905bf, 'name': SearchDatastore_Task, 'duration_secs': 0.011361} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.522297] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.522533] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] [instance: 46916d9e-98a9-47ba-b5f8-2b775d87e304] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1327.522788] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.522976] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.523168] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1327.523440] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea8dc5f2-39b6-45be-8b89-56a33b8be6ed {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.536954] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1327.537471] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1327.538248] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ded4873-03fa-4e88-bfdf-cecf8085a6ca {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.548065] env[69524]: DEBUG oslo_vmware.api [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Waiting for the task: (returnval){ [ 1327.548065] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52aae95b-b226-4cad-2139-a5a7883e3990" [ 1327.548065] env[69524]: _type = "Task" [ 1327.548065] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.559854] env[69524]: DEBUG oslo_vmware.api [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52aae95b-b226-4cad-2139-a5a7883e3990, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.604872] env[69524]: DEBUG nova.compute.manager [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1327.879413] env[69524]: DEBUG oslo_vmware.api [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Task: {'id': task-4069022, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.894612] env[69524]: DEBUG oslo_vmware.api [None req-9b56f9fc-0499-4dfb-9587-0e9af29085f4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4069023, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.092957} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.897432] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b56f9fc-0499-4dfb-9587-0e9af29085f4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1327.897630] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-9b56f9fc-0499-4dfb-9587-0e9af29085f4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1327.897804] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-9b56f9fc-0499-4dfb-9587-0e9af29085f4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1327.897976] env[69524]: INFO nova.compute.manager [None req-9b56f9fc-0499-4dfb-9587-0e9af29085f4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Took 3.28 seconds to destroy the instance on the hypervisor. [ 1327.898244] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b56f9fc-0499-4dfb-9587-0e9af29085f4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1327.898446] env[69524]: DEBUG nova.compute.manager [-] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1327.898539] env[69524]: DEBUG nova.network.neutron [-] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1327.969281] env[69524]: DEBUG nova.network.neutron [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Updating instance_info_cache with network_info: [{"id": "29946d17-47b7-4c35-b521-51c0a007f5d1", "address": "fa:16:3e:03:3d:0b", "network": {"id": "6e80ee80-02f9-45cb-9650-7615a3358ad7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-286530929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a638896dde45449a8d091abde05fda3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29946d17-47", "ovs_interfaceid": "29946d17-47b7-4c35-b521-51c0a007f5d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.993746] env[69524]: DEBUG oslo_vmware.api [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069024, 'name': PowerOffVM_Task, 'duration_secs': 0.274315} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.994062] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1327.994880] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8304c4-1a47-459a-a2de-71cecf05810c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.026012] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcbcf964-8067-480e-b7dc-70cb2adb49c9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.058646] env[69524]: DEBUG oslo_vmware.api [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52aae95b-b226-4cad-2139-a5a7883e3990, 'name': SearchDatastore_Task, 'duration_secs': 0.063816} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.060030] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74718d7b-ee2f-478a-a0d4-e84df8fb4fd1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.066444] env[69524]: DEBUG oslo_vmware.api [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Waiting for the task: (returnval){ [ 1328.066444] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52109b28-39f4-e161-eb41-474be0a94485" [ 1328.066444] env[69524]: _type = "Task" [ 1328.066444] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.080215] env[69524]: DEBUG oslo_vmware.api [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52109b28-39f4-e161-eb41-474be0a94485, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.375672] env[69524]: DEBUG nova.compute.manager [req-b1fb23d6-f960-4fb6-8903-ee2d23165baf req-524ff757-82db-448e-89f3-eca415ac02fd service nova] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Received event network-vif-deleted-1828b09c-aa76-4f27-84fe-3616ca319a2a {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1328.375937] env[69524]: INFO nova.compute.manager [req-b1fb23d6-f960-4fb6-8903-ee2d23165baf req-524ff757-82db-448e-89f3-eca415ac02fd service nova] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Neutron deleted interface 1828b09c-aa76-4f27-84fe-3616ca319a2a; detaching it from the instance and deleting it from the info cache [ 1328.376051] env[69524]: DEBUG nova.network.neutron [req-b1fb23d6-f960-4fb6-8903-ee2d23165baf req-524ff757-82db-448e-89f3-eca415ac02fd service nova] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.385346] env[69524]: DEBUG oslo_vmware.api [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Task: {'id': task-4069022, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.591307} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.385831] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 5f9afa39-3851-425f-8bb8-786dd791a1d8/5f9afa39-3851-425f-8bb8-786dd791a1d8.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1328.386074] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] [instance: 5f9afa39-3851-425f-8bb8-786dd791a1d8] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1328.386819] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56475e38-06a6-43db-8519-5c9d4dcd5be2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.395392] env[69524]: DEBUG oslo_vmware.api [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Waiting for the task: (returnval){ [ 1328.395392] env[69524]: value = "task-4069025" [ 1328.395392] env[69524]: _type = "Task" [ 1328.395392] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.406728] env[69524]: DEBUG oslo_vmware.api [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Task: {'id': task-4069025, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.472798] env[69524]: DEBUG oslo_concurrency.lockutils [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Releasing lock "refresh_cache-7bdde934-b122-4b19-849b-daced27c0533" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.538459] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Creating Snapshot of the VM instance {{(pid=69524) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1328.538725] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7605ca4a-aae9-426e-8296-8e542ebb151e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.548549] env[69524]: DEBUG oslo_vmware.api [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Waiting for the task: (returnval){ [ 1328.548549] env[69524]: value = "task-4069026" [ 1328.548549] env[69524]: _type = "Task" [ 1328.548549] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.558948] env[69524]: DEBUG oslo_vmware.api [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069026, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.577723] env[69524]: DEBUG oslo_vmware.api [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52109b28-39f4-e161-eb41-474be0a94485, 'name': SearchDatastore_Task, 'duration_secs': 0.045414} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.578042] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.578340] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 46916d9e-98a9-47ba-b5f8-2b775d87e304/46916d9e-98a9-47ba-b5f8-2b775d87e304.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1328.578633] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91f8e9ad-3dd7-47c7-b421-427fd4858b81 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.586620] env[69524]: DEBUG oslo_vmware.api [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Waiting for the task: (returnval){ [ 1328.586620] env[69524]: value = "task-4069027" [ 1328.586620] env[69524]: _type = "Task" [ 1328.586620] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.595498] env[69524]: DEBUG oslo_vmware.api [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Task: {'id': task-4069027, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.616044] env[69524]: DEBUG nova.compute.manager [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1328.644673] env[69524]: DEBUG nova.virt.hardware [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1328.644986] env[69524]: DEBUG nova.virt.hardware [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1328.645213] env[69524]: DEBUG nova.virt.hardware [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1328.645449] env[69524]: DEBUG nova.virt.hardware [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1328.645599] env[69524]: DEBUG nova.virt.hardware [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1328.645745] env[69524]: DEBUG nova.virt.hardware [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1328.645954] env[69524]: DEBUG nova.virt.hardware [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1328.646156] env[69524]: DEBUG nova.virt.hardware [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1328.646331] env[69524]: DEBUG nova.virt.hardware [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1328.646495] env[69524]: DEBUG nova.virt.hardware [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1328.646663] env[69524]: DEBUG nova.virt.hardware [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1328.647913] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995fcc66-1a86-44fe-bd17-78f7afde36c3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.656846] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e65234-891a-409b-b9ba-b244dc3d59d8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.856179] env[69524]: DEBUG nova.network.neutron [-] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.881918] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-90a00f55-45f8-4624-a591-eb2d6d0dd2e4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.890097] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9111fdad-a304-4182-8474-f9e7d6861e13 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.911377] env[69524]: DEBUG oslo_vmware.api [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Task: {'id': task-4069025, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.312864} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.911904] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] [instance: 5f9afa39-3851-425f-8bb8-786dd791a1d8] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1328.912738] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5878da25-a4d1-45ce-813e-22a6a56131b1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.930908] env[69524]: DEBUG nova.compute.manager [req-b1fb23d6-f960-4fb6-8903-ee2d23165baf req-524ff757-82db-448e-89f3-eca415ac02fd service nova] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Detach interface failed, port_id=1828b09c-aa76-4f27-84fe-3616ca319a2a, reason: Instance 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7 could not be found. {{(pid=69524) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1328.950693] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] [instance: 5f9afa39-3851-425f-8bb8-786dd791a1d8] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 5f9afa39-3851-425f-8bb8-786dd791a1d8/5f9afa39-3851-425f-8bb8-786dd791a1d8.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1328.951051] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2dbf8679-2305-4918-ab0a-76261d67bee0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.972440] env[69524]: DEBUG oslo_vmware.api [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Waiting for the task: (returnval){ [ 1328.972440] env[69524]: value = "task-4069028" [ 1328.972440] env[69524]: _type = "Task" [ 1328.972440] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.984425] env[69524]: DEBUG oslo_vmware.api [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Task: {'id': task-4069028, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.004074] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ce719c-f810-4d08-a222-437564a31ea5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.015136] env[69524]: DEBUG nova.network.neutron [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Successfully updated port: d4eb7fac-4abe-4c73-9eff-13553bf718cd {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1329.035655] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6590d619-fc4c-45d3-872f-ff2cb4b47f8f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.044428] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Updating instance '7bdde934-b122-4b19-849b-daced27c0533' progress to 83 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1329.059090] env[69524]: DEBUG oslo_vmware.api [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069026, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.098337] env[69524]: DEBUG oslo_vmware.api [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Task: {'id': task-4069027, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.359364] env[69524]: INFO nova.compute.manager [-] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Took 1.46 seconds to deallocate network for instance. [ 1329.484280] env[69524]: DEBUG oslo_vmware.api [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Task: {'id': task-4069028, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.517156] env[69524]: DEBUG oslo_concurrency.lockutils [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquiring lock "refresh_cache-35692d52-d3fe-48db-ab53-bc68cfb6fbc6" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.517460] env[69524]: DEBUG oslo_concurrency.lockutils [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquired lock "refresh_cache-35692d52-d3fe-48db-ab53-bc68cfb6fbc6" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.517693] env[69524]: DEBUG nova.network.neutron [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1329.551482] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1329.551814] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8907e33c-8b0b-4086-a9e4-3b9c54c1f9b9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.563568] env[69524]: DEBUG oslo_vmware.api [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069026, 'name': CreateSnapshot_Task, 'duration_secs': 0.920984} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.565034] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Created Snapshot of the VM instance {{(pid=69524) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1329.565416] env[69524]: DEBUG oslo_vmware.api [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1329.565416] env[69524]: value = "task-4069029" [ 1329.565416] env[69524]: _type = "Task" [ 1329.565416] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.566164] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fabc2d29-85ae-465b-a86e-5074d59010ab {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.582509] env[69524]: DEBUG oslo_vmware.api [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069029, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.599063] env[69524]: DEBUG oslo_vmware.api [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Task: {'id': task-4069027, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.729348} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.599411] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 46916d9e-98a9-47ba-b5f8-2b775d87e304/46916d9e-98a9-47ba-b5f8-2b775d87e304.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1329.599714] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] [instance: 46916d9e-98a9-47ba-b5f8-2b775d87e304] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1329.600065] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a24fc3c-7c87-450f-a183-17dc281ae0d2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.611411] env[69524]: DEBUG oslo_vmware.api [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Waiting for the task: (returnval){ [ 1329.611411] env[69524]: value = "task-4069030" [ 1329.611411] env[69524]: _type = "Task" [ 1329.611411] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.625630] env[69524]: DEBUG oslo_vmware.api [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Task: {'id': task-4069030, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.920383] env[69524]: INFO nova.compute.manager [None req-9b56f9fc-0499-4dfb-9587-0e9af29085f4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Took 0.56 seconds to detach 1 volumes for instance. [ 1329.924961] env[69524]: DEBUG nova.compute.manager [None req-9b56f9fc-0499-4dfb-9587-0e9af29085f4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Deleting volume: 6644a44e-4651-4bba-a75c-864288f892af {{(pid=69524) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1329.988472] env[69524]: DEBUG oslo_vmware.api [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Task: {'id': task-4069028, 'name': ReconfigVM_Task, 'duration_secs': 0.55305} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.988770] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] [instance: 5f9afa39-3851-425f-8bb8-786dd791a1d8] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 5f9afa39-3851-425f-8bb8-786dd791a1d8/5f9afa39-3851-425f-8bb8-786dd791a1d8.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1329.989443] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-500d9e72-7fe1-488a-a837-a1a1a4ad0b73 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.996482] env[69524]: DEBUG oslo_vmware.api [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Waiting for the task: (returnval){ [ 1329.996482] env[69524]: value = "task-4069031" [ 1329.996482] env[69524]: _type = "Task" [ 1329.996482] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.006505] env[69524]: DEBUG oslo_vmware.api [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Task: {'id': task-4069031, 'name': Rename_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.055388] env[69524]: DEBUG nova.network.neutron [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1330.082332] env[69524]: DEBUG oslo_vmware.api [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069029, 'name': PowerOnVM_Task, 'duration_secs': 0.430894} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.082638] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1330.082902] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-bb4e3068-37be-4d71-ba03-28655b048e5d tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Updating instance '7bdde934-b122-4b19-849b-daced27c0533' progress to 100 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1330.094831] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Creating linked-clone VM from snapshot {{(pid=69524) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1330.095828] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-30efd065-8cb0-4aa6-a0a6-de88f4f865aa {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.108689] env[69524]: DEBUG oslo_vmware.api [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Waiting for the task: (returnval){ [ 1330.108689] env[69524]: value = "task-4069033" [ 1330.108689] env[69524]: _type = "Task" [ 1330.108689] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.121594] env[69524]: DEBUG oslo_vmware.api [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069033, 'name': CloneVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.124860] env[69524]: DEBUG oslo_vmware.api [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Task: {'id': task-4069030, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114089} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.125173] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] [instance: 46916d9e-98a9-47ba-b5f8-2b775d87e304] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1330.126022] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a364d8-6560-4125-9079-f2f51f4fd60d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.149284] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] [instance: 46916d9e-98a9-47ba-b5f8-2b775d87e304] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 46916d9e-98a9-47ba-b5f8-2b775d87e304/46916d9e-98a9-47ba-b5f8-2b775d87e304.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1330.153634] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36d4accd-626d-4e1e-8694-5dc87956c3f5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.175853] env[69524]: DEBUG oslo_vmware.api [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Waiting for the task: (returnval){ [ 1330.175853] env[69524]: value = "task-4069034" [ 1330.175853] env[69524]: _type = "Task" [ 1330.175853] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.186847] env[69524]: DEBUG oslo_vmware.api [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Task: {'id': task-4069034, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.241993] env[69524]: DEBUG nova.network.neutron [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Updating instance_info_cache with network_info: [{"id": "d4eb7fac-4abe-4c73-9eff-13553bf718cd", "address": "fa:16:3e:df:83:70", "network": {"id": "7f21e6c8-7948-4d2a-9388-e641a2d42214", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1972708614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e79fb10ba570446e80b89783732d562f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4eb7fac-4a", "ovs_interfaceid": "d4eb7fac-4abe-4c73-9eff-13553bf718cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.402225] env[69524]: DEBUG nova.compute.manager [req-e2a8592b-e6b6-4148-849e-cb9c635b35cf req-dbf3f330-b0d3-46c7-be7b-d6286c1c0dc7 service nova] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Received event network-vif-plugged-d4eb7fac-4abe-4c73-9eff-13553bf718cd {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1330.402464] env[69524]: DEBUG oslo_concurrency.lockutils [req-e2a8592b-e6b6-4148-849e-cb9c635b35cf req-dbf3f330-b0d3-46c7-be7b-d6286c1c0dc7 service nova] Acquiring lock "35692d52-d3fe-48db-ab53-bc68cfb6fbc6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.402676] env[69524]: DEBUG oslo_concurrency.lockutils [req-e2a8592b-e6b6-4148-849e-cb9c635b35cf req-dbf3f330-b0d3-46c7-be7b-d6286c1c0dc7 service nova] Lock "35692d52-d3fe-48db-ab53-bc68cfb6fbc6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.402870] env[69524]: DEBUG oslo_concurrency.lockutils [req-e2a8592b-e6b6-4148-849e-cb9c635b35cf req-dbf3f330-b0d3-46c7-be7b-d6286c1c0dc7 service nova] Lock "35692d52-d3fe-48db-ab53-bc68cfb6fbc6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.403071] env[69524]: DEBUG nova.compute.manager [req-e2a8592b-e6b6-4148-849e-cb9c635b35cf req-dbf3f330-b0d3-46c7-be7b-d6286c1c0dc7 service nova] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] No waiting events found dispatching network-vif-plugged-d4eb7fac-4abe-4c73-9eff-13553bf718cd {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1330.403261] env[69524]: WARNING nova.compute.manager [req-e2a8592b-e6b6-4148-849e-cb9c635b35cf req-dbf3f330-b0d3-46c7-be7b-d6286c1c0dc7 service nova] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Received unexpected event network-vif-plugged-d4eb7fac-4abe-4c73-9eff-13553bf718cd for instance with vm_state building and task_state spawning. [ 1330.403423] env[69524]: DEBUG nova.compute.manager [req-e2a8592b-e6b6-4148-849e-cb9c635b35cf req-dbf3f330-b0d3-46c7-be7b-d6286c1c0dc7 service nova] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Received event network-changed-d4eb7fac-4abe-4c73-9eff-13553bf718cd {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1330.403591] env[69524]: DEBUG nova.compute.manager [req-e2a8592b-e6b6-4148-849e-cb9c635b35cf req-dbf3f330-b0d3-46c7-be7b-d6286c1c0dc7 service nova] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Refreshing instance network info cache due to event network-changed-d4eb7fac-4abe-4c73-9eff-13553bf718cd. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1330.403767] env[69524]: DEBUG oslo_concurrency.lockutils [req-e2a8592b-e6b6-4148-849e-cb9c635b35cf req-dbf3f330-b0d3-46c7-be7b-d6286c1c0dc7 service nova] Acquiring lock "refresh_cache-35692d52-d3fe-48db-ab53-bc68cfb6fbc6" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.485674] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9b56f9fc-0499-4dfb-9587-0e9af29085f4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.485984] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9b56f9fc-0499-4dfb-9587-0e9af29085f4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.486243] env[69524]: DEBUG nova.objects.instance [None req-9b56f9fc-0499-4dfb-9587-0e9af29085f4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lazy-loading 'resources' on Instance uuid 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1330.507049] env[69524]: DEBUG oslo_vmware.api [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Task: {'id': task-4069031, 'name': Rename_Task, 'duration_secs': 0.16345} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.507305] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] [instance: 5f9afa39-3851-425f-8bb8-786dd791a1d8] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1330.507560] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64308977-5135-493a-af31-755288edc227 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.515512] env[69524]: DEBUG oslo_vmware.api [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Waiting for the task: (returnval){ [ 1330.515512] env[69524]: value = "task-4069035" [ 1330.515512] env[69524]: _type = "Task" [ 1330.515512] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.526835] env[69524]: DEBUG oslo_vmware.api [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Task: {'id': task-4069035, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.621383] env[69524]: DEBUG oslo_vmware.api [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069033, 'name': CloneVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.686581] env[69524]: DEBUG oslo_vmware.api [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Task: {'id': task-4069034, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.744704] env[69524]: DEBUG oslo_concurrency.lockutils [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Releasing lock "refresh_cache-35692d52-d3fe-48db-ab53-bc68cfb6fbc6" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.745090] env[69524]: DEBUG nova.compute.manager [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Instance network_info: |[{"id": "d4eb7fac-4abe-4c73-9eff-13553bf718cd", "address": "fa:16:3e:df:83:70", "network": {"id": "7f21e6c8-7948-4d2a-9388-e641a2d42214", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1972708614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e79fb10ba570446e80b89783732d562f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4eb7fac-4a", "ovs_interfaceid": "d4eb7fac-4abe-4c73-9eff-13553bf718cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1330.745837] env[69524]: DEBUG oslo_concurrency.lockutils [req-e2a8592b-e6b6-4148-849e-cb9c635b35cf req-dbf3f330-b0d3-46c7-be7b-d6286c1c0dc7 service nova] Acquired lock "refresh_cache-35692d52-d3fe-48db-ab53-bc68cfb6fbc6" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.746039] env[69524]: DEBUG nova.network.neutron [req-e2a8592b-e6b6-4148-849e-cb9c635b35cf req-dbf3f330-b0d3-46c7-be7b-d6286c1c0dc7 service nova] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Refreshing network info cache for port d4eb7fac-4abe-4c73-9eff-13553bf718cd {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1330.747403] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:83:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba4f6497-e2b4-43b5-9819-6927865ae974', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd4eb7fac-4abe-4c73-9eff-13553bf718cd', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1330.755485] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1330.758968] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1330.759747] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a40ec9c-8ef7-4601-bb8e-002895f0a81e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.780840] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1330.780840] env[69524]: value = "task-4069036" [ 1330.780840] env[69524]: _type = "Task" [ 1330.780840] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.789660] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069036, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.992554] env[69524]: DEBUG nova.network.neutron [req-e2a8592b-e6b6-4148-849e-cb9c635b35cf req-dbf3f330-b0d3-46c7-be7b-d6286c1c0dc7 service nova] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Updated VIF entry in instance network info cache for port d4eb7fac-4abe-4c73-9eff-13553bf718cd. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1330.993184] env[69524]: DEBUG nova.network.neutron [req-e2a8592b-e6b6-4148-849e-cb9c635b35cf req-dbf3f330-b0d3-46c7-be7b-d6286c1c0dc7 service nova] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Updating instance_info_cache with network_info: [{"id": "d4eb7fac-4abe-4c73-9eff-13553bf718cd", "address": "fa:16:3e:df:83:70", "network": {"id": "7f21e6c8-7948-4d2a-9388-e641a2d42214", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1972708614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e79fb10ba570446e80b89783732d562f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4eb7fac-4a", "ovs_interfaceid": "d4eb7fac-4abe-4c73-9eff-13553bf718cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.028770] env[69524]: DEBUG oslo_vmware.api [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Task: {'id': task-4069035, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.121381] env[69524]: DEBUG oslo_vmware.api [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069033, 'name': CloneVM_Task} progress is 94%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.151833] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6851e9-db77-4755-8230-b1b81bfd4450 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.161441] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69593905-2081-4a3a-8d2a-0ca24d69ab3b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.199633] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0e289ef-fa1d-483e-b32a-37c0b695d8b4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.214993] env[69524]: DEBUG oslo_vmware.api [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Task: {'id': task-4069034, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.216335] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98057d1-41e7-408c-a326-86bf13696851 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.237092] env[69524]: DEBUG nova.compute.provider_tree [None req-9b56f9fc-0499-4dfb-9587-0e9af29085f4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1331.291017] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069036, 'name': CreateVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.497027] env[69524]: DEBUG oslo_concurrency.lockutils [req-e2a8592b-e6b6-4148-849e-cb9c635b35cf req-dbf3f330-b0d3-46c7-be7b-d6286c1c0dc7 service nova] Releasing lock "refresh_cache-35692d52-d3fe-48db-ab53-bc68cfb6fbc6" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.527748] env[69524]: DEBUG oslo_vmware.api [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Task: {'id': task-4069035, 'name': PowerOnVM_Task, 'duration_secs': 0.741217} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.528036] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] [instance: 5f9afa39-3851-425f-8bb8-786dd791a1d8] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1331.528259] env[69524]: INFO nova.compute.manager [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] [instance: 5f9afa39-3851-425f-8bb8-786dd791a1d8] Took 7.35 seconds to spawn the instance on the hypervisor. [ 1331.528437] env[69524]: DEBUG nova.compute.manager [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] [instance: 5f9afa39-3851-425f-8bb8-786dd791a1d8] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1331.529253] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f146944-36cf-44e3-b445-33c47990fbe6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.623672] env[69524]: DEBUG oslo_vmware.api [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069033, 'name': CloneVM_Task} progress is 94%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.705392] env[69524]: DEBUG oslo_vmware.api [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Task: {'id': task-4069034, 'name': ReconfigVM_Task, 'duration_secs': 1.340205} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.705661] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] [instance: 46916d9e-98a9-47ba-b5f8-2b775d87e304] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 46916d9e-98a9-47ba-b5f8-2b775d87e304/46916d9e-98a9-47ba-b5f8-2b775d87e304.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1331.706332] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4bf210d7-8744-49b3-bd3f-9c1122475b67 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.713318] env[69524]: DEBUG oslo_vmware.api [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Waiting for the task: (returnval){ [ 1331.713318] env[69524]: value = "task-4069037" [ 1331.713318] env[69524]: _type = "Task" [ 1331.713318] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.722700] env[69524]: DEBUG oslo_vmware.api [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Task: {'id': task-4069037, 'name': Rename_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.741141] env[69524]: DEBUG nova.scheduler.client.report [None req-9b56f9fc-0499-4dfb-9587-0e9af29085f4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1331.794344] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069036, 'name': CreateVM_Task, 'duration_secs': 0.519076} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.794532] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1331.795324] env[69524]: DEBUG oslo_concurrency.lockutils [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.795882] env[69524]: DEBUG oslo_concurrency.lockutils [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.795882] env[69524]: DEBUG oslo_concurrency.lockutils [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.796154] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a1eb51b-9f46-4b59-b218-98d8e59666ce {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.801394] env[69524]: DEBUG oslo_vmware.api [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Waiting for the task: (returnval){ [ 1331.801394] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]528bcf12-cba1-acfd-4f27-c0d37a8e098b" [ 1331.801394] env[69524]: _type = "Task" [ 1331.801394] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.810551] env[69524]: DEBUG oslo_vmware.api [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]528bcf12-cba1-acfd-4f27-c0d37a8e098b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.052224] env[69524]: INFO nova.compute.manager [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] [instance: 5f9afa39-3851-425f-8bb8-786dd791a1d8] Took 13.00 seconds to build instance. [ 1332.123610] env[69524]: DEBUG oslo_vmware.api [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069033, 'name': CloneVM_Task} progress is 94%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.224643] env[69524]: DEBUG oslo_vmware.api [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Task: {'id': task-4069037, 'name': Rename_Task, 'duration_secs': 0.167972} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.225108] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] [instance: 46916d9e-98a9-47ba-b5f8-2b775d87e304] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1332.225493] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08277183-a786-49da-9dd8-f39fd7abaa7c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.233085] env[69524]: DEBUG oslo_vmware.api [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Waiting for the task: (returnval){ [ 1332.233085] env[69524]: value = "task-4069038" [ 1332.233085] env[69524]: _type = "Task" [ 1332.233085] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.242138] env[69524]: DEBUG oslo_vmware.api [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Task: {'id': task-4069038, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.247047] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9b56f9fc-0499-4dfb-9587-0e9af29085f4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.761s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.276330] env[69524]: INFO nova.scheduler.client.report [None req-9b56f9fc-0499-4dfb-9587-0e9af29085f4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Deleted allocations for instance 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7 [ 1332.317357] env[69524]: DEBUG oslo_vmware.api [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]528bcf12-cba1-acfd-4f27-c0d37a8e098b, 'name': SearchDatastore_Task, 'duration_secs': 0.01152} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.317811] env[69524]: DEBUG oslo_concurrency.lockutils [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.318206] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1332.318662] env[69524]: DEBUG oslo_concurrency.lockutils [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.318948] env[69524]: DEBUG oslo_concurrency.lockutils [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.319336] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1332.319783] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa410bc7-c194-4e1a-ad54-bec510778a19 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.340508] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1332.340842] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1332.341769] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdd0a726-a5e7-46d3-9b36-cfd86dac43aa {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.349137] env[69524]: DEBUG oslo_vmware.api [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Waiting for the task: (returnval){ [ 1332.349137] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5251c4df-b2ce-19a2-b041-a930e9246fba" [ 1332.349137] env[69524]: _type = "Task" [ 1332.349137] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.360649] env[69524]: DEBUG oslo_vmware.api [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5251c4df-b2ce-19a2-b041-a930e9246fba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.435580] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0054892c-e616-4636-8e37-ae917022390c tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquiring lock "7bdde934-b122-4b19-849b-daced27c0533" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.435865] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0054892c-e616-4636-8e37-ae917022390c tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lock "7bdde934-b122-4b19-849b-daced27c0533" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.436068] env[69524]: DEBUG nova.compute.manager [None req-0054892c-e616-4636-8e37-ae917022390c tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Going to confirm migration 9 {{(pid=69524) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1332.555400] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c45fca2b-82eb-463e-b396-ce9331ce3d97 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Lock "5f9afa39-3851-425f-8bb8-786dd791a1d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.509s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.624241] env[69524]: DEBUG oslo_vmware.api [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069033, 'name': CloneVM_Task, 'duration_secs': 2.514477} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.624440] env[69524]: INFO nova.virt.vmwareapi.vmops [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Created linked-clone VM from snapshot [ 1332.625257] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309ebfae-eb70-4b64-a4d6-625c89b62846 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.633286] env[69524]: DEBUG nova.virt.vmwareapi.images [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Uploading image ea60ca01-be31-4930-8ee0-c6b9d4188e2c {{(pid=69524) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1332.663673] env[69524]: DEBUG oslo_vmware.rw_handles [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1332.663673] env[69524]: value = "vm-806347" [ 1332.663673] env[69524]: _type = "VirtualMachine" [ 1332.663673] env[69524]: }. {{(pid=69524) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1332.663983] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e8da3f37-938c-43d5-a759-fa4f9a408c93 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.671349] env[69524]: DEBUG oslo_vmware.rw_handles [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Lease: (returnval){ [ 1332.671349] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]528b04bf-8969-702b-34b0-78b0d3298944" [ 1332.671349] env[69524]: _type = "HttpNfcLease" [ 1332.671349] env[69524]: } obtained for exporting VM: (result){ [ 1332.671349] env[69524]: value = "vm-806347" [ 1332.671349] env[69524]: _type = "VirtualMachine" [ 1332.671349] env[69524]: }. {{(pid=69524) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1332.671661] env[69524]: DEBUG oslo_vmware.api [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Waiting for the lease: (returnval){ [ 1332.671661] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]528b04bf-8969-702b-34b0-78b0d3298944" [ 1332.671661] env[69524]: _type = "HttpNfcLease" [ 1332.671661] env[69524]: } to be ready. {{(pid=69524) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1332.678929] env[69524]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1332.678929] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]528b04bf-8969-702b-34b0-78b0d3298944" [ 1332.678929] env[69524]: _type = "HttpNfcLease" [ 1332.678929] env[69524]: } is initializing. {{(pid=69524) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1332.745375] env[69524]: DEBUG oslo_vmware.api [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Task: {'id': task-4069038, 'name': PowerOnVM_Task, 'duration_secs': 0.502373} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.745664] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] [instance: 46916d9e-98a9-47ba-b5f8-2b775d87e304] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1332.745867] env[69524]: INFO nova.compute.manager [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] [instance: 46916d9e-98a9-47ba-b5f8-2b775d87e304] Took 6.35 seconds to spawn the instance on the hypervisor. [ 1332.746061] env[69524]: DEBUG nova.compute.manager [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] [instance: 46916d9e-98a9-47ba-b5f8-2b775d87e304] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1332.746871] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f43473-6984-4f74-ae51-09eff409bbdb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.785383] env[69524]: DEBUG oslo_concurrency.lockutils [None req-9b56f9fc-0499-4dfb-9587-0e9af29085f4 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.676s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.860099] env[69524]: DEBUG oslo_vmware.api [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5251c4df-b2ce-19a2-b041-a930e9246fba, 'name': SearchDatastore_Task, 'duration_secs': 0.014741} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.860932] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1379d37e-c002-4984-b2f5-ad7e56798076 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.866579] env[69524]: DEBUG oslo_vmware.api [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Waiting for the task: (returnval){ [ 1332.866579] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52c2b2b1-9271-3027-c74d-be6825286a20" [ 1332.866579] env[69524]: _type = "Task" [ 1332.866579] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.874059] env[69524]: DEBUG oslo_vmware.api [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52c2b2b1-9271-3027-c74d-be6825286a20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.973696] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0054892c-e616-4636-8e37-ae917022390c tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquiring lock "refresh_cache-7bdde934-b122-4b19-849b-daced27c0533" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.973883] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0054892c-e616-4636-8e37-ae917022390c tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquired lock "refresh_cache-7bdde934-b122-4b19-849b-daced27c0533" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.974080] env[69524]: DEBUG nova.network.neutron [None req-0054892c-e616-4636-8e37-ae917022390c tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1332.974273] env[69524]: DEBUG nova.objects.instance [None req-0054892c-e616-4636-8e37-ae917022390c tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lazy-loading 'info_cache' on Instance uuid 7bdde934-b122-4b19-849b-daced27c0533 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1333.053762] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7f5b5da7-d9e9-4b27-98e6-e6d764df922f tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquiring lock "116a59aa-3118-4122-ba6b-9cb0e4672c9a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.054034] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7f5b5da7-d9e9-4b27-98e6-e6d764df922f tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "116a59aa-3118-4122-ba6b-9cb0e4672c9a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.054255] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7f5b5da7-d9e9-4b27-98e6-e6d764df922f tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquiring lock "116a59aa-3118-4122-ba6b-9cb0e4672c9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.054440] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7f5b5da7-d9e9-4b27-98e6-e6d764df922f tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "116a59aa-3118-4122-ba6b-9cb0e4672c9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.054610] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7f5b5da7-d9e9-4b27-98e6-e6d764df922f tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "116a59aa-3118-4122-ba6b-9cb0e4672c9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.058083] env[69524]: INFO nova.compute.manager [None req-7f5b5da7-d9e9-4b27-98e6-e6d764df922f tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 116a59aa-3118-4122-ba6b-9cb0e4672c9a] Terminating instance [ 1333.090301] env[69524]: INFO nova.compute.manager [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] [instance: 5f9afa39-3851-425f-8bb8-786dd791a1d8] Rebuilding instance [ 1333.133095] env[69524]: DEBUG nova.compute.manager [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] [instance: 5f9afa39-3851-425f-8bb8-786dd791a1d8] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1333.134363] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b0037b-ab72-46e7-a9c9-51d878e3a2ab {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.182120] env[69524]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1333.182120] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]528b04bf-8969-702b-34b0-78b0d3298944" [ 1333.182120] env[69524]: _type = "HttpNfcLease" [ 1333.182120] env[69524]: } is ready. {{(pid=69524) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1333.182403] env[69524]: DEBUG oslo_vmware.rw_handles [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1333.182403] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]528b04bf-8969-702b-34b0-78b0d3298944" [ 1333.182403] env[69524]: _type = "HttpNfcLease" [ 1333.182403] env[69524]: }. {{(pid=69524) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1333.183147] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1da816-d83d-42c0-8779-8e1d7bbf69b9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.190864] env[69524]: DEBUG oslo_vmware.rw_handles [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528832f6-f7b1-f598-a46d-588dbf1a468a/disk-0.vmdk from lease info. {{(pid=69524) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1333.191045] env[69524]: DEBUG oslo_vmware.rw_handles [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528832f6-f7b1-f598-a46d-588dbf1a468a/disk-0.vmdk for reading. {{(pid=69524) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1333.262626] env[69524]: INFO nova.compute.manager [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] [instance: 46916d9e-98a9-47ba-b5f8-2b775d87e304] Took 12.42 seconds to build instance. [ 1333.379554] env[69524]: DEBUG oslo_vmware.api [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52c2b2b1-9271-3027-c74d-be6825286a20, 'name': SearchDatastore_Task, 'duration_secs': 0.03987} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.379856] env[69524]: DEBUG oslo_concurrency.lockutils [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.380145] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 35692d52-d3fe-48db-ab53-bc68cfb6fbc6/35692d52-d3fe-48db-ab53-bc68cfb6fbc6.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1333.380419] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b23df539-81c9-4717-956e-3168b3c97eca {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.387531] env[69524]: DEBUG oslo_vmware.api [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Waiting for the task: (returnval){ [ 1333.387531] env[69524]: value = "task-4069040" [ 1333.387531] env[69524]: _type = "Task" [ 1333.387531] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.397614] env[69524]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f9954f14-e8e1-4c09-baf8-6d947a3e0190 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.399275] env[69524]: DEBUG oslo_vmware.api [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4069040, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.561934] env[69524]: DEBUG nova.compute.manager [None req-7f5b5da7-d9e9-4b27-98e6-e6d764df922f tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 116a59aa-3118-4122-ba6b-9cb0e4672c9a] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1333.561934] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5b5da7-d9e9-4b27-98e6-e6d764df922f tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 116a59aa-3118-4122-ba6b-9cb0e4672c9a] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1333.562820] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2d9131-e084-4467-b2b3-661786c99f89 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.571760] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f5b5da7-d9e9-4b27-98e6-e6d764df922f tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 116a59aa-3118-4122-ba6b-9cb0e4672c9a] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1333.572091] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef43dfb7-00ae-4697-818c-0356bb3f1bdd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.579051] env[69524]: DEBUG oslo_vmware.api [None req-7f5b5da7-d9e9-4b27-98e6-e6d764df922f tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 1333.579051] env[69524]: value = "task-4069041" [ 1333.579051] env[69524]: _type = "Task" [ 1333.579051] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.589411] env[69524]: DEBUG oslo_vmware.api [None req-7f5b5da7-d9e9-4b27-98e6-e6d764df922f tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4069041, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.765567] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d3595fe1-9f81-41a3-b91c-779d769c3306 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Lock "46916d9e-98a9-47ba-b5f8-2b775d87e304" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.934s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.903712] env[69524]: DEBUG oslo_vmware.api [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4069040, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.090242] env[69524]: DEBUG oslo_vmware.api [None req-7f5b5da7-d9e9-4b27-98e6-e6d764df922f tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4069041, 'name': PowerOffVM_Task, 'duration_secs': 0.262839} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.090528] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f5b5da7-d9e9-4b27-98e6-e6d764df922f tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 116a59aa-3118-4122-ba6b-9cb0e4672c9a] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1334.090695] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5b5da7-d9e9-4b27-98e6-e6d764df922f tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 116a59aa-3118-4122-ba6b-9cb0e4672c9a] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1334.091026] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe7cd638-b61d-41d0-9080-42451daab297 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.150032] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] [instance: 5f9afa39-3851-425f-8bb8-786dd791a1d8] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1334.150032] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5cad135-46d6-42f2-aa95-8e9e7c97f81c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.161878] env[69524]: DEBUG oslo_vmware.api [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Waiting for the task: (returnval){ [ 1334.161878] env[69524]: value = "task-4069043" [ 1334.161878] env[69524]: _type = "Task" [ 1334.161878] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.173043] env[69524]: DEBUG oslo_vmware.api [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Task: {'id': task-4069043, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.175767] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5b5da7-d9e9-4b27-98e6-e6d764df922f tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 116a59aa-3118-4122-ba6b-9cb0e4672c9a] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1334.176199] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5b5da7-d9e9-4b27-98e6-e6d764df922f tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 116a59aa-3118-4122-ba6b-9cb0e4672c9a] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1334.176504] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f5b5da7-d9e9-4b27-98e6-e6d764df922f tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Deleting the datastore file [datastore1] 116a59aa-3118-4122-ba6b-9cb0e4672c9a {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1334.176825] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c49a5c09-c88c-4ccf-b27c-556f61436293 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.184870] env[69524]: DEBUG oslo_vmware.api [None req-7f5b5da7-d9e9-4b27-98e6-e6d764df922f tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 1334.184870] env[69524]: value = "task-4069044" [ 1334.184870] env[69524]: _type = "Task" [ 1334.184870] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.197074] env[69524]: DEBUG oslo_vmware.api [None req-7f5b5da7-d9e9-4b27-98e6-e6d764df922f tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4069044, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.211975] env[69524]: INFO nova.compute.manager [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] [instance: 46916d9e-98a9-47ba-b5f8-2b775d87e304] Rebuilding instance [ 1334.232339] env[69524]: DEBUG nova.network.neutron [None req-0054892c-e616-4636-8e37-ae917022390c tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Updating instance_info_cache with network_info: [{"id": "29946d17-47b7-4c35-b521-51c0a007f5d1", "address": "fa:16:3e:03:3d:0b", "network": {"id": "6e80ee80-02f9-45cb-9650-7615a3358ad7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-286530929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a638896dde45449a8d091abde05fda3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap29946d17-47", "ovs_interfaceid": "29946d17-47b7-4c35-b521-51c0a007f5d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.263388] env[69524]: DEBUG nova.compute.manager [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] [instance: 46916d9e-98a9-47ba-b5f8-2b775d87e304] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1334.264567] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c29f4e-6d9c-4228-b859-9bfad871517e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.399956] env[69524]: DEBUG oslo_vmware.api [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4069040, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.654321} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.400368] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] 35692d52-d3fe-48db-ab53-bc68cfb6fbc6/35692d52-d3fe-48db-ab53-bc68cfb6fbc6.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1334.400659] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1334.400996] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-579f231e-e4b5-4cd4-bb82-8091a019db7c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.409727] env[69524]: DEBUG oslo_vmware.api [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Waiting for the task: (returnval){ [ 1334.409727] env[69524]: value = "task-4069045" [ 1334.409727] env[69524]: _type = "Task" [ 1334.409727] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.419941] env[69524]: DEBUG oslo_vmware.api [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4069045, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.672364] env[69524]: DEBUG oslo_vmware.api [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Task: {'id': task-4069043, 'name': PowerOffVM_Task, 'duration_secs': 0.343362} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.672731] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] [instance: 5f9afa39-3851-425f-8bb8-786dd791a1d8] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1334.673133] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] [instance: 5f9afa39-3851-425f-8bb8-786dd791a1d8] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1334.673939] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-929027ca-cb98-4cab-9fcf-5184340f61b5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.681518] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] [instance: 5f9afa39-3851-425f-8bb8-786dd791a1d8] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1334.681849] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa71cd30-3b9b-49f2-b7e4-58c553b8c4d4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.694243] env[69524]: DEBUG oslo_vmware.api [None req-7f5b5da7-d9e9-4b27-98e6-e6d764df922f tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4069044, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320765} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.694513] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f5b5da7-d9e9-4b27-98e6-e6d764df922f tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1334.694708] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5b5da7-d9e9-4b27-98e6-e6d764df922f tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 116a59aa-3118-4122-ba6b-9cb0e4672c9a] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1334.694908] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5b5da7-d9e9-4b27-98e6-e6d764df922f tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 116a59aa-3118-4122-ba6b-9cb0e4672c9a] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1334.695096] env[69524]: INFO nova.compute.manager [None req-7f5b5da7-d9e9-4b27-98e6-e6d764df922f tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 116a59aa-3118-4122-ba6b-9cb0e4672c9a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1334.695510] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f5b5da7-d9e9-4b27-98e6-e6d764df922f tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1334.695819] env[69524]: DEBUG nova.compute.manager [-] [instance: 116a59aa-3118-4122-ba6b-9cb0e4672c9a] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1334.695913] env[69524]: DEBUG nova.network.neutron [-] [instance: 116a59aa-3118-4122-ba6b-9cb0e4672c9a] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1334.710668] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] [instance: 5f9afa39-3851-425f-8bb8-786dd791a1d8] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1334.711073] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] [instance: 5f9afa39-3851-425f-8bb8-786dd791a1d8] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1334.711354] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Deleting the datastore file [datastore1] 5f9afa39-3851-425f-8bb8-786dd791a1d8 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1334.711763] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bbec1f29-5636-40ea-b18a-a5cd893cb0da {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.718996] env[69524]: DEBUG oslo_vmware.api [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Waiting for the task: (returnval){ [ 1334.718996] env[69524]: value = "task-4069047" [ 1334.718996] env[69524]: _type = "Task" [ 1334.718996] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.730442] env[69524]: DEBUG oslo_vmware.api [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Task: {'id': task-4069047, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.734816] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0054892c-e616-4636-8e37-ae917022390c tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Releasing lock "refresh_cache-7bdde934-b122-4b19-849b-daced27c0533" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.735094] env[69524]: DEBUG nova.objects.instance [None req-0054892c-e616-4636-8e37-ae917022390c tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lazy-loading 'migration_context' on Instance uuid 7bdde934-b122-4b19-849b-daced27c0533 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1334.922725] env[69524]: DEBUG oslo_vmware.api [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4069045, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073166} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.923498] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1334.924718] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62c079b-89b4-4b54-9134-9b81fb8bd4f0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.948656] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] 35692d52-d3fe-48db-ab53-bc68cfb6fbc6/35692d52-d3fe-48db-ab53-bc68cfb6fbc6.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1334.949037] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-533da94e-2934-430c-8b5a-810e1bd74cc3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.972206] env[69524]: DEBUG oslo_vmware.api [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Waiting for the task: (returnval){ [ 1334.972206] env[69524]: value = "task-4069048" [ 1334.972206] env[69524]: _type = "Task" [ 1334.972206] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.981034] env[69524]: DEBUG nova.compute.manager [req-f4c33465-dc25-42db-ba8d-c598da7904f8 req-c26ef136-8bc3-468d-89e6-ad7a847b024b service nova] [instance: 116a59aa-3118-4122-ba6b-9cb0e4672c9a] Received event network-vif-deleted-58d454d0-45cc-4de3-8082-2c4986bbcb2a {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1334.981479] env[69524]: INFO nova.compute.manager [req-f4c33465-dc25-42db-ba8d-c598da7904f8 req-c26ef136-8bc3-468d-89e6-ad7a847b024b service nova] [instance: 116a59aa-3118-4122-ba6b-9cb0e4672c9a] Neutron deleted interface 58d454d0-45cc-4de3-8082-2c4986bbcb2a; detaching it from the instance and deleting it from the info cache [ 1334.981547] env[69524]: DEBUG nova.network.neutron [req-f4c33465-dc25-42db-ba8d-c598da7904f8 req-c26ef136-8bc3-468d-89e6-ad7a847b024b service nova] [instance: 116a59aa-3118-4122-ba6b-9cb0e4672c9a] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.986994] env[69524]: DEBUG oslo_vmware.api [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4069048, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.229912] env[69524]: DEBUG oslo_vmware.api [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Task: {'id': task-4069047, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25714} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.230246] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1335.230508] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] [instance: 5f9afa39-3851-425f-8bb8-786dd791a1d8] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1335.230753] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] [instance: 5f9afa39-3851-425f-8bb8-786dd791a1d8] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1335.238625] env[69524]: DEBUG nova.objects.base [None req-0054892c-e616-4636-8e37-ae917022390c tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Object Instance<7bdde934-b122-4b19-849b-daced27c0533> lazy-loaded attributes: info_cache,migration_context {{(pid=69524) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1335.239591] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53736e6b-bf5a-486e-8802-a89061f22d18 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.260659] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-562d7518-bdc8-49f2-a784-8bb49d9be6ed {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.267549] env[69524]: DEBUG oslo_vmware.api [None req-0054892c-e616-4636-8e37-ae917022390c tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1335.267549] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]526f328e-a464-b0f7-3bbb-2a92d4a13780" [ 1335.267549] env[69524]: _type = "Task" [ 1335.267549] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.278777] env[69524]: DEBUG oslo_vmware.api [None req-0054892c-e616-4636-8e37-ae917022390c tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]526f328e-a464-b0f7-3bbb-2a92d4a13780, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.279419] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] [instance: 46916d9e-98a9-47ba-b5f8-2b775d87e304] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1335.279726] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-580bd589-0b77-4c69-886c-0994d37957a0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.287246] env[69524]: DEBUG oslo_vmware.api [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Waiting for the task: (returnval){ [ 1335.287246] env[69524]: value = "task-4069049" [ 1335.287246] env[69524]: _type = "Task" [ 1335.287246] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.297830] env[69524]: DEBUG oslo_vmware.api [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Task: {'id': task-4069049, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.467334] env[69524]: DEBUG nova.network.neutron [-] [instance: 116a59aa-3118-4122-ba6b-9cb0e4672c9a] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.487948] env[69524]: DEBUG oslo_vmware.api [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4069048, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.488734] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f31ff4bd-6c58-4f2b-85ae-6bd3ba183336 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.500931] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae321f0-de17-4861-9196-98e49058e374 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.540191] env[69524]: DEBUG nova.compute.manager [req-f4c33465-dc25-42db-ba8d-c598da7904f8 req-c26ef136-8bc3-468d-89e6-ad7a847b024b service nova] [instance: 116a59aa-3118-4122-ba6b-9cb0e4672c9a] Detach interface failed, port_id=58d454d0-45cc-4de3-8082-2c4986bbcb2a, reason: Instance 116a59aa-3118-4122-ba6b-9cb0e4672c9a could not be found. {{(pid=69524) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1335.781273] env[69524]: DEBUG oslo_vmware.api [None req-0054892c-e616-4636-8e37-ae917022390c tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]526f328e-a464-b0f7-3bbb-2a92d4a13780, 'name': SearchDatastore_Task, 'duration_secs': 0.011287} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.781698] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0054892c-e616-4636-8e37-ae917022390c tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.781868] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0054892c-e616-4636-8e37-ae917022390c tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.798446] env[69524]: DEBUG oslo_vmware.api [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Task: {'id': task-4069049, 'name': PowerOffVM_Task, 'duration_secs': 0.207589} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.798723] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] [instance: 46916d9e-98a9-47ba-b5f8-2b775d87e304] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1335.799467] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] [instance: 46916d9e-98a9-47ba-b5f8-2b775d87e304] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1335.800527] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cef42da-4b4f-4cd1-9522-c24b76259be5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.809035] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] [instance: 46916d9e-98a9-47ba-b5f8-2b775d87e304] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1335.809312] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8dc1428e-78ce-4546-bb28-01b83a438e75 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.838035] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] [instance: 46916d9e-98a9-47ba-b5f8-2b775d87e304] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1335.838290] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] [instance: 46916d9e-98a9-47ba-b5f8-2b775d87e304] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1335.838475] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Deleting the datastore file [datastore1] 46916d9e-98a9-47ba-b5f8-2b775d87e304 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1335.838748] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ca2522e-29da-47fb-9140-2651997711ad {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.846995] env[69524]: DEBUG oslo_vmware.api [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Waiting for the task: (returnval){ [ 1335.846995] env[69524]: value = "task-4069051" [ 1335.846995] env[69524]: _type = "Task" [ 1335.846995] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.857205] env[69524]: DEBUG oslo_vmware.api [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Task: {'id': task-4069051, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.970452] env[69524]: INFO nova.compute.manager [-] [instance: 116a59aa-3118-4122-ba6b-9cb0e4672c9a] Took 1.27 seconds to deallocate network for instance. [ 1335.986671] env[69524]: DEBUG oslo_vmware.api [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4069048, 'name': ReconfigVM_Task, 'duration_secs': 0.746751} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.987191] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Reconfigured VM instance instance-00000076 to attach disk [datastore2] 35692d52-d3fe-48db-ab53-bc68cfb6fbc6/35692d52-d3fe-48db-ab53-bc68cfb6fbc6.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1335.987854] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0910124-54eb-42e2-ac56-37461a5579c4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.996255] env[69524]: DEBUG oslo_vmware.api [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Waiting for the task: (returnval){ [ 1335.996255] env[69524]: value = "task-4069052" [ 1335.996255] env[69524]: _type = "Task" [ 1335.996255] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.005690] env[69524]: DEBUG oslo_vmware.api [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4069052, 'name': Rename_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.268317] env[69524]: DEBUG nova.virt.hardware [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1336.268569] env[69524]: DEBUG nova.virt.hardware [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1336.268735] env[69524]: DEBUG nova.virt.hardware [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1336.268927] env[69524]: DEBUG nova.virt.hardware [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1336.269084] env[69524]: DEBUG nova.virt.hardware [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1336.269237] env[69524]: DEBUG nova.virt.hardware [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1336.269447] env[69524]: DEBUG nova.virt.hardware [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1336.269601] env[69524]: DEBUG nova.virt.hardware [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1336.269762] env[69524]: DEBUG nova.virt.hardware [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1336.269923] env[69524]: DEBUG nova.virt.hardware [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1336.270106] env[69524]: DEBUG nova.virt.hardware [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1336.271394] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7be695f-4efc-448a-816c-7080c6e9e496 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.279492] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3d3e9e-8621-4330-8590-634299a0835f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.297951] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] [instance: 5f9afa39-3851-425f-8bb8-786dd791a1d8] Instance VIF info [] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1336.303562] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1336.306387] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f9afa39-3851-425f-8bb8-786dd791a1d8] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1336.306806] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2fe0d284-c4ac-4075-95de-50579a2b264b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.325055] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1336.325055] env[69524]: value = "task-4069053" [ 1336.325055] env[69524]: _type = "Task" [ 1336.325055] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.333306] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069053, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.358400] env[69524]: DEBUG oslo_vmware.api [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Task: {'id': task-4069051, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186447} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.361319] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1336.361553] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] [instance: 46916d9e-98a9-47ba-b5f8-2b775d87e304] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1336.361861] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] [instance: 46916d9e-98a9-47ba-b5f8-2b775d87e304] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1336.418020] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202368a5-2f6c-4713-9aa5-cb1361749070 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.427075] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20a040a-1f88-43c3-9115-008d4f898e1f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.459076] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5253d823-0db7-474e-90b6-54cadcc2a754 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.468126] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0045fffb-d4f4-4de7-9af1-47e97f07b654 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.483601] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7f5b5da7-d9e9-4b27-98e6-e6d764df922f tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.484169] env[69524]: DEBUG nova.compute.provider_tree [None req-0054892c-e616-4636-8e37-ae917022390c tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1336.509845] env[69524]: DEBUG oslo_vmware.api [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4069052, 'name': Rename_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.836368] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069053, 'name': CreateVM_Task, 'duration_secs': 0.303671} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.836774] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f9afa39-3851-425f-8bb8-786dd791a1d8] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1336.836910] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.837081] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.837436] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.837706] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cb64732-21fa-49da-a5a3-b15b6f58cc84 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.843746] env[69524]: DEBUG oslo_vmware.api [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Waiting for the task: (returnval){ [ 1336.843746] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52a0535d-bcb7-bfa6-cf55-7e10c4fc46ce" [ 1336.843746] env[69524]: _type = "Task" [ 1336.843746] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.855828] env[69524]: DEBUG oslo_vmware.api [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52a0535d-bcb7-bfa6-cf55-7e10c4fc46ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.987719] env[69524]: DEBUG nova.scheduler.client.report [None req-0054892c-e616-4636-8e37-ae917022390c tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1337.009686] env[69524]: DEBUG oslo_vmware.api [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4069052, 'name': Rename_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.355732] env[69524]: DEBUG oslo_vmware.api [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52a0535d-bcb7-bfa6-cf55-7e10c4fc46ce, 'name': SearchDatastore_Task, 'duration_secs': 0.015811} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.355995] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.356235] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] [instance: 5f9afa39-3851-425f-8bb8-786dd791a1d8] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1337.356477] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.356624] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.356805] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1337.357098] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e567149e-aff3-4014-b319-1cd9a9df53cd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.369521] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1337.369759] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1337.373701] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd7739a0-315a-465f-bd42-7dea86e3b423 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.381179] env[69524]: DEBUG oslo_vmware.api [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Waiting for the task: (returnval){ [ 1337.381179] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52889c3f-542b-ce26-fe13-1eb9a9a1cda4" [ 1337.381179] env[69524]: _type = "Task" [ 1337.381179] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.392519] env[69524]: DEBUG oslo_vmware.api [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52889c3f-542b-ce26-fe13-1eb9a9a1cda4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.406343] env[69524]: DEBUG nova.virt.hardware [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1337.406583] env[69524]: DEBUG nova.virt.hardware [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1337.406746] env[69524]: DEBUG nova.virt.hardware [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1337.406925] env[69524]: DEBUG nova.virt.hardware [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1337.407130] env[69524]: DEBUG nova.virt.hardware [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1337.407300] env[69524]: DEBUG nova.virt.hardware [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1337.407492] env[69524]: DEBUG nova.virt.hardware [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1337.407650] env[69524]: DEBUG nova.virt.hardware [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1337.407817] env[69524]: DEBUG nova.virt.hardware [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1337.407979] env[69524]: DEBUG nova.virt.hardware [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1337.408176] env[69524]: DEBUG nova.virt.hardware [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1337.409110] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588b8b27-b2cf-46db-86f3-03bed4d9c106 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.417949] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3bf678-004c-48c3-b7d4-5c85d355b402 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.433636] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] [instance: 46916d9e-98a9-47ba-b5f8-2b775d87e304] Instance VIF info [] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1337.439329] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1337.439614] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46916d9e-98a9-47ba-b5f8-2b775d87e304] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1337.439864] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f3fa8b6-aaf4-47d3-b083-90112ab1d622 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.458838] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1337.458838] env[69524]: value = "task-4069054" [ 1337.458838] env[69524]: _type = "Task" [ 1337.458838] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.468143] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069054, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.507979] env[69524]: DEBUG oslo_vmware.api [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4069052, 'name': Rename_Task, 'duration_secs': 1.201288} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.509486] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1337.509486] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68bd0ff8-cbc2-47a0-81da-9ce51ad91c03 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.516580] env[69524]: DEBUG oslo_vmware.api [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Waiting for the task: (returnval){ [ 1337.516580] env[69524]: value = "task-4069055" [ 1337.516580] env[69524]: _type = "Task" [ 1337.516580] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.527854] env[69524]: DEBUG oslo_vmware.api [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4069055, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.893874] env[69524]: DEBUG oslo_vmware.api [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52889c3f-542b-ce26-fe13-1eb9a9a1cda4, 'name': SearchDatastore_Task, 'duration_secs': 0.027565} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.894724] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c1d8930-f708-46a7-a0ed-da2f764fdc87 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.902153] env[69524]: DEBUG oslo_vmware.api [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Waiting for the task: (returnval){ [ 1337.902153] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]525e8212-8fec-16fd-b3b0-492e41014d8f" [ 1337.902153] env[69524]: _type = "Task" [ 1337.902153] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.911686] env[69524]: DEBUG oslo_vmware.api [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]525e8212-8fec-16fd-b3b0-492e41014d8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.969786] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069054, 'name': CreateVM_Task, 'duration_secs': 0.434862} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.969994] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46916d9e-98a9-47ba-b5f8-2b775d87e304] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1337.970452] env[69524]: DEBUG oslo_concurrency.lockutils [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.970574] env[69524]: DEBUG oslo_concurrency.lockutils [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.970880] env[69524]: DEBUG oslo_concurrency.lockutils [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.971176] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-504181d2-6a32-466d-9a95-aff9028f2db5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.977441] env[69524]: DEBUG oslo_vmware.api [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Waiting for the task: (returnval){ [ 1337.977441] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52951441-d517-aec4-612a-4288b3c21094" [ 1337.977441] env[69524]: _type = "Task" [ 1337.977441] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.986990] env[69524]: DEBUG oslo_vmware.api [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52951441-d517-aec4-612a-4288b3c21094, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.004498] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0054892c-e616-4636-8e37-ae917022390c tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.222s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.009532] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7f5b5da7-d9e9-4b27-98e6-e6d764df922f tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.526s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.009924] env[69524]: DEBUG nova.objects.instance [None req-7f5b5da7-d9e9-4b27-98e6-e6d764df922f tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lazy-loading 'resources' on Instance uuid 116a59aa-3118-4122-ba6b-9cb0e4672c9a {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1338.029151] env[69524]: DEBUG oslo_vmware.api [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4069055, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.416511] env[69524]: DEBUG oslo_vmware.api [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]525e8212-8fec-16fd-b3b0-492e41014d8f, 'name': SearchDatastore_Task, 'duration_secs': 0.017603} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.416916] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.417370] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 5f9afa39-3851-425f-8bb8-786dd791a1d8/5f9afa39-3851-425f-8bb8-786dd791a1d8.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1338.417771] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29eff4d5-0bf7-4b63-b623-08f92238fcc5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.428084] env[69524]: DEBUG oslo_vmware.api [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Waiting for the task: (returnval){ [ 1338.428084] env[69524]: value = "task-4069056" [ 1338.428084] env[69524]: _type = "Task" [ 1338.428084] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.439174] env[69524]: DEBUG oslo_vmware.api [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Task: {'id': task-4069056, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.488977] env[69524]: DEBUG oslo_vmware.api [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52951441-d517-aec4-612a-4288b3c21094, 'name': SearchDatastore_Task, 'duration_secs': 0.012178} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.489362] env[69524]: DEBUG oslo_concurrency.lockutils [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.489697] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] [instance: 46916d9e-98a9-47ba-b5f8-2b775d87e304] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1338.490067] env[69524]: DEBUG oslo_concurrency.lockutils [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.490219] env[69524]: DEBUG oslo_concurrency.lockutils [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.490486] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1338.490839] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49c5be45-1b80-43fa-8771-09402ef9414f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.500857] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1338.501094] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1338.501877] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7e737dd-3ad4-4d4c-a5de-5a708b6aa6f9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.507821] env[69524]: DEBUG oslo_vmware.api [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Waiting for the task: (returnval){ [ 1338.507821] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5220859a-0b5a-746e-cad6-398a486d139e" [ 1338.507821] env[69524]: _type = "Task" [ 1338.507821] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.523057] env[69524]: DEBUG oslo_vmware.api [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5220859a-0b5a-746e-cad6-398a486d139e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.532533] env[69524]: DEBUG oslo_vmware.api [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4069055, 'name': PowerOnVM_Task, 'duration_secs': 0.754075} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.532833] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1338.533092] env[69524]: INFO nova.compute.manager [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Took 9.92 seconds to spawn the instance on the hypervisor. [ 1338.533294] env[69524]: DEBUG nova.compute.manager [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1338.534134] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5865023e-3a57-4f03-bacc-0a7b4303a8bb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.579594] env[69524]: INFO nova.scheduler.client.report [None req-0054892c-e616-4636-8e37-ae917022390c tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Deleted allocation for migration 996ba84c-1d12-4b95-b313-ea404dd233b8 [ 1338.655134] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31707ad-fff7-4cb2-a362-7f05c7908e14 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.665885] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2091a7ea-e3d3-4fde-92f9-2bd798fda8a4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.702924] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f381249f-0c7a-49fb-9584-cf655026c077 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.713682] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138adffc-0a1a-4250-a171-988a74c28d7b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.731054] env[69524]: DEBUG nova.compute.provider_tree [None req-7f5b5da7-d9e9-4b27-98e6-e6d764df922f tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1338.942123] env[69524]: DEBUG oslo_vmware.api [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Task: {'id': task-4069056, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.020872] env[69524]: DEBUG oslo_vmware.api [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5220859a-0b5a-746e-cad6-398a486d139e, 'name': SearchDatastore_Task, 'duration_secs': 0.014132} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.022279] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ee13925-8207-4315-8f58-b1d18c06f5ff {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.031165] env[69524]: DEBUG oslo_vmware.api [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Waiting for the task: (returnval){ [ 1339.031165] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52a9182c-30fc-da6e-4f7c-b02c6665ae67" [ 1339.031165] env[69524]: _type = "Task" [ 1339.031165] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.044088] env[69524]: DEBUG oslo_vmware.api [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52a9182c-30fc-da6e-4f7c-b02c6665ae67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.060640] env[69524]: INFO nova.compute.manager [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Took 17.34 seconds to build instance. [ 1339.088574] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0054892c-e616-4636-8e37-ae917022390c tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lock "7bdde934-b122-4b19-849b-daced27c0533" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.653s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.238090] env[69524]: DEBUG nova.scheduler.client.report [None req-7f5b5da7-d9e9-4b27-98e6-e6d764df922f tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1339.440935] env[69524]: DEBUG oslo_vmware.api [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Task: {'id': task-4069056, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57793} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.441256] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 5f9afa39-3851-425f-8bb8-786dd791a1d8/5f9afa39-3851-425f-8bb8-786dd791a1d8.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1339.441508] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] [instance: 5f9afa39-3851-425f-8bb8-786dd791a1d8] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1339.441842] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff480886-21ca-4c82-83c4-a0928a7693cc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.450663] env[69524]: DEBUG oslo_vmware.api [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Waiting for the task: (returnval){ [ 1339.450663] env[69524]: value = "task-4069057" [ 1339.450663] env[69524]: _type = "Task" [ 1339.450663] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.461783] env[69524]: DEBUG oslo_vmware.api [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Task: {'id': task-4069057, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.474328] env[69524]: DEBUG nova.compute.manager [req-b316d9b6-233c-4934-98cf-aa927243db67 req-3394cbb5-7cc5-4137-8f6f-2251d16048cc service nova] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Received event network-changed-d4eb7fac-4abe-4c73-9eff-13553bf718cd {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1339.475362] env[69524]: DEBUG nova.compute.manager [req-b316d9b6-233c-4934-98cf-aa927243db67 req-3394cbb5-7cc5-4137-8f6f-2251d16048cc service nova] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Refreshing instance network info cache due to event network-changed-d4eb7fac-4abe-4c73-9eff-13553bf718cd. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1339.475362] env[69524]: DEBUG oslo_concurrency.lockutils [req-b316d9b6-233c-4934-98cf-aa927243db67 req-3394cbb5-7cc5-4137-8f6f-2251d16048cc service nova] Acquiring lock "refresh_cache-35692d52-d3fe-48db-ab53-bc68cfb6fbc6" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.475362] env[69524]: DEBUG oslo_concurrency.lockutils [req-b316d9b6-233c-4934-98cf-aa927243db67 req-3394cbb5-7cc5-4137-8f6f-2251d16048cc service nova] Acquired lock "refresh_cache-35692d52-d3fe-48db-ab53-bc68cfb6fbc6" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.475362] env[69524]: DEBUG nova.network.neutron [req-b316d9b6-233c-4934-98cf-aa927243db67 req-3394cbb5-7cc5-4137-8f6f-2251d16048cc service nova] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Refreshing network info cache for port d4eb7fac-4abe-4c73-9eff-13553bf718cd {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1339.542046] env[69524]: DEBUG oslo_vmware.api [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52a9182c-30fc-da6e-4f7c-b02c6665ae67, 'name': SearchDatastore_Task, 'duration_secs': 0.030833} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.542796] env[69524]: DEBUG oslo_concurrency.lockutils [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.543134] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 46916d9e-98a9-47ba-b5f8-2b775d87e304/46916d9e-98a9-47ba-b5f8-2b775d87e304.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1339.543435] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2b915d7-c0c3-4673-87b0-08b13acff08f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.552294] env[69524]: DEBUG oslo_vmware.api [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Waiting for the task: (returnval){ [ 1339.552294] env[69524]: value = "task-4069058" [ 1339.552294] env[69524]: _type = "Task" [ 1339.552294] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.562304] env[69524]: DEBUG oslo_vmware.api [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Task: {'id': task-4069058, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.566180] env[69524]: DEBUG oslo_concurrency.lockutils [None req-128fe029-47e6-475b-92ca-97b4688f0ef4 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lock "35692d52-d3fe-48db-ab53-bc68cfb6fbc6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.855s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.573586] env[69524]: DEBUG oslo_concurrency.lockutils [None req-03807cf5-f908-4949-9d63-03650c556338 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquiring lock "7bdde934-b122-4b19-849b-daced27c0533" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.573910] env[69524]: DEBUG oslo_concurrency.lockutils [None req-03807cf5-f908-4949-9d63-03650c556338 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lock "7bdde934-b122-4b19-849b-daced27c0533" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.574233] env[69524]: DEBUG oslo_concurrency.lockutils [None req-03807cf5-f908-4949-9d63-03650c556338 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquiring lock "7bdde934-b122-4b19-849b-daced27c0533-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1339.574378] env[69524]: DEBUG oslo_concurrency.lockutils [None req-03807cf5-f908-4949-9d63-03650c556338 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lock "7bdde934-b122-4b19-849b-daced27c0533-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1339.574627] env[69524]: DEBUG oslo_concurrency.lockutils [None req-03807cf5-f908-4949-9d63-03650c556338 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lock "7bdde934-b122-4b19-849b-daced27c0533-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.576871] env[69524]: INFO nova.compute.manager [None req-03807cf5-f908-4949-9d63-03650c556338 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Terminating instance [ 1339.743801] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7f5b5da7-d9e9-4b27-98e6-e6d764df922f tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.734s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.773291] env[69524]: INFO nova.scheduler.client.report [None req-7f5b5da7-d9e9-4b27-98e6-e6d764df922f tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Deleted allocations for instance 116a59aa-3118-4122-ba6b-9cb0e4672c9a [ 1339.962327] env[69524]: DEBUG oslo_vmware.api [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Task: {'id': task-4069057, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122642} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.962693] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] [instance: 5f9afa39-3851-425f-8bb8-786dd791a1d8] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1339.963639] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6637af63-d618-42ec-bf0f-cb25ccd23781 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.989187] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] [instance: 5f9afa39-3851-425f-8bb8-786dd791a1d8] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 5f9afa39-3851-425f-8bb8-786dd791a1d8/5f9afa39-3851-425f-8bb8-786dd791a1d8.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1339.989712] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-255649f9-3bc0-47fc-b136-62166eb066ac {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.013024] env[69524]: DEBUG oslo_vmware.api [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Waiting for the task: (returnval){ [ 1340.013024] env[69524]: value = "task-4069059" [ 1340.013024] env[69524]: _type = "Task" [ 1340.013024] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.022329] env[69524]: DEBUG oslo_vmware.api [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Task: {'id': task-4069059, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.067620] env[69524]: DEBUG oslo_vmware.api [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Task: {'id': task-4069058, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512442} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.067821] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 46916d9e-98a9-47ba-b5f8-2b775d87e304/46916d9e-98a9-47ba-b5f8-2b775d87e304.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1340.068433] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] [instance: 46916d9e-98a9-47ba-b5f8-2b775d87e304] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1340.068433] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a432c292-6648-415b-9b63-7056fd0ecf8c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.077630] env[69524]: DEBUG oslo_vmware.api [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Waiting for the task: (returnval){ [ 1340.077630] env[69524]: value = "task-4069060" [ 1340.077630] env[69524]: _type = "Task" [ 1340.077630] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.082682] env[69524]: DEBUG nova.compute.manager [None req-03807cf5-f908-4949-9d63-03650c556338 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1340.082682] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-03807cf5-f908-4949-9d63-03650c556338 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1340.083399] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf53f83-c957-4d07-9bbf-00a1cc68c7cd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.093595] env[69524]: DEBUG oslo_vmware.api [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Task: {'id': task-4069060, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.096513] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-03807cf5-f908-4949-9d63-03650c556338 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1340.096875] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-74fa2eaa-ef1c-472b-9db5-3e695a63dc73 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.108499] env[69524]: DEBUG oslo_vmware.api [None req-03807cf5-f908-4949-9d63-03650c556338 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1340.108499] env[69524]: value = "task-4069061" [ 1340.108499] env[69524]: _type = "Task" [ 1340.108499] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.118494] env[69524]: DEBUG oslo_vmware.api [None req-03807cf5-f908-4949-9d63-03650c556338 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069061, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.286620] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7f5b5da7-d9e9-4b27-98e6-e6d764df922f tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "116a59aa-3118-4122-ba6b-9cb0e4672c9a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.232s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.306834] env[69524]: DEBUG nova.network.neutron [req-b316d9b6-233c-4934-98cf-aa927243db67 req-3394cbb5-7cc5-4137-8f6f-2251d16048cc service nova] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Updated VIF entry in instance network info cache for port d4eb7fac-4abe-4c73-9eff-13553bf718cd. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1340.307711] env[69524]: DEBUG nova.network.neutron [req-b316d9b6-233c-4934-98cf-aa927243db67 req-3394cbb5-7cc5-4137-8f6f-2251d16048cc service nova] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Updating instance_info_cache with network_info: [{"id": "d4eb7fac-4abe-4c73-9eff-13553bf718cd", "address": "fa:16:3e:df:83:70", "network": {"id": "7f21e6c8-7948-4d2a-9388-e641a2d42214", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1972708614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e79fb10ba570446e80b89783732d562f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4eb7fac-4a", "ovs_interfaceid": "d4eb7fac-4abe-4c73-9eff-13553bf718cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.440065] env[69524]: DEBUG oslo_concurrency.lockutils [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquiring lock "0249bf37-cb25-40e5-9a39-56282e5e2d0d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.440431] env[69524]: DEBUG oslo_concurrency.lockutils [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lock "0249bf37-cb25-40e5-9a39-56282e5e2d0d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.524317] env[69524]: DEBUG oslo_vmware.api [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Task: {'id': task-4069059, 'name': ReconfigVM_Task, 'duration_secs': 0.344546} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.524553] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] [instance: 5f9afa39-3851-425f-8bb8-786dd791a1d8] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 5f9afa39-3851-425f-8bb8-786dd791a1d8/5f9afa39-3851-425f-8bb8-786dd791a1d8.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1340.525200] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a0c0b2b-4b87-4c15-a5af-a62b496d04e3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.533085] env[69524]: DEBUG oslo_vmware.api [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Waiting for the task: (returnval){ [ 1340.533085] env[69524]: value = "task-4069063" [ 1340.533085] env[69524]: _type = "Task" [ 1340.533085] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.542807] env[69524]: DEBUG oslo_vmware.api [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Task: {'id': task-4069063, 'name': Rename_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.589316] env[69524]: DEBUG oslo_vmware.api [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Task: {'id': task-4069060, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089857} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.589605] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] [instance: 46916d9e-98a9-47ba-b5f8-2b775d87e304] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1340.590448] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7a17c6-8b5d-40a3-8d68-adf8edc02fde {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.613771] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] [instance: 46916d9e-98a9-47ba-b5f8-2b775d87e304] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 46916d9e-98a9-47ba-b5f8-2b775d87e304/46916d9e-98a9-47ba-b5f8-2b775d87e304.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1340.614260] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fc84cf1-c39a-43d4-bc24-b4b272fae6d9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.639497] env[69524]: DEBUG oslo_vmware.api [None req-03807cf5-f908-4949-9d63-03650c556338 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069061, 'name': PowerOffVM_Task, 'duration_secs': 0.283829} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.641371] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-03807cf5-f908-4949-9d63-03650c556338 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1340.641609] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-03807cf5-f908-4949-9d63-03650c556338 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1340.641915] env[69524]: DEBUG oslo_vmware.api [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Waiting for the task: (returnval){ [ 1340.641915] env[69524]: value = "task-4069064" [ 1340.641915] env[69524]: _type = "Task" [ 1340.641915] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.642354] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56a35923-84db-48d0-84c3-586e49648a01 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.655609] env[69524]: DEBUG oslo_vmware.api [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Task: {'id': task-4069064, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.810558] env[69524]: DEBUG oslo_concurrency.lockutils [req-b316d9b6-233c-4934-98cf-aa927243db67 req-3394cbb5-7cc5-4137-8f6f-2251d16048cc service nova] Releasing lock "refresh_cache-35692d52-d3fe-48db-ab53-bc68cfb6fbc6" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.943635] env[69524]: DEBUG nova.compute.manager [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1341.044193] env[69524]: DEBUG oslo_vmware.api [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Task: {'id': task-4069063, 'name': Rename_Task, 'duration_secs': 0.155522} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.044757] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] [instance: 5f9afa39-3851-425f-8bb8-786dd791a1d8] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1341.044757] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4131b3d5-70ed-4b9b-8d48-4ed28127c348 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.052578] env[69524]: DEBUG oslo_vmware.api [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Waiting for the task: (returnval){ [ 1341.052578] env[69524]: value = "task-4069066" [ 1341.052578] env[69524]: _type = "Task" [ 1341.052578] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.062417] env[69524]: DEBUG oslo_vmware.api [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Task: {'id': task-4069066, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.157873] env[69524]: DEBUG oslo_vmware.api [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Task: {'id': task-4069064, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.465031] env[69524]: DEBUG oslo_concurrency.lockutils [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.466127] env[69524]: DEBUG oslo_concurrency.lockutils [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.466954] env[69524]: INFO nova.compute.claims [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1341.563854] env[69524]: DEBUG oslo_vmware.api [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Task: {'id': task-4069066, 'name': PowerOnVM_Task, 'duration_secs': 0.475113} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.564288] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] [instance: 5f9afa39-3851-425f-8bb8-786dd791a1d8] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1341.564540] env[69524]: DEBUG nova.compute.manager [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] [instance: 5f9afa39-3851-425f-8bb8-786dd791a1d8] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1341.565386] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16fa2337-4fb5-46c7-8459-00ae297d30ed {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.655321] env[69524]: DEBUG oslo_vmware.api [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Task: {'id': task-4069064, 'name': ReconfigVM_Task, 'duration_secs': 0.539453} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.655596] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] [instance: 46916d9e-98a9-47ba-b5f8-2b775d87e304] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 46916d9e-98a9-47ba-b5f8-2b775d87e304/46916d9e-98a9-47ba-b5f8-2b775d87e304.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1341.656231] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af6f46f4-c242-43b8-a41e-f4413603af71 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.663379] env[69524]: DEBUG oslo_vmware.api [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Waiting for the task: (returnval){ [ 1341.663379] env[69524]: value = "task-4069067" [ 1341.663379] env[69524]: _type = "Task" [ 1341.663379] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.672452] env[69524]: DEBUG oslo_vmware.api [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Task: {'id': task-4069067, 'name': Rename_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.083100] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.178540] env[69524]: DEBUG oslo_vmware.api [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Task: {'id': task-4069067, 'name': Rename_Task, 'duration_secs': 0.268513} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.179678] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] [instance: 46916d9e-98a9-47ba-b5f8-2b775d87e304] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1342.180053] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-03807cf5-f908-4949-9d63-03650c556338 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1342.180263] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-03807cf5-f908-4949-9d63-03650c556338 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1342.180444] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-03807cf5-f908-4949-9d63-03650c556338 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Deleting the datastore file [datastore1] 7bdde934-b122-4b19-849b-daced27c0533 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1342.180690] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9da6a53e-67c3-4d97-8c7f-350db44e08cc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.182537] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7d862c1-8296-4d4c-8404-7c4a3eac86ab {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.189379] env[69524]: DEBUG oslo_vmware.api [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Waiting for the task: (returnval){ [ 1342.189379] env[69524]: value = "task-4069068" [ 1342.189379] env[69524]: _type = "Task" [ 1342.189379] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.190742] env[69524]: DEBUG oslo_vmware.api [None req-03807cf5-f908-4949-9d63-03650c556338 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1342.190742] env[69524]: value = "task-4069069" [ 1342.190742] env[69524]: _type = "Task" [ 1342.190742] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.201768] env[69524]: DEBUG oslo_vmware.api [None req-03807cf5-f908-4949-9d63-03650c556338 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069069, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.204997] env[69524]: DEBUG oslo_vmware.api [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Task: {'id': task-4069068, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.396575] env[69524]: DEBUG oslo_vmware.rw_handles [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528832f6-f7b1-f598-a46d-588dbf1a468a/disk-0.vmdk. {{(pid=69524) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1342.397590] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882fbecb-a8a3-41f4-8a2f-79a28b316279 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.404643] env[69524]: DEBUG oslo_vmware.rw_handles [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528832f6-f7b1-f598-a46d-588dbf1a468a/disk-0.vmdk is in state: ready. {{(pid=69524) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1342.405986] env[69524]: ERROR oslo_vmware.rw_handles [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528832f6-f7b1-f598-a46d-588dbf1a468a/disk-0.vmdk due to incomplete transfer. [ 1342.405986] env[69524]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0e12de55-e88a-4a41-ae1b-cdac936e6635 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.421787] env[69524]: DEBUG oslo_vmware.rw_handles [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528832f6-f7b1-f598-a46d-588dbf1a468a/disk-0.vmdk. {{(pid=69524) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1342.422032] env[69524]: DEBUG nova.virt.vmwareapi.images [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Uploaded image ea60ca01-be31-4930-8ee0-c6b9d4188e2c to the Glance image server {{(pid=69524) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1342.424653] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Destroying the VM {{(pid=69524) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1342.424956] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2af80d6f-db57-4ef1-bf5c-633eaf31cbc0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.432597] env[69524]: DEBUG oslo_vmware.api [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Waiting for the task: (returnval){ [ 1342.432597] env[69524]: value = "task-4069070" [ 1342.432597] env[69524]: _type = "Task" [ 1342.432597] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.446569] env[69524]: DEBUG oslo_vmware.api [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069070, 'name': Destroy_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.584265] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8635f2b2-a234-4668-b6f8-de845e7e58a3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.592903] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1fbac7-c840-436b-881c-0c60648b70db {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.625945] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c7aca3-17a2-4d71-be87-3962edfcc0e3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.634332] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3c95af-cfd1-4b35-9829-e597b666f85d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.648389] env[69524]: DEBUG nova.compute.provider_tree [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1342.706331] env[69524]: DEBUG oslo_vmware.api [None req-03807cf5-f908-4949-9d63-03650c556338 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069069, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217802} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.706965] env[69524]: DEBUG oslo_vmware.api [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Task: {'id': task-4069068, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.707269] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-03807cf5-f908-4949-9d63-03650c556338 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1342.707471] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-03807cf5-f908-4949-9d63-03650c556338 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1342.707654] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-03807cf5-f908-4949-9d63-03650c556338 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1342.707843] env[69524]: INFO nova.compute.manager [None req-03807cf5-f908-4949-9d63-03650c556338 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Took 2.63 seconds to destroy the instance on the hypervisor. [ 1342.708123] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03807cf5-f908-4949-9d63-03650c556338 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1342.708363] env[69524]: DEBUG nova.compute.manager [-] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1342.708435] env[69524]: DEBUG nova.network.neutron [-] [instance: 7bdde934-b122-4b19-849b-daced27c0533] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1342.944021] env[69524]: DEBUG oslo_concurrency.lockutils [None req-398ea8c1-7347-4eab-94ce-0a52b6aec4c0 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Acquiring lock "5f9afa39-3851-425f-8bb8-786dd791a1d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.944359] env[69524]: DEBUG oslo_concurrency.lockutils [None req-398ea8c1-7347-4eab-94ce-0a52b6aec4c0 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Lock "5f9afa39-3851-425f-8bb8-786dd791a1d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.944581] env[69524]: DEBUG oslo_concurrency.lockutils [None req-398ea8c1-7347-4eab-94ce-0a52b6aec4c0 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Acquiring lock "5f9afa39-3851-425f-8bb8-786dd791a1d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.944789] env[69524]: DEBUG oslo_concurrency.lockutils [None req-398ea8c1-7347-4eab-94ce-0a52b6aec4c0 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Lock "5f9afa39-3851-425f-8bb8-786dd791a1d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.944928] env[69524]: DEBUG oslo_concurrency.lockutils [None req-398ea8c1-7347-4eab-94ce-0a52b6aec4c0 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Lock "5f9afa39-3851-425f-8bb8-786dd791a1d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.946578] env[69524]: DEBUG oslo_vmware.api [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069070, 'name': Destroy_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.947016] env[69524]: INFO nova.compute.manager [None req-398ea8c1-7347-4eab-94ce-0a52b6aec4c0 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] [instance: 5f9afa39-3851-425f-8bb8-786dd791a1d8] Terminating instance [ 1343.152061] env[69524]: DEBUG nova.scheduler.client.report [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1343.202435] env[69524]: DEBUG oslo_vmware.api [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Task: {'id': task-4069068, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.244937] env[69524]: DEBUG nova.compute.manager [req-3780c238-a4e8-48be-bf3e-83827b819e86 req-02add619-7d83-4b7c-b5aa-f255b1c6e72f service nova] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Received event network-vif-deleted-29946d17-47b7-4c35-b521-51c0a007f5d1 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1343.245934] env[69524]: INFO nova.compute.manager [req-3780c238-a4e8-48be-bf3e-83827b819e86 req-02add619-7d83-4b7c-b5aa-f255b1c6e72f service nova] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Neutron deleted interface 29946d17-47b7-4c35-b521-51c0a007f5d1; detaching it from the instance and deleting it from the info cache [ 1343.246157] env[69524]: DEBUG nova.network.neutron [req-3780c238-a4e8-48be-bf3e-83827b819e86 req-02add619-7d83-4b7c-b5aa-f255b1c6e72f service nova] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.444129] env[69524]: DEBUG oslo_vmware.api [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069070, 'name': Destroy_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.450891] env[69524]: DEBUG oslo_concurrency.lockutils [None req-398ea8c1-7347-4eab-94ce-0a52b6aec4c0 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Acquiring lock "refresh_cache-5f9afa39-3851-425f-8bb8-786dd791a1d8" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.451098] env[69524]: DEBUG oslo_concurrency.lockutils [None req-398ea8c1-7347-4eab-94ce-0a52b6aec4c0 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Acquired lock "refresh_cache-5f9afa39-3851-425f-8bb8-786dd791a1d8" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.451281] env[69524]: DEBUG nova.network.neutron [None req-398ea8c1-7347-4eab-94ce-0a52b6aec4c0 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] [instance: 5f9afa39-3851-425f-8bb8-786dd791a1d8] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1343.662248] env[69524]: DEBUG oslo_concurrency.lockutils [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.197s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.662769] env[69524]: DEBUG nova.compute.manager [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1343.665143] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.583s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.665363] env[69524]: DEBUG nova.objects.instance [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] [instance: 5f9afa39-3851-425f-8bb8-786dd791a1d8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69524) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1343.702746] env[69524]: DEBUG oslo_vmware.api [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Task: {'id': task-4069068, 'name': PowerOnVM_Task, 'duration_secs': 1.026054} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.703772] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] [instance: 46916d9e-98a9-47ba-b5f8-2b775d87e304] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1343.704013] env[69524]: DEBUG nova.compute.manager [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] [instance: 46916d9e-98a9-47ba-b5f8-2b775d87e304] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1343.704959] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c032e5f9-ada0-4b28-bfca-92b9ae300990 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.727449] env[69524]: DEBUG nova.network.neutron [-] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.749871] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a545bc23-7b0b-43a2-886e-47bb8c617b8f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.760485] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96a2ee6-16f2-488e-88cf-06dfb5a09e72 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.788631] env[69524]: DEBUG nova.compute.manager [req-3780c238-a4e8-48be-bf3e-83827b819e86 req-02add619-7d83-4b7c-b5aa-f255b1c6e72f service nova] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Detach interface failed, port_id=29946d17-47b7-4c35-b521-51c0a007f5d1, reason: Instance 7bdde934-b122-4b19-849b-daced27c0533 could not be found. {{(pid=69524) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1343.945867] env[69524]: DEBUG oslo_vmware.api [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069070, 'name': Destroy_Task, 'duration_secs': 1.336934} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.946271] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Destroyed the VM [ 1343.946459] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Deleting Snapshot of the VM instance {{(pid=69524) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1343.946734] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d69d5f7e-ff48-4232-8d4a-97cce8e457e8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.957072] env[69524]: DEBUG oslo_vmware.api [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Waiting for the task: (returnval){ [ 1343.957072] env[69524]: value = "task-4069071" [ 1343.957072] env[69524]: _type = "Task" [ 1343.957072] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.966711] env[69524]: DEBUG oslo_vmware.api [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069071, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.976249] env[69524]: DEBUG nova.network.neutron [None req-398ea8c1-7347-4eab-94ce-0a52b6aec4c0 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] [instance: 5f9afa39-3851-425f-8bb8-786dd791a1d8] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1344.033575] env[69524]: DEBUG nova.network.neutron [None req-398ea8c1-7347-4eab-94ce-0a52b6aec4c0 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] [instance: 5f9afa39-3851-425f-8bb8-786dd791a1d8] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.142560] env[69524]: DEBUG oslo_concurrency.lockutils [None req-424425c9-4270-4c78-a4bc-09ce84e7a759 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquiring lock "035b9722-90f0-45f0-84c0-17f7a5f1994b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.142970] env[69524]: DEBUG oslo_concurrency.lockutils [None req-424425c9-4270-4c78-a4bc-09ce84e7a759 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "035b9722-90f0-45f0-84c0-17f7a5f1994b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.143386] env[69524]: DEBUG oslo_concurrency.lockutils [None req-424425c9-4270-4c78-a4bc-09ce84e7a759 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquiring lock "035b9722-90f0-45f0-84c0-17f7a5f1994b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.143633] env[69524]: DEBUG oslo_concurrency.lockutils [None req-424425c9-4270-4c78-a4bc-09ce84e7a759 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "035b9722-90f0-45f0-84c0-17f7a5f1994b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.143876] env[69524]: DEBUG oslo_concurrency.lockutils [None req-424425c9-4270-4c78-a4bc-09ce84e7a759 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "035b9722-90f0-45f0-84c0-17f7a5f1994b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.146556] env[69524]: INFO nova.compute.manager [None req-424425c9-4270-4c78-a4bc-09ce84e7a759 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 035b9722-90f0-45f0-84c0-17f7a5f1994b] Terminating instance [ 1344.169918] env[69524]: DEBUG nova.compute.utils [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1344.176042] env[69524]: DEBUG nova.compute.manager [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1344.176042] env[69524]: DEBUG nova.network.neutron [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1344.214679] env[69524]: DEBUG nova.policy [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75e9390581df481eb83f5286dd2996b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e79fb10ba570446e80b89783732d562f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 1344.224802] env[69524]: DEBUG oslo_concurrency.lockutils [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.230323] env[69524]: INFO nova.compute.manager [-] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Took 1.52 seconds to deallocate network for instance. [ 1344.474354] env[69524]: DEBUG oslo_vmware.api [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069071, 'name': RemoveSnapshot_Task, 'duration_secs': 0.376055} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.474354] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Deleted Snapshot of the VM instance {{(pid=69524) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1344.474610] env[69524]: DEBUG nova.compute.manager [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1344.475832] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325c823e-0c6d-4dbb-a728-7af958a48a5a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.492710] env[69524]: DEBUG nova.network.neutron [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Successfully created port: 5a249f8c-a820-4f0e-91ef-b1fe31c12a4c {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1344.536306] env[69524]: DEBUG oslo_concurrency.lockutils [None req-398ea8c1-7347-4eab-94ce-0a52b6aec4c0 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Releasing lock "refresh_cache-5f9afa39-3851-425f-8bb8-786dd791a1d8" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.536750] env[69524]: DEBUG nova.compute.manager [None req-398ea8c1-7347-4eab-94ce-0a52b6aec4c0 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] [instance: 5f9afa39-3851-425f-8bb8-786dd791a1d8] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1344.536943] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-398ea8c1-7347-4eab-94ce-0a52b6aec4c0 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] [instance: 5f9afa39-3851-425f-8bb8-786dd791a1d8] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1344.537858] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9542d4d-011d-437f-b566-d9316d46a56d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.546878] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-398ea8c1-7347-4eab-94ce-0a52b6aec4c0 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] [instance: 5f9afa39-3851-425f-8bb8-786dd791a1d8] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1344.547187] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79870766-7ad1-4135-95c1-ae4ab472b2ee {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.554887] env[69524]: DEBUG oslo_vmware.api [None req-398ea8c1-7347-4eab-94ce-0a52b6aec4c0 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Waiting for the task: (returnval){ [ 1344.554887] env[69524]: value = "task-4069072" [ 1344.554887] env[69524]: _type = "Task" [ 1344.554887] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.565727] env[69524]: DEBUG oslo_vmware.api [None req-398ea8c1-7347-4eab-94ce-0a52b6aec4c0 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Task: {'id': task-4069072, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.651633] env[69524]: DEBUG nova.compute.manager [None req-424425c9-4270-4c78-a4bc-09ce84e7a759 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 035b9722-90f0-45f0-84c0-17f7a5f1994b] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1344.652097] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-424425c9-4270-4c78-a4bc-09ce84e7a759 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 035b9722-90f0-45f0-84c0-17f7a5f1994b] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1344.653624] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09954716-dc19-49ad-8510-4f4adb931d95 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.667274] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-424425c9-4270-4c78-a4bc-09ce84e7a759 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 035b9722-90f0-45f0-84c0-17f7a5f1994b] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1344.667719] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9adcc502-88db-4222-a8bf-91ba014a128b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.678292] env[69524]: DEBUG oslo_vmware.api [None req-424425c9-4270-4c78-a4bc-09ce84e7a759 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 1344.678292] env[69524]: value = "task-4069073" [ 1344.678292] env[69524]: _type = "Task" [ 1344.678292] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.678292] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5517abf6-4a39-4125-b08a-d4f46dda225a tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.678292] env[69524]: DEBUG nova.compute.manager [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1344.681348] env[69524]: DEBUG oslo_concurrency.lockutils [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.457s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.682015] env[69524]: DEBUG nova.objects.instance [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] [instance: 46916d9e-98a9-47ba-b5f8-2b775d87e304] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69524) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1344.696770] env[69524]: DEBUG oslo_vmware.api [None req-424425c9-4270-4c78-a4bc-09ce84e7a759 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4069073, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.737215] env[69524]: DEBUG oslo_concurrency.lockutils [None req-03807cf5-f908-4949-9d63-03650c556338 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.992191] env[69524]: INFO nova.compute.manager [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Shelve offloading [ 1345.065199] env[69524]: DEBUG oslo_vmware.api [None req-398ea8c1-7347-4eab-94ce-0a52b6aec4c0 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Task: {'id': task-4069072, 'name': PowerOffVM_Task, 'duration_secs': 0.230526} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.065477] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-398ea8c1-7347-4eab-94ce-0a52b6aec4c0 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] [instance: 5f9afa39-3851-425f-8bb8-786dd791a1d8] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1345.065643] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-398ea8c1-7347-4eab-94ce-0a52b6aec4c0 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] [instance: 5f9afa39-3851-425f-8bb8-786dd791a1d8] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1345.065899] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6750fe3d-8547-4dce-9ed4-8d256c428149 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.093334] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-398ea8c1-7347-4eab-94ce-0a52b6aec4c0 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] [instance: 5f9afa39-3851-425f-8bb8-786dd791a1d8] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1345.093581] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-398ea8c1-7347-4eab-94ce-0a52b6aec4c0 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] [instance: 5f9afa39-3851-425f-8bb8-786dd791a1d8] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1345.093770] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-398ea8c1-7347-4eab-94ce-0a52b6aec4c0 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Deleting the datastore file [datastore1] 5f9afa39-3851-425f-8bb8-786dd791a1d8 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1345.094148] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be2c6d6e-4edf-452c-baeb-448e80de74d4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.104590] env[69524]: DEBUG oslo_vmware.api [None req-398ea8c1-7347-4eab-94ce-0a52b6aec4c0 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Waiting for the task: (returnval){ [ 1345.104590] env[69524]: value = "task-4069075" [ 1345.104590] env[69524]: _type = "Task" [ 1345.104590] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.113596] env[69524]: DEBUG oslo_vmware.api [None req-398ea8c1-7347-4eab-94ce-0a52b6aec4c0 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Task: {'id': task-4069075, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.191675] env[69524]: DEBUG oslo_vmware.api [None req-424425c9-4270-4c78-a4bc-09ce84e7a759 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4069073, 'name': PowerOffVM_Task, 'duration_secs': 0.208662} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.196406] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-424425c9-4270-4c78-a4bc-09ce84e7a759 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 035b9722-90f0-45f0-84c0-17f7a5f1994b] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1345.196689] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-424425c9-4270-4c78-a4bc-09ce84e7a759 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 035b9722-90f0-45f0-84c0-17f7a5f1994b] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1345.197137] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b39999ca-d2cd-4e6d-b7a2-578b65be6c94 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.259488] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0b983eb8-444c-465e-b339-68bf51f6e856 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Acquiring lock "46916d9e-98a9-47ba-b5f8-2b775d87e304" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.259831] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0b983eb8-444c-465e-b339-68bf51f6e856 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Lock "46916d9e-98a9-47ba-b5f8-2b775d87e304" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.260093] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0b983eb8-444c-465e-b339-68bf51f6e856 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Acquiring lock "46916d9e-98a9-47ba-b5f8-2b775d87e304-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.260613] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0b983eb8-444c-465e-b339-68bf51f6e856 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Lock "46916d9e-98a9-47ba-b5f8-2b775d87e304-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.260805] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0b983eb8-444c-465e-b339-68bf51f6e856 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Lock "46916d9e-98a9-47ba-b5f8-2b775d87e304-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.263627] env[69524]: INFO nova.compute.manager [None req-0b983eb8-444c-465e-b339-68bf51f6e856 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] [instance: 46916d9e-98a9-47ba-b5f8-2b775d87e304] Terminating instance [ 1345.278356] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-424425c9-4270-4c78-a4bc-09ce84e7a759 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 035b9722-90f0-45f0-84c0-17f7a5f1994b] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1345.278589] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-424425c9-4270-4c78-a4bc-09ce84e7a759 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 035b9722-90f0-45f0-84c0-17f7a5f1994b] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1345.278771] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-424425c9-4270-4c78-a4bc-09ce84e7a759 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Deleting the datastore file [datastore1] 035b9722-90f0-45f0-84c0-17f7a5f1994b {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1345.279044] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f162e9a0-3399-47d6-a512-8971255bb05a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.288411] env[69524]: DEBUG oslo_vmware.api [None req-424425c9-4270-4c78-a4bc-09ce84e7a759 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for the task: (returnval){ [ 1345.288411] env[69524]: value = "task-4069077" [ 1345.288411] env[69524]: _type = "Task" [ 1345.288411] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.297445] env[69524]: DEBUG oslo_vmware.api [None req-424425c9-4270-4c78-a4bc-09ce84e7a759 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4069077, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.496177] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1345.496502] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b69f32d7-1d42-4c9b-9472-2014b287d3d7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.504602] env[69524]: DEBUG oslo_vmware.api [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Waiting for the task: (returnval){ [ 1345.504602] env[69524]: value = "task-4069078" [ 1345.504602] env[69524]: _type = "Task" [ 1345.504602] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.514803] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] VM already powered off {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1345.515048] env[69524]: DEBUG nova.compute.manager [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1345.515877] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161588fa-6898-47f6-9bce-9d5a744cbf58 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.522891] env[69524]: DEBUG oslo_concurrency.lockutils [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Acquiring lock "refresh_cache-3198d5ad-375d-4938-9dd0-825896f9ed78" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.523093] env[69524]: DEBUG oslo_concurrency.lockutils [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Acquired lock "refresh_cache-3198d5ad-375d-4938-9dd0-825896f9ed78" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.523285] env[69524]: DEBUG nova.network.neutron [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1345.614379] env[69524]: DEBUG oslo_vmware.api [None req-398ea8c1-7347-4eab-94ce-0a52b6aec4c0 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Task: {'id': task-4069075, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.098907} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.614673] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-398ea8c1-7347-4eab-94ce-0a52b6aec4c0 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1345.614869] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-398ea8c1-7347-4eab-94ce-0a52b6aec4c0 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] [instance: 5f9afa39-3851-425f-8bb8-786dd791a1d8] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1345.615165] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-398ea8c1-7347-4eab-94ce-0a52b6aec4c0 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] [instance: 5f9afa39-3851-425f-8bb8-786dd791a1d8] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1345.615453] env[69524]: INFO nova.compute.manager [None req-398ea8c1-7347-4eab-94ce-0a52b6aec4c0 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] [instance: 5f9afa39-3851-425f-8bb8-786dd791a1d8] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1345.615738] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-398ea8c1-7347-4eab-94ce-0a52b6aec4c0 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1345.615937] env[69524]: DEBUG nova.compute.manager [-] [instance: 5f9afa39-3851-425f-8bb8-786dd791a1d8] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1345.616049] env[69524]: DEBUG nova.network.neutron [-] [instance: 5f9afa39-3851-425f-8bb8-786dd791a1d8] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1345.633821] env[69524]: DEBUG nova.network.neutron [-] [instance: 5f9afa39-3851-425f-8bb8-786dd791a1d8] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1345.697968] env[69524]: DEBUG oslo_concurrency.lockutils [None req-24bb929c-44b5-46d6-86f3-fca9c395bc16 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.699851] env[69524]: DEBUG nova.compute.manager [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1345.701944] env[69524]: DEBUG oslo_concurrency.lockutils [None req-03807cf5-f908-4949-9d63-03650c556338 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.965s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.702159] env[69524]: DEBUG oslo_concurrency.lockutils [None req-03807cf5-f908-4949-9d63-03650c556338 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.727890] env[69524]: INFO nova.scheduler.client.report [None req-03807cf5-f908-4949-9d63-03650c556338 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Deleted allocations for instance 7bdde934-b122-4b19-849b-daced27c0533 [ 1345.733357] env[69524]: DEBUG nova.virt.hardware [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1345.733619] env[69524]: DEBUG nova.virt.hardware [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1345.733770] env[69524]: DEBUG nova.virt.hardware [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1345.733950] env[69524]: DEBUG nova.virt.hardware [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1345.734118] env[69524]: DEBUG nova.virt.hardware [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1345.734304] env[69524]: DEBUG nova.virt.hardware [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1345.734514] env[69524]: DEBUG nova.virt.hardware [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1345.734671] env[69524]: DEBUG nova.virt.hardware [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1345.734831] env[69524]: DEBUG nova.virt.hardware [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1345.734989] env[69524]: DEBUG nova.virt.hardware [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1345.735188] env[69524]: DEBUG nova.virt.hardware [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1345.736062] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ffcab7-5fb6-4097-bef2-133bd5664f9e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.745220] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88cd167c-c072-4f3e-b821-3dfd9e812414 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.767805] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0b983eb8-444c-465e-b339-68bf51f6e856 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Acquiring lock "refresh_cache-46916d9e-98a9-47ba-b5f8-2b775d87e304" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.767996] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0b983eb8-444c-465e-b339-68bf51f6e856 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Acquired lock "refresh_cache-46916d9e-98a9-47ba-b5f8-2b775d87e304" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.768200] env[69524]: DEBUG nova.network.neutron [None req-0b983eb8-444c-465e-b339-68bf51f6e856 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] [instance: 46916d9e-98a9-47ba-b5f8-2b775d87e304] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1345.799083] env[69524]: DEBUG oslo_vmware.api [None req-424425c9-4270-4c78-a4bc-09ce84e7a759 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Task: {'id': task-4069077, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188847} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.799385] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-424425c9-4270-4c78-a4bc-09ce84e7a759 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1345.799590] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-424425c9-4270-4c78-a4bc-09ce84e7a759 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 035b9722-90f0-45f0-84c0-17f7a5f1994b] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1345.800051] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-424425c9-4270-4c78-a4bc-09ce84e7a759 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 035b9722-90f0-45f0-84c0-17f7a5f1994b] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1345.800051] env[69524]: INFO nova.compute.manager [None req-424425c9-4270-4c78-a4bc-09ce84e7a759 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] [instance: 035b9722-90f0-45f0-84c0-17f7a5f1994b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1345.800285] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-424425c9-4270-4c78-a4bc-09ce84e7a759 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1345.800458] env[69524]: DEBUG nova.compute.manager [-] [instance: 035b9722-90f0-45f0-84c0-17f7a5f1994b] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1345.800618] env[69524]: DEBUG nova.network.neutron [-] [instance: 035b9722-90f0-45f0-84c0-17f7a5f1994b] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1346.137093] env[69524]: DEBUG nova.network.neutron [-] [instance: 5f9afa39-3851-425f-8bb8-786dd791a1d8] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.243412] env[69524]: DEBUG oslo_concurrency.lockutils [None req-03807cf5-f908-4949-9d63-03650c556338 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lock "7bdde934-b122-4b19-849b-daced27c0533" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.669s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.307891] env[69524]: DEBUG nova.network.neutron [None req-0b983eb8-444c-465e-b339-68bf51f6e856 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] [instance: 46916d9e-98a9-47ba-b5f8-2b775d87e304] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1346.342511] env[69524]: DEBUG nova.network.neutron [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Updating instance_info_cache with network_info: [{"id": "6d82dd38-b4db-4340-819a-789be89ae20f", "address": "fa:16:3e:ac:e7:40", "network": {"id": "2261fad5-4ca6-482b-bb5d-96622a3665e3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1961364082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7121079d81b745c7ae7e861b43224581", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d82dd38-b4", "ovs_interfaceid": "6d82dd38-b4db-4340-819a-789be89ae20f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.431354] env[69524]: DEBUG nova.network.neutron [None req-0b983eb8-444c-465e-b339-68bf51f6e856 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] [instance: 46916d9e-98a9-47ba-b5f8-2b775d87e304] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.434675] env[69524]: DEBUG nova.network.neutron [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Successfully updated port: 5a249f8c-a820-4f0e-91ef-b1fe31c12a4c {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1346.607281] env[69524]: DEBUG nova.compute.manager [req-57346ef3-bda4-4d49-ab83-047325ce2629 req-fefcbdc8-dce2-4a89-81fb-e092f3ce5907 service nova] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Received event network-vif-plugged-5a249f8c-a820-4f0e-91ef-b1fe31c12a4c {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1346.607666] env[69524]: DEBUG oslo_concurrency.lockutils [req-57346ef3-bda4-4d49-ab83-047325ce2629 req-fefcbdc8-dce2-4a89-81fb-e092f3ce5907 service nova] Acquiring lock "0249bf37-cb25-40e5-9a39-56282e5e2d0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.607951] env[69524]: DEBUG oslo_concurrency.lockutils [req-57346ef3-bda4-4d49-ab83-047325ce2629 req-fefcbdc8-dce2-4a89-81fb-e092f3ce5907 service nova] Lock "0249bf37-cb25-40e5-9a39-56282e5e2d0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.608185] env[69524]: DEBUG oslo_concurrency.lockutils [req-57346ef3-bda4-4d49-ab83-047325ce2629 req-fefcbdc8-dce2-4a89-81fb-e092f3ce5907 service nova] Lock "0249bf37-cb25-40e5-9a39-56282e5e2d0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.608437] env[69524]: DEBUG nova.compute.manager [req-57346ef3-bda4-4d49-ab83-047325ce2629 req-fefcbdc8-dce2-4a89-81fb-e092f3ce5907 service nova] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] No waiting events found dispatching network-vif-plugged-5a249f8c-a820-4f0e-91ef-b1fe31c12a4c {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1346.608672] env[69524]: WARNING nova.compute.manager [req-57346ef3-bda4-4d49-ab83-047325ce2629 req-fefcbdc8-dce2-4a89-81fb-e092f3ce5907 service nova] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Received unexpected event network-vif-plugged-5a249f8c-a820-4f0e-91ef-b1fe31c12a4c for instance with vm_state building and task_state spawning. [ 1346.614932] env[69524]: DEBUG nova.compute.manager [req-bb02ff8e-db33-4398-805f-a7f6523f18aa req-d4efe87b-86e0-4a6f-8d31-78d30a0116cf service nova] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Received event network-changed-5a249f8c-a820-4f0e-91ef-b1fe31c12a4c {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1346.615130] env[69524]: DEBUG nova.compute.manager [req-bb02ff8e-db33-4398-805f-a7f6523f18aa req-d4efe87b-86e0-4a6f-8d31-78d30a0116cf service nova] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Refreshing instance network info cache due to event network-changed-5a249f8c-a820-4f0e-91ef-b1fe31c12a4c. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1346.615332] env[69524]: DEBUG oslo_concurrency.lockutils [req-bb02ff8e-db33-4398-805f-a7f6523f18aa req-d4efe87b-86e0-4a6f-8d31-78d30a0116cf service nova] Acquiring lock "refresh_cache-0249bf37-cb25-40e5-9a39-56282e5e2d0d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.615476] env[69524]: DEBUG oslo_concurrency.lockutils [req-bb02ff8e-db33-4398-805f-a7f6523f18aa req-d4efe87b-86e0-4a6f-8d31-78d30a0116cf service nova] Acquired lock "refresh_cache-0249bf37-cb25-40e5-9a39-56282e5e2d0d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.615626] env[69524]: DEBUG nova.network.neutron [req-bb02ff8e-db33-4398-805f-a7f6523f18aa req-d4efe87b-86e0-4a6f-8d31-78d30a0116cf service nova] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Refreshing network info cache for port 5a249f8c-a820-4f0e-91ef-b1fe31c12a4c {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1346.640537] env[69524]: INFO nova.compute.manager [-] [instance: 5f9afa39-3851-425f-8bb8-786dd791a1d8] Took 1.02 seconds to deallocate network for instance. [ 1346.847052] env[69524]: DEBUG oslo_concurrency.lockutils [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Releasing lock "refresh_cache-3198d5ad-375d-4938-9dd0-825896f9ed78" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.933816] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0b983eb8-444c-465e-b339-68bf51f6e856 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Releasing lock "refresh_cache-46916d9e-98a9-47ba-b5f8-2b775d87e304" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.934312] env[69524]: DEBUG nova.compute.manager [None req-0b983eb8-444c-465e-b339-68bf51f6e856 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] [instance: 46916d9e-98a9-47ba-b5f8-2b775d87e304] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1346.934563] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-0b983eb8-444c-465e-b339-68bf51f6e856 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] [instance: 46916d9e-98a9-47ba-b5f8-2b775d87e304] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1346.935557] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0919c2aa-aa66-4b1b-924f-be7d2c22bf6a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.938658] env[69524]: DEBUG oslo_concurrency.lockutils [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquiring lock "refresh_cache-0249bf37-cb25-40e5-9a39-56282e5e2d0d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.944407] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b983eb8-444c-465e-b339-68bf51f6e856 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] [instance: 46916d9e-98a9-47ba-b5f8-2b775d87e304] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1346.944655] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5955587-8b15-4a51-beee-fb076893e01a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.950466] env[69524]: DEBUG oslo_vmware.api [None req-0b983eb8-444c-465e-b339-68bf51f6e856 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Waiting for the task: (returnval){ [ 1346.950466] env[69524]: value = "task-4069079" [ 1346.950466] env[69524]: _type = "Task" [ 1346.950466] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.958317] env[69524]: DEBUG oslo_vmware.api [None req-0b983eb8-444c-465e-b339-68bf51f6e856 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Task: {'id': task-4069079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.030983] env[69524]: DEBUG nova.network.neutron [-] [instance: 035b9722-90f0-45f0-84c0-17f7a5f1994b] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.084164] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquiring lock "501ff9c7-9be5-4174-9072-019fd7bae0c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.084413] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lock "501ff9c7-9be5-4174-9072-019fd7bae0c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.146528] env[69524]: DEBUG oslo_concurrency.lockutils [None req-398ea8c1-7347-4eab-94ce-0a52b6aec4c0 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.146807] env[69524]: DEBUG oslo_concurrency.lockutils [None req-398ea8c1-7347-4eab-94ce-0a52b6aec4c0 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.147033] env[69524]: DEBUG nova.objects.instance [None req-398ea8c1-7347-4eab-94ce-0a52b6aec4c0 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Lazy-loading 'resources' on Instance uuid 5f9afa39-3851-425f-8bb8-786dd791a1d8 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1347.155355] env[69524]: DEBUG nova.network.neutron [req-bb02ff8e-db33-4398-805f-a7f6523f18aa req-d4efe87b-86e0-4a6f-8d31-78d30a0116cf service nova] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1347.183400] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1347.184366] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8ec6d1-1c2e-4923-b456-20d4f8ed067f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.192604] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1347.192851] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7ea5432-77d8-426e-9ecf-ebdd5e33a003 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.228516] env[69524]: DEBUG nova.network.neutron [req-bb02ff8e-db33-4398-805f-a7f6523f18aa req-d4efe87b-86e0-4a6f-8d31-78d30a0116cf service nova] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.269540] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1347.269835] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Deleting contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1347.269931] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Deleting the datastore file [datastore2] 3198d5ad-375d-4938-9dd0-825896f9ed78 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1347.270212] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce55aa94-6cd0-4515-8762-e750ff7b322c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.276627] env[69524]: DEBUG oslo_vmware.api [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Waiting for the task: (returnval){ [ 1347.276627] env[69524]: value = "task-4069081" [ 1347.276627] env[69524]: _type = "Task" [ 1347.276627] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.284395] env[69524]: DEBUG oslo_vmware.api [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069081, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.461509] env[69524]: DEBUG oslo_vmware.api [None req-0b983eb8-444c-465e-b339-68bf51f6e856 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Task: {'id': task-4069079, 'name': PowerOffVM_Task, 'duration_secs': 0.176301} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.461794] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b983eb8-444c-465e-b339-68bf51f6e856 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] [instance: 46916d9e-98a9-47ba-b5f8-2b775d87e304] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1347.461963] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-0b983eb8-444c-465e-b339-68bf51f6e856 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] [instance: 46916d9e-98a9-47ba-b5f8-2b775d87e304] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1347.462250] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12664578-266d-43b9-a38c-6b5fbaa464b5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.484206] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-0b983eb8-444c-465e-b339-68bf51f6e856 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] [instance: 46916d9e-98a9-47ba-b5f8-2b775d87e304] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1347.484398] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-0b983eb8-444c-465e-b339-68bf51f6e856 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] [instance: 46916d9e-98a9-47ba-b5f8-2b775d87e304] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1347.484579] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b983eb8-444c-465e-b339-68bf51f6e856 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Deleting the datastore file [datastore1] 46916d9e-98a9-47ba-b5f8-2b775d87e304 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1347.484793] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0939b8e-704a-40bf-a1a7-062993ca69e9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.489980] env[69524]: DEBUG oslo_vmware.api [None req-0b983eb8-444c-465e-b339-68bf51f6e856 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Waiting for the task: (returnval){ [ 1347.489980] env[69524]: value = "task-4069083" [ 1347.489980] env[69524]: _type = "Task" [ 1347.489980] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.498966] env[69524]: DEBUG oslo_vmware.api [None req-0b983eb8-444c-465e-b339-68bf51f6e856 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Task: {'id': task-4069083, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.533533] env[69524]: INFO nova.compute.manager [-] [instance: 035b9722-90f0-45f0-84c0-17f7a5f1994b] Took 1.73 seconds to deallocate network for instance. [ 1347.586728] env[69524]: DEBUG nova.compute.manager [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1347.731687] env[69524]: DEBUG oslo_concurrency.lockutils [req-bb02ff8e-db33-4398-805f-a7f6523f18aa req-d4efe87b-86e0-4a6f-8d31-78d30a0116cf service nova] Releasing lock "refresh_cache-0249bf37-cb25-40e5-9a39-56282e5e2d0d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.732196] env[69524]: DEBUG oslo_concurrency.lockutils [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquired lock "refresh_cache-0249bf37-cb25-40e5-9a39-56282e5e2d0d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.732364] env[69524]: DEBUG nova.network.neutron [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1347.745078] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96a3858-28ba-42ac-a8f7-213e34afe240 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.753483] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84dbf93d-c53f-4672-806c-f8219bb1a2d9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.784933] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464de251-e6f0-46ba-ab25-41a4881006c1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.794474] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c84ff5-f10f-46dd-9bde-511d52b93755 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.797853] env[69524]: DEBUG oslo_vmware.api [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069081, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131279} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.798321] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1347.798514] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Deleted contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1347.798690] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1347.809817] env[69524]: DEBUG nova.compute.provider_tree [None req-398ea8c1-7347-4eab-94ce-0a52b6aec4c0 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1347.815272] env[69524]: INFO nova.scheduler.client.report [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Deleted allocations for instance 3198d5ad-375d-4938-9dd0-825896f9ed78 [ 1348.001621] env[69524]: DEBUG oslo_vmware.api [None req-0b983eb8-444c-465e-b339-68bf51f6e856 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Task: {'id': task-4069083, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.085766} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.001939] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b983eb8-444c-465e-b339-68bf51f6e856 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1348.002182] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-0b983eb8-444c-465e-b339-68bf51f6e856 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] [instance: 46916d9e-98a9-47ba-b5f8-2b775d87e304] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1348.002399] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-0b983eb8-444c-465e-b339-68bf51f6e856 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] [instance: 46916d9e-98a9-47ba-b5f8-2b775d87e304] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1348.002602] env[69524]: INFO nova.compute.manager [None req-0b983eb8-444c-465e-b339-68bf51f6e856 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] [instance: 46916d9e-98a9-47ba-b5f8-2b775d87e304] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1348.002886] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b983eb8-444c-465e-b339-68bf51f6e856 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1348.003100] env[69524]: DEBUG nova.compute.manager [-] [instance: 46916d9e-98a9-47ba-b5f8-2b775d87e304] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1348.003200] env[69524]: DEBUG nova.network.neutron [-] [instance: 46916d9e-98a9-47ba-b5f8-2b775d87e304] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1348.019477] env[69524]: DEBUG nova.network.neutron [-] [instance: 46916d9e-98a9-47ba-b5f8-2b775d87e304] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1348.042023] env[69524]: DEBUG oslo_concurrency.lockutils [None req-424425c9-4270-4c78-a4bc-09ce84e7a759 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.105870] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.265442] env[69524]: DEBUG nova.network.neutron [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1348.314771] env[69524]: DEBUG nova.scheduler.client.report [None req-398ea8c1-7347-4eab-94ce-0a52b6aec4c0 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1348.318802] env[69524]: DEBUG oslo_concurrency.lockutils [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.419092] env[69524]: DEBUG nova.network.neutron [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Updating instance_info_cache with network_info: [{"id": "5a249f8c-a820-4f0e-91ef-b1fe31c12a4c", "address": "fa:16:3e:c1:ff:24", "network": {"id": "7f21e6c8-7948-4d2a-9388-e641a2d42214", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1972708614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e79fb10ba570446e80b89783732d562f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a249f8c-a8", "ovs_interfaceid": "5a249f8c-a820-4f0e-91ef-b1fe31c12a4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.522294] env[69524]: DEBUG nova.network.neutron [-] [instance: 46916d9e-98a9-47ba-b5f8-2b775d87e304] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.646376] env[69524]: DEBUG nova.compute.manager [req-d4abb13d-e6a4-4efa-b58a-1bc58844b26c req-57f33d36-07bb-4f0b-9eae-876a47e3ea49 service nova] [instance: 035b9722-90f0-45f0-84c0-17f7a5f1994b] Received event network-vif-deleted-379b0907-165e-4aad-92c3-95dc59c090d0 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1348.646593] env[69524]: DEBUG nova.compute.manager [req-d4abb13d-e6a4-4efa-b58a-1bc58844b26c req-57f33d36-07bb-4f0b-9eae-876a47e3ea49 service nova] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Received event network-vif-unplugged-6d82dd38-b4db-4340-819a-789be89ae20f {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1348.646799] env[69524]: DEBUG oslo_concurrency.lockutils [req-d4abb13d-e6a4-4efa-b58a-1bc58844b26c req-57f33d36-07bb-4f0b-9eae-876a47e3ea49 service nova] Acquiring lock "3198d5ad-375d-4938-9dd0-825896f9ed78-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.647015] env[69524]: DEBUG oslo_concurrency.lockutils [req-d4abb13d-e6a4-4efa-b58a-1bc58844b26c req-57f33d36-07bb-4f0b-9eae-876a47e3ea49 service nova] Lock "3198d5ad-375d-4938-9dd0-825896f9ed78-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.647195] env[69524]: DEBUG oslo_concurrency.lockutils [req-d4abb13d-e6a4-4efa-b58a-1bc58844b26c req-57f33d36-07bb-4f0b-9eae-876a47e3ea49 service nova] Lock "3198d5ad-375d-4938-9dd0-825896f9ed78-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.647357] env[69524]: DEBUG nova.compute.manager [req-d4abb13d-e6a4-4efa-b58a-1bc58844b26c req-57f33d36-07bb-4f0b-9eae-876a47e3ea49 service nova] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] No waiting events found dispatching network-vif-unplugged-6d82dd38-b4db-4340-819a-789be89ae20f {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1348.647527] env[69524]: WARNING nova.compute.manager [req-d4abb13d-e6a4-4efa-b58a-1bc58844b26c req-57f33d36-07bb-4f0b-9eae-876a47e3ea49 service nova] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Received unexpected event network-vif-unplugged-6d82dd38-b4db-4340-819a-789be89ae20f for instance with vm_state shelved_offloaded and task_state None. [ 1348.647687] env[69524]: DEBUG nova.compute.manager [req-d4abb13d-e6a4-4efa-b58a-1bc58844b26c req-57f33d36-07bb-4f0b-9eae-876a47e3ea49 service nova] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Received event network-changed-6d82dd38-b4db-4340-819a-789be89ae20f {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1348.647842] env[69524]: DEBUG nova.compute.manager [req-d4abb13d-e6a4-4efa-b58a-1bc58844b26c req-57f33d36-07bb-4f0b-9eae-876a47e3ea49 service nova] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Refreshing instance network info cache due to event network-changed-6d82dd38-b4db-4340-819a-789be89ae20f. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1348.648061] env[69524]: DEBUG oslo_concurrency.lockutils [req-d4abb13d-e6a4-4efa-b58a-1bc58844b26c req-57f33d36-07bb-4f0b-9eae-876a47e3ea49 service nova] Acquiring lock "refresh_cache-3198d5ad-375d-4938-9dd0-825896f9ed78" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.648228] env[69524]: DEBUG oslo_concurrency.lockutils [req-d4abb13d-e6a4-4efa-b58a-1bc58844b26c req-57f33d36-07bb-4f0b-9eae-876a47e3ea49 service nova] Acquired lock "refresh_cache-3198d5ad-375d-4938-9dd0-825896f9ed78" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.648387] env[69524]: DEBUG nova.network.neutron [req-d4abb13d-e6a4-4efa-b58a-1bc58844b26c req-57f33d36-07bb-4f0b-9eae-876a47e3ea49 service nova] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Refreshing network info cache for port 6d82dd38-b4db-4340-819a-789be89ae20f {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1348.821525] env[69524]: DEBUG oslo_concurrency.lockutils [None req-398ea8c1-7347-4eab-94ce-0a52b6aec4c0 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.674s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.824485] env[69524]: DEBUG oslo_concurrency.lockutils [None req-424425c9-4270-4c78-a4bc-09ce84e7a759 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.782s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.824779] env[69524]: DEBUG nova.objects.instance [None req-424425c9-4270-4c78-a4bc-09ce84e7a759 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lazy-loading 'resources' on Instance uuid 035b9722-90f0-45f0-84c0-17f7a5f1994b {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1348.841200] env[69524]: INFO nova.scheduler.client.report [None req-398ea8c1-7347-4eab-94ce-0a52b6aec4c0 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Deleted allocations for instance 5f9afa39-3851-425f-8bb8-786dd791a1d8 [ 1348.922334] env[69524]: DEBUG oslo_concurrency.lockutils [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Releasing lock "refresh_cache-0249bf37-cb25-40e5-9a39-56282e5e2d0d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.922761] env[69524]: DEBUG nova.compute.manager [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Instance network_info: |[{"id": "5a249f8c-a820-4f0e-91ef-b1fe31c12a4c", "address": "fa:16:3e:c1:ff:24", "network": {"id": "7f21e6c8-7948-4d2a-9388-e641a2d42214", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1972708614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e79fb10ba570446e80b89783732d562f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a249f8c-a8", "ovs_interfaceid": "5a249f8c-a820-4f0e-91ef-b1fe31c12a4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1348.923331] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:ff:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba4f6497-e2b4-43b5-9819-6927865ae974', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a249f8c-a820-4f0e-91ef-b1fe31c12a4c', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1348.932028] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1348.932146] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1348.932399] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-204732c4-650a-4df6-b13d-0a2c0f2a0c65 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.955424] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1348.955424] env[69524]: value = "task-4069084" [ 1348.955424] env[69524]: _type = "Task" [ 1348.955424] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.963599] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069084, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.025041] env[69524]: INFO nova.compute.manager [-] [instance: 46916d9e-98a9-47ba-b5f8-2b775d87e304] Took 1.02 seconds to deallocate network for instance. [ 1349.356886] env[69524]: DEBUG oslo_concurrency.lockutils [None req-398ea8c1-7347-4eab-94ce-0a52b6aec4c0 tempest-ServerShowV257Test-1985358699 tempest-ServerShowV257Test-1985358699-project-member] Lock "5f9afa39-3851-425f-8bb8-786dd791a1d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.412s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.430827] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d985ef01-9689-401b-b6bb-16b2917b7e50 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.445833] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7b68b7-5ef8-423c-8112-3484679d9622 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.479246] env[69524]: DEBUG nova.network.neutron [req-d4abb13d-e6a4-4efa-b58a-1bc58844b26c req-57f33d36-07bb-4f0b-9eae-876a47e3ea49 service nova] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Updated VIF entry in instance network info cache for port 6d82dd38-b4db-4340-819a-789be89ae20f. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1349.479757] env[69524]: DEBUG nova.network.neutron [req-d4abb13d-e6a4-4efa-b58a-1bc58844b26c req-57f33d36-07bb-4f0b-9eae-876a47e3ea49 service nova] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Updating instance_info_cache with network_info: [{"id": "6d82dd38-b4db-4340-819a-789be89ae20f", "address": "fa:16:3e:ac:e7:40", "network": {"id": "2261fad5-4ca6-482b-bb5d-96622a3665e3", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1961364082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7121079d81b745c7ae7e861b43224581", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap6d82dd38-b4", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.484686] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b5ec835-daa5-4195-85cc-57992deb5b8a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.495947] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd88e1bb-2a63-4789-8d06-647aea43c598 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.499613] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069084, 'name': CreateVM_Task, 'duration_secs': 0.304628} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.500579] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1349.501685] env[69524]: DEBUG oslo_concurrency.lockutils [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.501906] env[69524]: DEBUG oslo_concurrency.lockutils [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.502321] env[69524]: DEBUG oslo_concurrency.lockutils [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.502880] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fc9068c-edfc-4164-9c82-c8e9f9972e14 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.513152] env[69524]: DEBUG nova.compute.provider_tree [None req-424425c9-4270-4c78-a4bc-09ce84e7a759 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1349.518107] env[69524]: DEBUG oslo_vmware.api [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Waiting for the task: (returnval){ [ 1349.518107] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]525d1e8c-8f7e-029b-db79-8e51eb53cf73" [ 1349.518107] env[69524]: _type = "Task" [ 1349.518107] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.526537] env[69524]: DEBUG oslo_vmware.api [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]525d1e8c-8f7e-029b-db79-8e51eb53cf73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.532817] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0b983eb8-444c-465e-b339-68bf51f6e856 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.988957] env[69524]: DEBUG oslo_concurrency.lockutils [req-d4abb13d-e6a4-4efa-b58a-1bc58844b26c req-57f33d36-07bb-4f0b-9eae-876a47e3ea49 service nova] Releasing lock "refresh_cache-3198d5ad-375d-4938-9dd0-825896f9ed78" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.016248] env[69524]: DEBUG nova.scheduler.client.report [None req-424425c9-4270-4c78-a4bc-09ce84e7a759 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1350.030249] env[69524]: DEBUG oslo_vmware.api [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]525d1e8c-8f7e-029b-db79-8e51eb53cf73, 'name': SearchDatastore_Task, 'duration_secs': 0.010053} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.030392] env[69524]: DEBUG oslo_concurrency.lockutils [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.030646] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1350.030901] env[69524]: DEBUG oslo_concurrency.lockutils [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.031067] env[69524]: DEBUG oslo_concurrency.lockutils [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.031257] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1350.031522] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d46edf2-05b9-45ae-948f-39b910b95419 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.046421] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1350.046591] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1350.047261] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9698713f-0c3f-4e1d-b553-a01f64b95f0a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.052032] env[69524]: DEBUG oslo_vmware.api [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Waiting for the task: (returnval){ [ 1350.052032] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]527b8c48-e9ca-6b65-e105-8893a48b9015" [ 1350.052032] env[69524]: _type = "Task" [ 1350.052032] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.059021] env[69524]: DEBUG oslo_vmware.api [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]527b8c48-e9ca-6b65-e105-8893a48b9015, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.271692] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Acquiring lock "3198d5ad-375d-4938-9dd0-825896f9ed78" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.525131] env[69524]: DEBUG oslo_concurrency.lockutils [None req-424425c9-4270-4c78-a4bc-09ce84e7a759 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.700s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.527748] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.422s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.529473] env[69524]: INFO nova.compute.claims [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1350.548676] env[69524]: INFO nova.scheduler.client.report [None req-424425c9-4270-4c78-a4bc-09ce84e7a759 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Deleted allocations for instance 035b9722-90f0-45f0-84c0-17f7a5f1994b [ 1350.562323] env[69524]: DEBUG oslo_vmware.api [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]527b8c48-e9ca-6b65-e105-8893a48b9015, 'name': SearchDatastore_Task, 'duration_secs': 0.048756} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.563215] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe4ccae3-e5da-44f1-bdb9-89aa4fe7339e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.569020] env[69524]: DEBUG oslo_vmware.api [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Waiting for the task: (returnval){ [ 1350.569020] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5222a9c0-5d93-f7da-25f6-3f4755908bce" [ 1350.569020] env[69524]: _type = "Task" [ 1350.569020] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.577725] env[69524]: DEBUG oslo_vmware.api [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5222a9c0-5d93-f7da-25f6-3f4755908bce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.055790] env[69524]: DEBUG oslo_concurrency.lockutils [None req-424425c9-4270-4c78-a4bc-09ce84e7a759 tempest-ServerActionsTestOtherA-351385052 tempest-ServerActionsTestOtherA-351385052-project-member] Lock "035b9722-90f0-45f0-84c0-17f7a5f1994b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.913s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.080695] env[69524]: DEBUG oslo_vmware.api [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5222a9c0-5d93-f7da-25f6-3f4755908bce, 'name': SearchDatastore_Task, 'duration_secs': 0.010921} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.081127] env[69524]: DEBUG oslo_concurrency.lockutils [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.081276] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 0249bf37-cb25-40e5-9a39-56282e5e2d0d/0249bf37-cb25-40e5-9a39-56282e5e2d0d.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1351.081762] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b674f84e-8f3d-4ef8-83b5-d06440c08808 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.090108] env[69524]: DEBUG oslo_vmware.api [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Waiting for the task: (returnval){ [ 1351.090108] env[69524]: value = "task-4069085" [ 1351.090108] env[69524]: _type = "Task" [ 1351.090108] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.098995] env[69524]: DEBUG oslo_vmware.api [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4069085, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.600745] env[69524]: DEBUG oslo_vmware.api [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4069085, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454228} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.601034] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 0249bf37-cb25-40e5-9a39-56282e5e2d0d/0249bf37-cb25-40e5-9a39-56282e5e2d0d.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1351.601290] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1351.601562] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88296f46-4377-4a1b-aac0-71eb43cd1644 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.612474] env[69524]: DEBUG oslo_vmware.api [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Waiting for the task: (returnval){ [ 1351.612474] env[69524]: value = "task-4069086" [ 1351.612474] env[69524]: _type = "Task" [ 1351.612474] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.623757] env[69524]: DEBUG oslo_vmware.api [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4069086, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.631048] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f638959-85b9-44c8-a759-b39228288b78 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.638791] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9a08a5-2979-4126-a75a-7377e0c412d3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.670782] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98a942a-6d5f-418f-a15d-5ab61b91431b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.678985] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3285a544-293a-4458-a694-86d5f88fc449 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.693338] env[69524]: DEBUG nova.compute.provider_tree [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1352.122693] env[69524]: DEBUG oslo_vmware.api [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4069086, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065411} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.122936] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1352.123740] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ac3309-8edc-4835-a31d-aba1c8a87185 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.149198] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 0249bf37-cb25-40e5-9a39-56282e5e2d0d/0249bf37-cb25-40e5-9a39-56282e5e2d0d.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1352.149198] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2172833-cd49-4317-8f81-c137a1fdb049 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.169449] env[69524]: DEBUG oslo_vmware.api [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Waiting for the task: (returnval){ [ 1352.169449] env[69524]: value = "task-4069087" [ 1352.169449] env[69524]: _type = "Task" [ 1352.169449] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.177989] env[69524]: DEBUG oslo_vmware.api [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4069087, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.196419] env[69524]: DEBUG nova.scheduler.client.report [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1352.680102] env[69524]: DEBUG oslo_vmware.api [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4069087, 'name': ReconfigVM_Task, 'duration_secs': 0.291371} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.680492] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 0249bf37-cb25-40e5-9a39-56282e5e2d0d/0249bf37-cb25-40e5-9a39-56282e5e2d0d.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1352.681155] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20699d5d-6ca9-49aa-9dfe-1aa26f44de8e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.689536] env[69524]: DEBUG oslo_vmware.api [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Waiting for the task: (returnval){ [ 1352.689536] env[69524]: value = "task-4069088" [ 1352.689536] env[69524]: _type = "Task" [ 1352.689536] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.698836] env[69524]: DEBUG oslo_vmware.api [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4069088, 'name': Rename_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.701737] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.174s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.702266] env[69524]: DEBUG nova.compute.manager [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1352.705079] env[69524]: DEBUG oslo_concurrency.lockutils [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.386s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.705315] env[69524]: DEBUG nova.objects.instance [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Lazy-loading 'resources' on Instance uuid 3198d5ad-375d-4938-9dd0-825896f9ed78 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1353.200684] env[69524]: DEBUG oslo_vmware.api [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4069088, 'name': Rename_Task, 'duration_secs': 0.176326} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.200972] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1353.202216] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-880b9dd4-18d8-461f-b0d0-33f6e6a00046 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.208921] env[69524]: DEBUG nova.compute.utils [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1353.211630] env[69524]: DEBUG nova.objects.instance [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Lazy-loading 'numa_topology' on Instance uuid 3198d5ad-375d-4938-9dd0-825896f9ed78 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1353.212740] env[69524]: DEBUG nova.compute.manager [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1353.212907] env[69524]: DEBUG nova.network.neutron [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1353.215057] env[69524]: DEBUG oslo_vmware.api [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Waiting for the task: (returnval){ [ 1353.215057] env[69524]: value = "task-4069089" [ 1353.215057] env[69524]: _type = "Task" [ 1353.215057] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.227380] env[69524]: DEBUG oslo_vmware.api [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4069089, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.273240] env[69524]: DEBUG nova.policy [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '545def98a8664ebbb0bdfe573aaee24f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a638896dde45449a8d091abde05fda3d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 1353.604516] env[69524]: DEBUG nova.network.neutron [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Successfully created port: 33c99627-aabc-4421-972e-644b0c5b66cd {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1353.718107] env[69524]: DEBUG nova.objects.base [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Object Instance<3198d5ad-375d-4938-9dd0-825896f9ed78> lazy-loaded attributes: resources,numa_topology {{(pid=69524) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1353.729120] env[69524]: DEBUG nova.compute.manager [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1353.747521] env[69524]: DEBUG oslo_vmware.api [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4069089, 'name': PowerOnVM_Task, 'duration_secs': 0.463681} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.747521] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1353.747521] env[69524]: INFO nova.compute.manager [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Took 8.05 seconds to spawn the instance on the hypervisor. [ 1353.747742] env[69524]: DEBUG nova.compute.manager [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1353.748762] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-396cc7e7-8b45-4a5e-84d9-dec5b7fe9dce {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.850195] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db6f223-83b6-4b54-be7c-aa7db4240d02 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.860123] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a231c3c6-a439-45bb-b337-63563b05a4ad {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.891823] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535055c3-ccfd-41dc-b427-eb3cea4bc149 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.900504] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6282c880-9748-4190-8010-ee771b678c9b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.921651] env[69524]: DEBUG nova.compute.provider_tree [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1354.275511] env[69524]: INFO nova.compute.manager [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Took 12.83 seconds to build instance. [ 1354.425325] env[69524]: DEBUG nova.scheduler.client.report [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1354.743949] env[69524]: DEBUG nova.compute.manager [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1354.776038] env[69524]: DEBUG nova.virt.hardware [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1354.777026] env[69524]: DEBUG nova.virt.hardware [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1354.777026] env[69524]: DEBUG nova.virt.hardware [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1354.777026] env[69524]: DEBUG nova.virt.hardware [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1354.777026] env[69524]: DEBUG nova.virt.hardware [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1354.777026] env[69524]: DEBUG nova.virt.hardware [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1354.777359] env[69524]: DEBUG nova.virt.hardware [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1354.777359] env[69524]: DEBUG nova.virt.hardware [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1354.777463] env[69524]: DEBUG nova.virt.hardware [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1354.777641] env[69524]: DEBUG nova.virt.hardware [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1354.777816] env[69524]: DEBUG nova.virt.hardware [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1354.778687] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c1815c-9b3d-40c1-b972-202ee92c701c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.781687] env[69524]: DEBUG oslo_concurrency.lockutils [None req-870a5163-2aa5-4a56-9828-d8ddf8ac2e70 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lock "0249bf37-cb25-40e5-9a39-56282e5e2d0d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.341s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.787499] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e396a11d-c5a2-4015-8fe3-9b283f236477 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.933925] env[69524]: DEBUG oslo_concurrency.lockutils [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.229s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.936892] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0b983eb8-444c-465e-b339-68bf51f6e856 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.404s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1354.937272] env[69524]: DEBUG nova.objects.instance [None req-0b983eb8-444c-465e-b339-68bf51f6e856 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Lazy-loading 'resources' on Instance uuid 46916d9e-98a9-47ba-b5f8-2b775d87e304 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1355.077272] env[69524]: DEBUG nova.compute.manager [req-13bea6f6-be93-432e-82e3-8ff49fdca713 req-315a0f85-75f5-4767-b559-3b5466847d46 service nova] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Received event network-vif-plugged-33c99627-aabc-4421-972e-644b0c5b66cd {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1355.077587] env[69524]: DEBUG oslo_concurrency.lockutils [req-13bea6f6-be93-432e-82e3-8ff49fdca713 req-315a0f85-75f5-4767-b559-3b5466847d46 service nova] Acquiring lock "501ff9c7-9be5-4174-9072-019fd7bae0c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.077587] env[69524]: DEBUG oslo_concurrency.lockutils [req-13bea6f6-be93-432e-82e3-8ff49fdca713 req-315a0f85-75f5-4767-b559-3b5466847d46 service nova] Lock "501ff9c7-9be5-4174-9072-019fd7bae0c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.077862] env[69524]: DEBUG oslo_concurrency.lockutils [req-13bea6f6-be93-432e-82e3-8ff49fdca713 req-315a0f85-75f5-4767-b559-3b5466847d46 service nova] Lock "501ff9c7-9be5-4174-9072-019fd7bae0c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.077862] env[69524]: DEBUG nova.compute.manager [req-13bea6f6-be93-432e-82e3-8ff49fdca713 req-315a0f85-75f5-4767-b559-3b5466847d46 service nova] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] No waiting events found dispatching network-vif-plugged-33c99627-aabc-4421-972e-644b0c5b66cd {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1355.078064] env[69524]: WARNING nova.compute.manager [req-13bea6f6-be93-432e-82e3-8ff49fdca713 req-315a0f85-75f5-4767-b559-3b5466847d46 service nova] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Received unexpected event network-vif-plugged-33c99627-aabc-4421-972e-644b0c5b66cd for instance with vm_state building and task_state spawning. [ 1355.170418] env[69524]: DEBUG nova.network.neutron [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Successfully updated port: 33c99627-aabc-4421-972e-644b0c5b66cd {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1355.455196] env[69524]: DEBUG oslo_concurrency.lockutils [None req-41f73da4-c787-4bc7-90ac-91585cfa214f tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Lock "3198d5ad-375d-4938-9dd0-825896f9ed78" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 28.987s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.458049] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Lock "3198d5ad-375d-4938-9dd0-825896f9ed78" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 5.186s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.458412] env[69524]: INFO nova.compute.manager [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Unshelving [ 1355.565874] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3b7f57-66bc-402c-9366-88783d5a3826 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.579027] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce43a209-c596-4ddc-b720-40f53bb4e6d6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.612280] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274b9bd0-d6d1-4b02-89a7-beb0ac31fabd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.621255] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8051f0c-77bc-4e13-8b11-2ada6992053c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.636864] env[69524]: DEBUG nova.compute.provider_tree [None req-0b983eb8-444c-465e-b339-68bf51f6e856 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1355.676765] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquiring lock "refresh_cache-501ff9c7-9be5-4174-9072-019fd7bae0c6" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.676765] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquired lock "refresh_cache-501ff9c7-9be5-4174-9072-019fd7bae0c6" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.676765] env[69524]: DEBUG nova.network.neutron [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1355.860821] env[69524]: DEBUG nova.compute.manager [req-fd2e4a7f-3d8e-4cc3-8500-603b7b2a25c0 req-e8de3807-9347-42ff-b195-dfc8e561bb81 service nova] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Received event network-changed-d4eb7fac-4abe-4c73-9eff-13553bf718cd {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1355.861093] env[69524]: DEBUG nova.compute.manager [req-fd2e4a7f-3d8e-4cc3-8500-603b7b2a25c0 req-e8de3807-9347-42ff-b195-dfc8e561bb81 service nova] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Refreshing instance network info cache due to event network-changed-d4eb7fac-4abe-4c73-9eff-13553bf718cd. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1355.861250] env[69524]: DEBUG oslo_concurrency.lockutils [req-fd2e4a7f-3d8e-4cc3-8500-603b7b2a25c0 req-e8de3807-9347-42ff-b195-dfc8e561bb81 service nova] Acquiring lock "refresh_cache-35692d52-d3fe-48db-ab53-bc68cfb6fbc6" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.861390] env[69524]: DEBUG oslo_concurrency.lockutils [req-fd2e4a7f-3d8e-4cc3-8500-603b7b2a25c0 req-e8de3807-9347-42ff-b195-dfc8e561bb81 service nova] Acquired lock "refresh_cache-35692d52-d3fe-48db-ab53-bc68cfb6fbc6" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.861560] env[69524]: DEBUG nova.network.neutron [req-fd2e4a7f-3d8e-4cc3-8500-603b7b2a25c0 req-e8de3807-9347-42ff-b195-dfc8e561bb81 service nova] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Refreshing network info cache for port d4eb7fac-4abe-4c73-9eff-13553bf718cd {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1356.139346] env[69524]: DEBUG nova.scheduler.client.report [None req-0b983eb8-444c-465e-b339-68bf51f6e856 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1356.208200] env[69524]: DEBUG nova.network.neutron [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1356.387304] env[69524]: DEBUG nova.network.neutron [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Updating instance_info_cache with network_info: [{"id": "33c99627-aabc-4421-972e-644b0c5b66cd", "address": "fa:16:3e:f0:d6:9b", "network": {"id": "6e80ee80-02f9-45cb-9650-7615a3358ad7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-286530929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a638896dde45449a8d091abde05fda3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33c99627-aa", "ovs_interfaceid": "33c99627-aabc-4421-972e-644b0c5b66cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.473180] env[69524]: DEBUG nova.compute.utils [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1356.604738] env[69524]: DEBUG nova.network.neutron [req-fd2e4a7f-3d8e-4cc3-8500-603b7b2a25c0 req-e8de3807-9347-42ff-b195-dfc8e561bb81 service nova] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Updated VIF entry in instance network info cache for port d4eb7fac-4abe-4c73-9eff-13553bf718cd. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1356.605117] env[69524]: DEBUG nova.network.neutron [req-fd2e4a7f-3d8e-4cc3-8500-603b7b2a25c0 req-e8de3807-9347-42ff-b195-dfc8e561bb81 service nova] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Updating instance_info_cache with network_info: [{"id": "d4eb7fac-4abe-4c73-9eff-13553bf718cd", "address": "fa:16:3e:df:83:70", "network": {"id": "7f21e6c8-7948-4d2a-9388-e641a2d42214", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1972708614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e79fb10ba570446e80b89783732d562f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4eb7fac-4a", "ovs_interfaceid": "d4eb7fac-4abe-4c73-9eff-13553bf718cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1356.648526] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0b983eb8-444c-465e-b339-68bf51f6e856 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.712s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.672432] env[69524]: INFO nova.scheduler.client.report [None req-0b983eb8-444c-465e-b339-68bf51f6e856 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Deleted allocations for instance 46916d9e-98a9-47ba-b5f8-2b775d87e304 [ 1356.890318] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Releasing lock "refresh_cache-501ff9c7-9be5-4174-9072-019fd7bae0c6" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.890855] env[69524]: DEBUG nova.compute.manager [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Instance network_info: |[{"id": "33c99627-aabc-4421-972e-644b0c5b66cd", "address": "fa:16:3e:f0:d6:9b", "network": {"id": "6e80ee80-02f9-45cb-9650-7615a3358ad7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-286530929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a638896dde45449a8d091abde05fda3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33c99627-aa", "ovs_interfaceid": "33c99627-aabc-4421-972e-644b0c5b66cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1356.892235] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:d6:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89463199-7ddf-4ee7-b485-1629a75b4b8f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33c99627-aabc-4421-972e-644b0c5b66cd', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1356.899287] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1356.899287] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1356.899744] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6880d620-8f9a-4108-94c4-48b1059984f0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.921265] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1356.921265] env[69524]: value = "task-4069090" [ 1356.921265] env[69524]: _type = "Task" [ 1356.921265] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.930685] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069090, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.979701] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Acquiring lock "bcd519cf-2480-41bf-9776-b69a36af603e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.979936] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Lock "bcd519cf-2480-41bf-9776-b69a36af603e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.981635] env[69524]: INFO nova.virt.block_device [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Booting with volume eefde972-e175-49cc-8f0c-d58bb2414d05 at /dev/sdb [ 1357.025185] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a542eb15-e71b-4221-9198-a37c61eb6e4c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.036777] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb2f2b1-9a54-440c-93a7-8a157bee51e7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.067049] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-75ac8891-e88c-447a-8c49-c8d3f5589c69 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.077341] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216e56a6-4777-48c1-ac51-34e9d1d3a017 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.104615] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f315a8e7-cca4-4c5a-852a-131f6fb3ae6c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.109950] env[69524]: DEBUG oslo_concurrency.lockutils [req-fd2e4a7f-3d8e-4cc3-8500-603b7b2a25c0 req-e8de3807-9347-42ff-b195-dfc8e561bb81 service nova] Releasing lock "refresh_cache-35692d52-d3fe-48db-ab53-bc68cfb6fbc6" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.112606] env[69524]: DEBUG nova.compute.manager [req-38c77cc4-cd3a-4055-be20-074fb1033a26 req-55d80e25-d012-4b20-9260-c7d506ca7d33 service nova] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Received event network-changed-33c99627-aabc-4421-972e-644b0c5b66cd {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1357.112606] env[69524]: DEBUG nova.compute.manager [req-38c77cc4-cd3a-4055-be20-074fb1033a26 req-55d80e25-d012-4b20-9260-c7d506ca7d33 service nova] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Refreshing instance network info cache due to event network-changed-33c99627-aabc-4421-972e-644b0c5b66cd. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1357.112606] env[69524]: DEBUG oslo_concurrency.lockutils [req-38c77cc4-cd3a-4055-be20-074fb1033a26 req-55d80e25-d012-4b20-9260-c7d506ca7d33 service nova] Acquiring lock "refresh_cache-501ff9c7-9be5-4174-9072-019fd7bae0c6" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.112606] env[69524]: DEBUG oslo_concurrency.lockutils [req-38c77cc4-cd3a-4055-be20-074fb1033a26 req-55d80e25-d012-4b20-9260-c7d506ca7d33 service nova] Acquired lock "refresh_cache-501ff9c7-9be5-4174-9072-019fd7bae0c6" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.112606] env[69524]: DEBUG nova.network.neutron [req-38c77cc4-cd3a-4055-be20-074fb1033a26 req-55d80e25-d012-4b20-9260-c7d506ca7d33 service nova] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Refreshing network info cache for port 33c99627-aabc-4421-972e-644b0c5b66cd {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1357.122526] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2812a0-8622-4fe6-8357-2ac751824816 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.141929] env[69524]: DEBUG nova.virt.block_device [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Updating existing volume attachment record: 6bd14700-bd06-46c7-b469-3ffe8e9c42be {{(pid=69524) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1357.180029] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0b983eb8-444c-465e-b339-68bf51f6e856 tempest-ServersListShow296Test-1213921886 tempest-ServersListShow296Test-1213921886-project-member] Lock "46916d9e-98a9-47ba-b5f8-2b775d87e304" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.920s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.439984] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069090, 'name': CreateVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.471583] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1357.471583] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69524) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1357.485613] env[69524]: DEBUG nova.compute.manager [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] [instance: bcd519cf-2480-41bf-9776-b69a36af603e] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1357.821354] env[69524]: DEBUG nova.network.neutron [req-38c77cc4-cd3a-4055-be20-074fb1033a26 req-55d80e25-d012-4b20-9260-c7d506ca7d33 service nova] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Updated VIF entry in instance network info cache for port 33c99627-aabc-4421-972e-644b0c5b66cd. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1357.821732] env[69524]: DEBUG nova.network.neutron [req-38c77cc4-cd3a-4055-be20-074fb1033a26 req-55d80e25-d012-4b20-9260-c7d506ca7d33 service nova] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Updating instance_info_cache with network_info: [{"id": "33c99627-aabc-4421-972e-644b0c5b66cd", "address": "fa:16:3e:f0:d6:9b", "network": {"id": "6e80ee80-02f9-45cb-9650-7615a3358ad7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-286530929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a638896dde45449a8d091abde05fda3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33c99627-aa", "ovs_interfaceid": "33c99627-aabc-4421-972e-644b0c5b66cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.894730] env[69524]: DEBUG nova.compute.manager [req-7ce527fe-1e08-4c99-b402-e12658d16fc5 req-bf8b6ab8-dac8-4355-9afe-d7df2b96fd7a service nova] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Received event network-changed-5a249f8c-a820-4f0e-91ef-b1fe31c12a4c {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1357.894958] env[69524]: DEBUG nova.compute.manager [req-7ce527fe-1e08-4c99-b402-e12658d16fc5 req-bf8b6ab8-dac8-4355-9afe-d7df2b96fd7a service nova] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Refreshing instance network info cache due to event network-changed-5a249f8c-a820-4f0e-91ef-b1fe31c12a4c. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1357.895091] env[69524]: DEBUG oslo_concurrency.lockutils [req-7ce527fe-1e08-4c99-b402-e12658d16fc5 req-bf8b6ab8-dac8-4355-9afe-d7df2b96fd7a service nova] Acquiring lock "refresh_cache-0249bf37-cb25-40e5-9a39-56282e5e2d0d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.895234] env[69524]: DEBUG oslo_concurrency.lockutils [req-7ce527fe-1e08-4c99-b402-e12658d16fc5 req-bf8b6ab8-dac8-4355-9afe-d7df2b96fd7a service nova] Acquired lock "refresh_cache-0249bf37-cb25-40e5-9a39-56282e5e2d0d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.895391] env[69524]: DEBUG nova.network.neutron [req-7ce527fe-1e08-4c99-b402-e12658d16fc5 req-bf8b6ab8-dac8-4355-9afe-d7df2b96fd7a service nova] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Refreshing network info cache for port 5a249f8c-a820-4f0e-91ef-b1fe31c12a4c {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1357.932238] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069090, 'name': CreateVM_Task, 'duration_secs': 0.622471} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.932417] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1357.933107] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.933309] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.933650] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.933924] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb6e7406-618f-41d3-9583-a82826203e4f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.940070] env[69524]: DEBUG oslo_vmware.api [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1357.940070] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52a8a3d8-6f97-5eef-d066-f01143d7da7e" [ 1357.940070] env[69524]: _type = "Task" [ 1357.940070] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.948840] env[69524]: DEBUG oslo_vmware.api [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52a8a3d8-6f97-5eef-d066-f01143d7da7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.011731] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.012067] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.013643] env[69524]: INFO nova.compute.claims [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] [instance: bcd519cf-2480-41bf-9776-b69a36af603e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1358.325419] env[69524]: DEBUG oslo_concurrency.lockutils [req-38c77cc4-cd3a-4055-be20-074fb1033a26 req-55d80e25-d012-4b20-9260-c7d506ca7d33 service nova] Releasing lock "refresh_cache-501ff9c7-9be5-4174-9072-019fd7bae0c6" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.452430] env[69524]: DEBUG oslo_vmware.api [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52a8a3d8-6f97-5eef-d066-f01143d7da7e, 'name': SearchDatastore_Task, 'duration_secs': 0.011755} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.452751] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.452989] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1358.453946] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.453946] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.453946] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1358.453946] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f25feab1-8ec4-471f-904a-7b64c9c9fe09 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.463853] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1358.464063] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1358.464825] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5797f2c-3490-4dfb-94bc-45baf7645732 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.471408] env[69524]: DEBUG oslo_vmware.api [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1358.471408] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52953cf5-e481-536d-9571-1e8275ba2356" [ 1358.471408] env[69524]: _type = "Task" [ 1358.471408] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.480981] env[69524]: DEBUG oslo_vmware.api [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52953cf5-e481-536d-9571-1e8275ba2356, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.636125] env[69524]: DEBUG nova.network.neutron [req-7ce527fe-1e08-4c99-b402-e12658d16fc5 req-bf8b6ab8-dac8-4355-9afe-d7df2b96fd7a service nova] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Updated VIF entry in instance network info cache for port 5a249f8c-a820-4f0e-91ef-b1fe31c12a4c. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1358.636502] env[69524]: DEBUG nova.network.neutron [req-7ce527fe-1e08-4c99-b402-e12658d16fc5 req-bf8b6ab8-dac8-4355-9afe-d7df2b96fd7a service nova] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Updating instance_info_cache with network_info: [{"id": "5a249f8c-a820-4f0e-91ef-b1fe31c12a4c", "address": "fa:16:3e:c1:ff:24", "network": {"id": "7f21e6c8-7948-4d2a-9388-e641a2d42214", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1972708614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e79fb10ba570446e80b89783732d562f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a249f8c-a8", "ovs_interfaceid": "5a249f8c-a820-4f0e-91ef-b1fe31c12a4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.984650] env[69524]: DEBUG oslo_vmware.api [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52953cf5-e481-536d-9571-1e8275ba2356, 'name': SearchDatastore_Task, 'duration_secs': 0.013093} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.986231] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fbd0ec5-84fd-4949-93fb-2bf2b1d351a4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.992143] env[69524]: DEBUG oslo_vmware.api [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1358.992143] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52367e15-87a4-ddeb-0222-9f551dd20f53" [ 1358.992143] env[69524]: _type = "Task" [ 1358.992143] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.002187] env[69524]: DEBUG oslo_vmware.api [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52367e15-87a4-ddeb-0222-9f551dd20f53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.104018] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ebbfa9a-d324-49bb-8cdf-273a8c4afcb8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.111113] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b312c3-2fa3-48d2-8994-9df54e3fa7e5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.143476] env[69524]: DEBUG oslo_concurrency.lockutils [req-7ce527fe-1e08-4c99-b402-e12658d16fc5 req-bf8b6ab8-dac8-4355-9afe-d7df2b96fd7a service nova] Releasing lock "refresh_cache-0249bf37-cb25-40e5-9a39-56282e5e2d0d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.143996] env[69524]: DEBUG nova.compute.manager [req-7ce527fe-1e08-4c99-b402-e12658d16fc5 req-bf8b6ab8-dac8-4355-9afe-d7df2b96fd7a service nova] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Received event network-changed-5a249f8c-a820-4f0e-91ef-b1fe31c12a4c {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1359.144334] env[69524]: DEBUG nova.compute.manager [req-7ce527fe-1e08-4c99-b402-e12658d16fc5 req-bf8b6ab8-dac8-4355-9afe-d7df2b96fd7a service nova] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Refreshing instance network info cache due to event network-changed-5a249f8c-a820-4f0e-91ef-b1fe31c12a4c. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1359.144661] env[69524]: DEBUG oslo_concurrency.lockutils [req-7ce527fe-1e08-4c99-b402-e12658d16fc5 req-bf8b6ab8-dac8-4355-9afe-d7df2b96fd7a service nova] Acquiring lock "refresh_cache-0249bf37-cb25-40e5-9a39-56282e5e2d0d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.144907] env[69524]: DEBUG oslo_concurrency.lockutils [req-7ce527fe-1e08-4c99-b402-e12658d16fc5 req-bf8b6ab8-dac8-4355-9afe-d7df2b96fd7a service nova] Acquired lock "refresh_cache-0249bf37-cb25-40e5-9a39-56282e5e2d0d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.145921] env[69524]: DEBUG nova.network.neutron [req-7ce527fe-1e08-4c99-b402-e12658d16fc5 req-bf8b6ab8-dac8-4355-9afe-d7df2b96fd7a service nova] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Refreshing network info cache for port 5a249f8c-a820-4f0e-91ef-b1fe31c12a4c {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1359.150024] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7214e7b-616a-40af-ad87-57acbd7802f7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.157021] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c166b4a-25a4-42c5-9d97-6926b12fdae4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.172661] env[69524]: DEBUG nova.compute.provider_tree [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1359.503972] env[69524]: DEBUG oslo_vmware.api [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52367e15-87a4-ddeb-0222-9f551dd20f53, 'name': SearchDatastore_Task, 'duration_secs': 0.010612} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.504323] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.504639] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 501ff9c7-9be5-4174-9072-019fd7bae0c6/501ff9c7-9be5-4174-9072-019fd7bae0c6.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1359.504958] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13f347f8-9be8-449b-9edb-391bb09dc96b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.512509] env[69524]: DEBUG oslo_vmware.api [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1359.512509] env[69524]: value = "task-4069095" [ 1359.512509] env[69524]: _type = "Task" [ 1359.512509] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.520983] env[69524]: DEBUG oslo_vmware.api [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069095, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.678126] env[69524]: DEBUG nova.scheduler.client.report [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1359.860410] env[69524]: DEBUG nova.network.neutron [req-7ce527fe-1e08-4c99-b402-e12658d16fc5 req-bf8b6ab8-dac8-4355-9afe-d7df2b96fd7a service nova] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Updated VIF entry in instance network info cache for port 5a249f8c-a820-4f0e-91ef-b1fe31c12a4c. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1359.860868] env[69524]: DEBUG nova.network.neutron [req-7ce527fe-1e08-4c99-b402-e12658d16fc5 req-bf8b6ab8-dac8-4355-9afe-d7df2b96fd7a service nova] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Updating instance_info_cache with network_info: [{"id": "5a249f8c-a820-4f0e-91ef-b1fe31c12a4c", "address": "fa:16:3e:c1:ff:24", "network": {"id": "7f21e6c8-7948-4d2a-9388-e641a2d42214", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1972708614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e79fb10ba570446e80b89783732d562f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a249f8c-a8", "ovs_interfaceid": "5a249f8c-a820-4f0e-91ef-b1fe31c12a4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.023067] env[69524]: DEBUG oslo_vmware.api [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069095, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483551} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.023067] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 501ff9c7-9be5-4174-9072-019fd7bae0c6/501ff9c7-9be5-4174-9072-019fd7bae0c6.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1360.023067] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1360.023067] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2754a0c7-93de-4904-96c1-0c3981259451 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.029439] env[69524]: DEBUG oslo_vmware.api [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1360.029439] env[69524]: value = "task-4069096" [ 1360.029439] env[69524]: _type = "Task" [ 1360.029439] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.038257] env[69524]: DEBUG oslo_vmware.api [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069096, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.187238] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.175s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.187707] env[69524]: DEBUG nova.compute.manager [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] [instance: bcd519cf-2480-41bf-9776-b69a36af603e] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1360.364470] env[69524]: DEBUG oslo_concurrency.lockutils [req-7ce527fe-1e08-4c99-b402-e12658d16fc5 req-bf8b6ab8-dac8-4355-9afe-d7df2b96fd7a service nova] Releasing lock "refresh_cache-0249bf37-cb25-40e5-9a39-56282e5e2d0d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.364743] env[69524]: DEBUG nova.compute.manager [req-7ce527fe-1e08-4c99-b402-e12658d16fc5 req-bf8b6ab8-dac8-4355-9afe-d7df2b96fd7a service nova] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Received event network-changed-d4eb7fac-4abe-4c73-9eff-13553bf718cd {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1360.364912] env[69524]: DEBUG nova.compute.manager [req-7ce527fe-1e08-4c99-b402-e12658d16fc5 req-bf8b6ab8-dac8-4355-9afe-d7df2b96fd7a service nova] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Refreshing instance network info cache due to event network-changed-d4eb7fac-4abe-4c73-9eff-13553bf718cd. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1360.365148] env[69524]: DEBUG oslo_concurrency.lockutils [req-7ce527fe-1e08-4c99-b402-e12658d16fc5 req-bf8b6ab8-dac8-4355-9afe-d7df2b96fd7a service nova] Acquiring lock "refresh_cache-35692d52-d3fe-48db-ab53-bc68cfb6fbc6" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.365294] env[69524]: DEBUG oslo_concurrency.lockutils [req-7ce527fe-1e08-4c99-b402-e12658d16fc5 req-bf8b6ab8-dac8-4355-9afe-d7df2b96fd7a service nova] Acquired lock "refresh_cache-35692d52-d3fe-48db-ab53-bc68cfb6fbc6" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.365458] env[69524]: DEBUG nova.network.neutron [req-7ce527fe-1e08-4c99-b402-e12658d16fc5 req-bf8b6ab8-dac8-4355-9afe-d7df2b96fd7a service nova] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Refreshing network info cache for port d4eb7fac-4abe-4c73-9eff-13553bf718cd {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1360.470938] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1360.539745] env[69524]: DEBUG oslo_vmware.api [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069096, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064772} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.539989] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1360.540738] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6deb3dd-e0d5-4bb2-8952-8e98cbad5a64 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.562820] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 501ff9c7-9be5-4174-9072-019fd7bae0c6/501ff9c7-9be5-4174-9072-019fd7bae0c6.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1360.563091] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-953a90d7-2da7-4479-b7ed-d8905ca84f94 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.582633] env[69524]: DEBUG oslo_vmware.api [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1360.582633] env[69524]: value = "task-4069097" [ 1360.582633] env[69524]: _type = "Task" [ 1360.582633] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.590696] env[69524]: DEBUG oslo_vmware.api [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069097, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.693135] env[69524]: DEBUG nova.compute.utils [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1360.694747] env[69524]: DEBUG nova.compute.manager [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] [instance: bcd519cf-2480-41bf-9776-b69a36af603e] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1360.694915] env[69524]: DEBUG nova.network.neutron [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] [instance: bcd519cf-2480-41bf-9776-b69a36af603e] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1360.734863] env[69524]: DEBUG nova.policy [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f1ef3a6b5394e08a355a806d6403e53', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5fbe95382a4148428df9362a18c57010', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 1361.094931] env[69524]: DEBUG oslo_vmware.api [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069097, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.152694] env[69524]: DEBUG nova.network.neutron [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] [instance: bcd519cf-2480-41bf-9776-b69a36af603e] Successfully created port: 2cebed25-20ac-4184-8edf-eb0f648809b5 {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1361.197764] env[69524]: DEBUG nova.compute.manager [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] [instance: bcd519cf-2480-41bf-9776-b69a36af603e] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1361.246553] env[69524]: DEBUG nova.network.neutron [req-7ce527fe-1e08-4c99-b402-e12658d16fc5 req-bf8b6ab8-dac8-4355-9afe-d7df2b96fd7a service nova] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Updated VIF entry in instance network info cache for port d4eb7fac-4abe-4c73-9eff-13553bf718cd. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1361.247053] env[69524]: DEBUG nova.network.neutron [req-7ce527fe-1e08-4c99-b402-e12658d16fc5 req-bf8b6ab8-dac8-4355-9afe-d7df2b96fd7a service nova] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Updating instance_info_cache with network_info: [{"id": "d4eb7fac-4abe-4c73-9eff-13553bf718cd", "address": "fa:16:3e:df:83:70", "network": {"id": "7f21e6c8-7948-4d2a-9388-e641a2d42214", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1972708614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e79fb10ba570446e80b89783732d562f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4eb7fac-4a", "ovs_interfaceid": "d4eb7fac-4abe-4c73-9eff-13553bf718cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.465470] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1361.470232] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1361.594841] env[69524]: DEBUG oslo_vmware.api [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069097, 'name': ReconfigVM_Task, 'duration_secs': 0.78555} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.595158] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 501ff9c7-9be5-4174-9072-019fd7bae0c6/501ff9c7-9be5-4174-9072-019fd7bae0c6.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1361.595708] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba3ea60e-879d-443e-ac01-e8db0728aea1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.602494] env[69524]: DEBUG oslo_vmware.api [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1361.602494] env[69524]: value = "task-4069098" [ 1361.602494] env[69524]: _type = "Task" [ 1361.602494] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.610615] env[69524]: DEBUG oslo_vmware.api [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069098, 'name': Rename_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.750048] env[69524]: DEBUG oslo_concurrency.lockutils [req-7ce527fe-1e08-4c99-b402-e12658d16fc5 req-bf8b6ab8-dac8-4355-9afe-d7df2b96fd7a service nova] Releasing lock "refresh_cache-35692d52-d3fe-48db-ab53-bc68cfb6fbc6" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.113478] env[69524]: DEBUG oslo_vmware.api [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069098, 'name': Rename_Task, 'duration_secs': 0.182437} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.113881] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1362.114093] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2cd4b269-69e0-4cf9-aa48-ac84516e622e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.122298] env[69524]: DEBUG oslo_vmware.api [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1362.122298] env[69524]: value = "task-4069099" [ 1362.122298] env[69524]: _type = "Task" [ 1362.122298] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.132460] env[69524]: DEBUG oslo_vmware.api [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069099, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.207816] env[69524]: DEBUG nova.compute.manager [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] [instance: bcd519cf-2480-41bf-9776-b69a36af603e] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1362.235693] env[69524]: DEBUG nova.virt.hardware [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1362.235939] env[69524]: DEBUG nova.virt.hardware [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1362.236111] env[69524]: DEBUG nova.virt.hardware [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1362.236299] env[69524]: DEBUG nova.virt.hardware [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1362.236441] env[69524]: DEBUG nova.virt.hardware [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1362.236580] env[69524]: DEBUG nova.virt.hardware [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1362.236780] env[69524]: DEBUG nova.virt.hardware [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1362.236933] env[69524]: DEBUG nova.virt.hardware [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1362.237106] env[69524]: DEBUG nova.virt.hardware [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1362.237265] env[69524]: DEBUG nova.virt.hardware [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1362.237429] env[69524]: DEBUG nova.virt.hardware [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1362.238282] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d43126f-4bba-4eed-bbb2-2ead42a6871f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.247211] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ea7eeb-9100-4b89-a2a5-542bfa382b0f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.470438] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1362.618510] env[69524]: DEBUG nova.compute.manager [req-8f70d572-f96c-47e4-9ffe-c2823f407ded req-b8cd4ecd-a5d9-4fa6-b445-d70fcd55ce1a service nova] [instance: bcd519cf-2480-41bf-9776-b69a36af603e] Received event network-vif-plugged-2cebed25-20ac-4184-8edf-eb0f648809b5 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1362.618756] env[69524]: DEBUG oslo_concurrency.lockutils [req-8f70d572-f96c-47e4-9ffe-c2823f407ded req-b8cd4ecd-a5d9-4fa6-b445-d70fcd55ce1a service nova] Acquiring lock "bcd519cf-2480-41bf-9776-b69a36af603e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.618975] env[69524]: DEBUG oslo_concurrency.lockutils [req-8f70d572-f96c-47e4-9ffe-c2823f407ded req-b8cd4ecd-a5d9-4fa6-b445-d70fcd55ce1a service nova] Lock "bcd519cf-2480-41bf-9776-b69a36af603e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.621297] env[69524]: DEBUG oslo_concurrency.lockutils [req-8f70d572-f96c-47e4-9ffe-c2823f407ded req-b8cd4ecd-a5d9-4fa6-b445-d70fcd55ce1a service nova] Lock "bcd519cf-2480-41bf-9776-b69a36af603e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1362.621490] env[69524]: DEBUG nova.compute.manager [req-8f70d572-f96c-47e4-9ffe-c2823f407ded req-b8cd4ecd-a5d9-4fa6-b445-d70fcd55ce1a service nova] [instance: bcd519cf-2480-41bf-9776-b69a36af603e] No waiting events found dispatching network-vif-plugged-2cebed25-20ac-4184-8edf-eb0f648809b5 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1362.621675] env[69524]: WARNING nova.compute.manager [req-8f70d572-f96c-47e4-9ffe-c2823f407ded req-b8cd4ecd-a5d9-4fa6-b445-d70fcd55ce1a service nova] [instance: bcd519cf-2480-41bf-9776-b69a36af603e] Received unexpected event network-vif-plugged-2cebed25-20ac-4184-8edf-eb0f648809b5 for instance with vm_state building and task_state spawning. [ 1362.633206] env[69524]: DEBUG oslo_vmware.api [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069099, 'name': PowerOnVM_Task, 'duration_secs': 0.486091} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.633517] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1362.633734] env[69524]: INFO nova.compute.manager [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Took 7.89 seconds to spawn the instance on the hypervisor. [ 1362.633931] env[69524]: DEBUG nova.compute.manager [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1362.634848] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f3c498-5b34-4ba4-85cd-6b39f81a06b0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.712921] env[69524]: DEBUG nova.network.neutron [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] [instance: bcd519cf-2480-41bf-9776-b69a36af603e] Successfully updated port: 2cebed25-20ac-4184-8edf-eb0f648809b5 {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1362.758149] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.758432] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.758646] env[69524]: DEBUG nova.objects.instance [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Lazy-loading 'pci_requests' on Instance uuid 3198d5ad-375d-4938-9dd0-825896f9ed78 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1362.974334] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.157096] env[69524]: INFO nova.compute.manager [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Took 15.07 seconds to build instance. [ 1363.217237] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Acquiring lock "refresh_cache-bcd519cf-2480-41bf-9776-b69a36af603e" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.217446] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Acquired lock "refresh_cache-bcd519cf-2480-41bf-9776-b69a36af603e" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.217608] env[69524]: DEBUG nova.network.neutron [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] [instance: bcd519cf-2480-41bf-9776-b69a36af603e] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1363.262438] env[69524]: DEBUG nova.objects.instance [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Lazy-loading 'numa_topology' on Instance uuid 3198d5ad-375d-4938-9dd0-825896f9ed78 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1363.671505] env[69524]: DEBUG oslo_concurrency.lockutils [None req-0a2b3a7e-6801-41eb-8e5f-0371cfe24f8f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lock "501ff9c7-9be5-4174-9072-019fd7bae0c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.575s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.750391] env[69524]: DEBUG nova.network.neutron [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] [instance: bcd519cf-2480-41bf-9776-b69a36af603e] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1363.765281] env[69524]: INFO nova.compute.claims [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1363.885732] env[69524]: DEBUG nova.network.neutron [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] [instance: bcd519cf-2480-41bf-9776-b69a36af603e] Updating instance_info_cache with network_info: [{"id": "2cebed25-20ac-4184-8edf-eb0f648809b5", "address": "fa:16:3e:8b:78:2c", "network": {"id": "d09cfd3c-8257-4e56-b17d-ac3e372fd254", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1965184511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fbe95382a4148428df9362a18c57010", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cebed25-20", "ovs_interfaceid": "2cebed25-20ac-4184-8edf-eb0f648809b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1364.111405] env[69524]: DEBUG nova.compute.manager [req-690047e1-0091-48f4-a4e3-1895de6baaee req-cf19bc9e-d638-4fbf-903f-aef56f632ec6 service nova] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Received event network-changed-33c99627-aabc-4421-972e-644b0c5b66cd {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1364.111679] env[69524]: DEBUG nova.compute.manager [req-690047e1-0091-48f4-a4e3-1895de6baaee req-cf19bc9e-d638-4fbf-903f-aef56f632ec6 service nova] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Refreshing instance network info cache due to event network-changed-33c99627-aabc-4421-972e-644b0c5b66cd. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1364.111916] env[69524]: DEBUG oslo_concurrency.lockutils [req-690047e1-0091-48f4-a4e3-1895de6baaee req-cf19bc9e-d638-4fbf-903f-aef56f632ec6 service nova] Acquiring lock "refresh_cache-501ff9c7-9be5-4174-9072-019fd7bae0c6" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.112077] env[69524]: DEBUG oslo_concurrency.lockutils [req-690047e1-0091-48f4-a4e3-1895de6baaee req-cf19bc9e-d638-4fbf-903f-aef56f632ec6 service nova] Acquired lock "refresh_cache-501ff9c7-9be5-4174-9072-019fd7bae0c6" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.112244] env[69524]: DEBUG nova.network.neutron [req-690047e1-0091-48f4-a4e3-1895de6baaee req-cf19bc9e-d638-4fbf-903f-aef56f632ec6 service nova] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Refreshing network info cache for port 33c99627-aabc-4421-972e-644b0c5b66cd {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1364.387941] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Releasing lock "refresh_cache-bcd519cf-2480-41bf-9776-b69a36af603e" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.388337] env[69524]: DEBUG nova.compute.manager [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] [instance: bcd519cf-2480-41bf-9776-b69a36af603e] Instance network_info: |[{"id": "2cebed25-20ac-4184-8edf-eb0f648809b5", "address": "fa:16:3e:8b:78:2c", "network": {"id": "d09cfd3c-8257-4e56-b17d-ac3e372fd254", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1965184511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fbe95382a4148428df9362a18c57010", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cebed25-20", "ovs_interfaceid": "2cebed25-20ac-4184-8edf-eb0f648809b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1364.388713] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] [instance: bcd519cf-2480-41bf-9776-b69a36af603e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:78:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '360308f4-9d0a-4ec2-8bcf-44891f452847', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2cebed25-20ac-4184-8edf-eb0f648809b5', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1364.396546] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Creating folder: Project (5fbe95382a4148428df9362a18c57010). Parent ref: group-v806025. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1364.396809] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42d7750b-0b2f-4d7b-a3e4-7301bbb7dfb8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.409565] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Created folder: Project (5fbe95382a4148428df9362a18c57010) in parent group-v806025. [ 1364.409768] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Creating folder: Instances. Parent ref: group-v806355. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1364.410037] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9bee1f33-14b1-44bf-af23-5a7fa70d1789 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.420477] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Created folder: Instances in parent group-v806355. [ 1364.420722] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1364.420912] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcd519cf-2480-41bf-9776-b69a36af603e] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1364.421215] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-04bdaebe-ce8f-457f-8326-f059352ecb89 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.443015] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1364.443015] env[69524]: value = "task-4069102" [ 1364.443015] env[69524]: _type = "Task" [ 1364.443015] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.651125] env[69524]: DEBUG nova.compute.manager [req-efcef62b-c00e-492d-9aa4-e2c097c52e0b req-3c41e520-580d-4312-b4de-94aa944bc84f service nova] [instance: bcd519cf-2480-41bf-9776-b69a36af603e] Received event network-changed-2cebed25-20ac-4184-8edf-eb0f648809b5 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1364.651393] env[69524]: DEBUG nova.compute.manager [req-efcef62b-c00e-492d-9aa4-e2c097c52e0b req-3c41e520-580d-4312-b4de-94aa944bc84f service nova] [instance: bcd519cf-2480-41bf-9776-b69a36af603e] Refreshing instance network info cache due to event network-changed-2cebed25-20ac-4184-8edf-eb0f648809b5. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1364.651654] env[69524]: DEBUG oslo_concurrency.lockutils [req-efcef62b-c00e-492d-9aa4-e2c097c52e0b req-3c41e520-580d-4312-b4de-94aa944bc84f service nova] Acquiring lock "refresh_cache-bcd519cf-2480-41bf-9776-b69a36af603e" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.651838] env[69524]: DEBUG oslo_concurrency.lockutils [req-efcef62b-c00e-492d-9aa4-e2c097c52e0b req-3c41e520-580d-4312-b4de-94aa944bc84f service nova] Acquired lock "refresh_cache-bcd519cf-2480-41bf-9776-b69a36af603e" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.652050] env[69524]: DEBUG nova.network.neutron [req-efcef62b-c00e-492d-9aa4-e2c097c52e0b req-3c41e520-580d-4312-b4de-94aa944bc84f service nova] [instance: bcd519cf-2480-41bf-9776-b69a36af603e] Refreshing network info cache for port 2cebed25-20ac-4184-8edf-eb0f648809b5 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1364.860340] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459b1f94-091c-4638-9290-5c1309617dd9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.868662] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2847503c-8d0e-4ee9-a083-cf5b9423097c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.900798] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ead8945-3ff9-4ab8-8665-55575f4f52f8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.908875] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6dfca0-15c3-4643-a230-20490c8f32a0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.923816] env[69524]: DEBUG nova.compute.provider_tree [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1364.953021] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069102, 'name': CreateVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.115471] env[69524]: DEBUG nova.network.neutron [req-690047e1-0091-48f4-a4e3-1895de6baaee req-cf19bc9e-d638-4fbf-903f-aef56f632ec6 service nova] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Updated VIF entry in instance network info cache for port 33c99627-aabc-4421-972e-644b0c5b66cd. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1365.115805] env[69524]: DEBUG nova.network.neutron [req-690047e1-0091-48f4-a4e3-1895de6baaee req-cf19bc9e-d638-4fbf-903f-aef56f632ec6 service nova] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Updating instance_info_cache with network_info: [{"id": "33c99627-aabc-4421-972e-644b0c5b66cd", "address": "fa:16:3e:f0:d6:9b", "network": {"id": "6e80ee80-02f9-45cb-9650-7615a3358ad7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-286530929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a638896dde45449a8d091abde05fda3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33c99627-aa", "ovs_interfaceid": "33c99627-aabc-4421-972e-644b0c5b66cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.347993] env[69524]: DEBUG nova.network.neutron [req-efcef62b-c00e-492d-9aa4-e2c097c52e0b req-3c41e520-580d-4312-b4de-94aa944bc84f service nova] [instance: bcd519cf-2480-41bf-9776-b69a36af603e] Updated VIF entry in instance network info cache for port 2cebed25-20ac-4184-8edf-eb0f648809b5. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1365.348374] env[69524]: DEBUG nova.network.neutron [req-efcef62b-c00e-492d-9aa4-e2c097c52e0b req-3c41e520-580d-4312-b4de-94aa944bc84f service nova] [instance: bcd519cf-2480-41bf-9776-b69a36af603e] Updating instance_info_cache with network_info: [{"id": "2cebed25-20ac-4184-8edf-eb0f648809b5", "address": "fa:16:3e:8b:78:2c", "network": {"id": "d09cfd3c-8257-4e56-b17d-ac3e372fd254", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1965184511-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5fbe95382a4148428df9362a18c57010", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "360308f4-9d0a-4ec2-8bcf-44891f452847", "external-id": "nsx-vlan-transportzone-383", "segmentation_id": 383, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cebed25-20", "ovs_interfaceid": "2cebed25-20ac-4184-8edf-eb0f648809b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.427478] env[69524]: DEBUG nova.scheduler.client.report [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1365.454965] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069102, 'name': CreateVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.619364] env[69524]: DEBUG oslo_concurrency.lockutils [req-690047e1-0091-48f4-a4e3-1895de6baaee req-cf19bc9e-d638-4fbf-903f-aef56f632ec6 service nova] Releasing lock "refresh_cache-501ff9c7-9be5-4174-9072-019fd7bae0c6" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.851222] env[69524]: DEBUG oslo_concurrency.lockutils [req-efcef62b-c00e-492d-9aa4-e2c097c52e0b req-3c41e520-580d-4312-b4de-94aa944bc84f service nova] Releasing lock "refresh_cache-bcd519cf-2480-41bf-9776-b69a36af603e" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.932577] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.174s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.935400] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.961s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.935726] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.936027] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69524) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1365.937152] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab381861-7b98-42c0-8b29-93700f643515 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.949382] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c868863-c242-45c3-9b0c-fefc9aef0582 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.959083] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069102, 'name': CreateVM_Task, 'duration_secs': 1.327195} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.967180] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bcd519cf-2480-41bf-9776-b69a36af603e] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1365.968734] env[69524]: INFO nova.network.neutron [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Updating port 6d82dd38-b4db-4340-819a-789be89ae20f with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1365.971085] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.971303] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.971637] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.972421] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14bd7c48-2eea-4e1e-a463-7200f594e768 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.975132] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fadf34f4-c2f9-4f1d-a45b-b4b15e02b774 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.981820] env[69524]: DEBUG oslo_vmware.api [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Waiting for the task: (returnval){ [ 1365.981820] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5259a151-1284-4fef-d775-97ddfd5cb1fa" [ 1365.981820] env[69524]: _type = "Task" [ 1365.981820] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.987737] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a484b37-bd5d-461c-ae65-5874f8812368 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.996838] env[69524]: DEBUG oslo_vmware.api [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5259a151-1284-4fef-d775-97ddfd5cb1fa, 'name': SearchDatastore_Task, 'duration_secs': 0.012988} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.022409] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.022679] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] [instance: bcd519cf-2480-41bf-9776-b69a36af603e] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1366.022925] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.023084] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.023290] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1366.023661] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179188MB free_disk=21GB free_vcpus=48 pci_devices=None {{(pid=69524) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1366.023788] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1366.023984] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1366.025729] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-762ee2d5-1037-426d-a1aa-b3b90128d62f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.035375] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1366.035836] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1366.036396] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1e37671-850e-41fa-a66d-3471c2e5be6a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.041819] env[69524]: DEBUG oslo_vmware.api [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Waiting for the task: (returnval){ [ 1366.041819] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52fd2c36-607e-a966-c2d4-4c1962431100" [ 1366.041819] env[69524]: _type = "Task" [ 1366.041819] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.050428] env[69524]: DEBUG oslo_vmware.api [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52fd2c36-607e-a966-c2d4-4c1962431100, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.553220] env[69524]: DEBUG oslo_vmware.api [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52fd2c36-607e-a966-c2d4-4c1962431100, 'name': SearchDatastore_Task, 'duration_secs': 0.00936} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.554032] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96372689-b345-425b-bd1d-bfa8da6bfe5c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.559986] env[69524]: DEBUG oslo_vmware.api [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Waiting for the task: (returnval){ [ 1366.559986] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]526dc7ef-a05e-9175-b57e-2737013275f4" [ 1366.559986] env[69524]: _type = "Task" [ 1366.559986] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.568986] env[69524]: DEBUG oslo_vmware.api [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]526dc7ef-a05e-9175-b57e-2737013275f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.050321] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 35692d52-d3fe-48db-ab53-bc68cfb6fbc6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1367.050472] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 0249bf37-cb25-40e5-9a39-56282e5e2d0d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1367.050595] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 501ff9c7-9be5-4174-9072-019fd7bae0c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1367.050714] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 3198d5ad-375d-4938-9dd0-825896f9ed78 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1367.050830] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance bcd519cf-2480-41bf-9776-b69a36af603e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1367.051022] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=69524) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1367.051163] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=69524) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1367.070736] env[69524]: DEBUG oslo_vmware.api [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]526dc7ef-a05e-9175-b57e-2737013275f4, 'name': SearchDatastore_Task, 'duration_secs': 0.010038} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.071009] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.071287] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] bcd519cf-2480-41bf-9776-b69a36af603e/bcd519cf-2480-41bf-9776-b69a36af603e.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1367.071536] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-958f8fd9-e391-41ce-b9ba-e8cc5fc90f0a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.079597] env[69524]: DEBUG oslo_vmware.api [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Waiting for the task: (returnval){ [ 1367.079597] env[69524]: value = "task-4069103" [ 1367.079597] env[69524]: _type = "Task" [ 1367.079597] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.088157] env[69524]: DEBUG oslo_vmware.api [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Task: {'id': task-4069103, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.126798] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7dcbbb-f4c9-4a9e-8dc4-d8b51f5308a3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.134853] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f481801-b046-413c-8c4f-b2f40a9c97c6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.168185] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d138c4b0-a576-4997-8d6f-4c74d39cacd4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.176031] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2af64d-5186-448b-a3ec-7b17feefd8fb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.190238] env[69524]: DEBUG nova.compute.provider_tree [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1367.513619] env[69524]: DEBUG nova.compute.manager [req-f71f6342-6852-4ad1-95c6-b874521aac1a req-245bede2-5e35-4fb0-968d-69e6db17fd30 service nova] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Received event network-vif-plugged-6d82dd38-b4db-4340-819a-789be89ae20f {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1367.513924] env[69524]: DEBUG oslo_concurrency.lockutils [req-f71f6342-6852-4ad1-95c6-b874521aac1a req-245bede2-5e35-4fb0-968d-69e6db17fd30 service nova] Acquiring lock "3198d5ad-375d-4938-9dd0-825896f9ed78-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.514126] env[69524]: DEBUG oslo_concurrency.lockutils [req-f71f6342-6852-4ad1-95c6-b874521aac1a req-245bede2-5e35-4fb0-968d-69e6db17fd30 service nova] Lock "3198d5ad-375d-4938-9dd0-825896f9ed78-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.514276] env[69524]: DEBUG oslo_concurrency.lockutils [req-f71f6342-6852-4ad1-95c6-b874521aac1a req-245bede2-5e35-4fb0-968d-69e6db17fd30 service nova] Lock "3198d5ad-375d-4938-9dd0-825896f9ed78-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.514474] env[69524]: DEBUG nova.compute.manager [req-f71f6342-6852-4ad1-95c6-b874521aac1a req-245bede2-5e35-4fb0-968d-69e6db17fd30 service nova] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] No waiting events found dispatching network-vif-plugged-6d82dd38-b4db-4340-819a-789be89ae20f {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1367.514637] env[69524]: WARNING nova.compute.manager [req-f71f6342-6852-4ad1-95c6-b874521aac1a req-245bede2-5e35-4fb0-968d-69e6db17fd30 service nova] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Received unexpected event network-vif-plugged-6d82dd38-b4db-4340-819a-789be89ae20f for instance with vm_state shelved_offloaded and task_state spawning. [ 1367.593356] env[69524]: DEBUG oslo_vmware.api [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Task: {'id': task-4069103, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509101} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.593797] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] bcd519cf-2480-41bf-9776-b69a36af603e/bcd519cf-2480-41bf-9776-b69a36af603e.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1367.594161] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] [instance: bcd519cf-2480-41bf-9776-b69a36af603e] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1367.594546] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8027bf97-4cb8-4e3f-b118-78c36d46210e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.602096] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Acquiring lock "refresh_cache-3198d5ad-375d-4938-9dd0-825896f9ed78" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.602292] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Acquired lock "refresh_cache-3198d5ad-375d-4938-9dd0-825896f9ed78" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.602503] env[69524]: DEBUG nova.network.neutron [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1367.605472] env[69524]: DEBUG oslo_vmware.api [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Waiting for the task: (returnval){ [ 1367.605472] env[69524]: value = "task-4069104" [ 1367.605472] env[69524]: _type = "Task" [ 1367.605472] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.616804] env[69524]: DEBUG oslo_vmware.api [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Task: {'id': task-4069104, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.693825] env[69524]: DEBUG nova.scheduler.client.report [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1368.118251] env[69524]: DEBUG oslo_vmware.api [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Task: {'id': task-4069104, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062334} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.118573] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] [instance: bcd519cf-2480-41bf-9776-b69a36af603e] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1368.119773] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485d4e4b-7263-4b12-8a17-c967e01a0bf8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.141787] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] [instance: bcd519cf-2480-41bf-9776-b69a36af603e] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] bcd519cf-2480-41bf-9776-b69a36af603e/bcd519cf-2480-41bf-9776-b69a36af603e.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1368.144373] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45ea3164-c187-4941-96b9-308953c9b2f0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.164640] env[69524]: DEBUG oslo_vmware.api [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Waiting for the task: (returnval){ [ 1368.164640] env[69524]: value = "task-4069105" [ 1368.164640] env[69524]: _type = "Task" [ 1368.164640] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.176219] env[69524]: DEBUG oslo_vmware.api [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Task: {'id': task-4069105, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.198611] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69524) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1368.198825] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.175s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.342458] env[69524]: DEBUG nova.network.neutron [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Updating instance_info_cache with network_info: [{"id": "6d82dd38-b4db-4340-819a-789be89ae20f", "address": "fa:16:3e:ac:e7:40", "network": {"id": "2261fad5-4ca6-482b-bb5d-96622a3665e3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1961364082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7121079d81b745c7ae7e861b43224581", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d82dd38-b4", "ovs_interfaceid": "6d82dd38-b4db-4340-819a-789be89ae20f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.674497] env[69524]: DEBUG oslo_vmware.api [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Task: {'id': task-4069105, 'name': ReconfigVM_Task, 'duration_secs': 0.493323} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.674869] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] [instance: bcd519cf-2480-41bf-9776-b69a36af603e] Reconfigured VM instance instance-00000079 to attach disk [datastore1] bcd519cf-2480-41bf-9776-b69a36af603e/bcd519cf-2480-41bf-9776-b69a36af603e.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1368.675386] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5b41945-99a3-4a0e-b6b2-8c95bec799c7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.681801] env[69524]: DEBUG oslo_vmware.api [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Waiting for the task: (returnval){ [ 1368.681801] env[69524]: value = "task-4069106" [ 1368.681801] env[69524]: _type = "Task" [ 1368.681801] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.689983] env[69524]: DEBUG oslo_vmware.api [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Task: {'id': task-4069106, 'name': Rename_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.846016] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Releasing lock "refresh_cache-3198d5ad-375d-4938-9dd0-825896f9ed78" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.873591] env[69524]: DEBUG nova.virt.hardware [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='79195aa10032bbb09bb1eb93d643af81',container_format='bare',created_at=2025-05-13T11:56:28Z,direct_url=,disk_format='vmdk',id=ea60ca01-be31-4930-8ee0-c6b9d4188e2c,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-636318013-shelved',owner='7121079d81b745c7ae7e861b43224581',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-05-13T11:56:45Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1368.873857] env[69524]: DEBUG nova.virt.hardware [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1368.874038] env[69524]: DEBUG nova.virt.hardware [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1368.874376] env[69524]: DEBUG nova.virt.hardware [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1368.874462] env[69524]: DEBUG nova.virt.hardware [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1368.874569] env[69524]: DEBUG nova.virt.hardware [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1368.874776] env[69524]: DEBUG nova.virt.hardware [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1368.874933] env[69524]: DEBUG nova.virt.hardware [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1368.875112] env[69524]: DEBUG nova.virt.hardware [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1368.875291] env[69524]: DEBUG nova.virt.hardware [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1368.875504] env[69524]: DEBUG nova.virt.hardware [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1368.876371] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7c3039-3832-405d-9f85-8c4213066aa7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.884848] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00be0dc5-44f0-4c6f-b13c-e657fe00118a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.898323] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:e7:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b94712a6-b777-47dd-bc06-f9acfce2d936', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d82dd38-b4db-4340-819a-789be89ae20f', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1368.905622] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1368.905857] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1368.906076] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1763638e-0739-4695-acb7-2a0361e808e7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.926159] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1368.926159] env[69524]: value = "task-4069107" [ 1368.926159] env[69524]: _type = "Task" [ 1368.926159] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.933895] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069107, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.191951] env[69524]: DEBUG oslo_vmware.api [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Task: {'id': task-4069106, 'name': Rename_Task, 'duration_secs': 0.140533} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.192216] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] [instance: bcd519cf-2480-41bf-9776-b69a36af603e] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1369.192433] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e5b10f7-5dc1-43f5-bc9a-7146215638b8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.199634] env[69524]: DEBUG oslo_vmware.api [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Waiting for the task: (returnval){ [ 1369.199634] env[69524]: value = "task-4069108" [ 1369.199634] env[69524]: _type = "Task" [ 1369.199634] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.208834] env[69524]: DEBUG oslo_vmware.api [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Task: {'id': task-4069108, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.436407] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069107, 'name': CreateVM_Task, 'duration_secs': 0.29805} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.436625] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1369.437277] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ea60ca01-be31-4930-8ee0-c6b9d4188e2c" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.437447] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ea60ca01-be31-4930-8ee0-c6b9d4188e2c" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.437828] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/ea60ca01-be31-4930-8ee0-c6b9d4188e2c" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.438105] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39b67a3d-bed0-4a25-a405-72c2201ddc99 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.442876] env[69524]: DEBUG oslo_vmware.api [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Waiting for the task: (returnval){ [ 1369.442876] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52ba58a4-e7b9-d67b-0e30-a44ea25ecec8" [ 1369.442876] env[69524]: _type = "Task" [ 1369.442876] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.450813] env[69524]: DEBUG oslo_vmware.api [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52ba58a4-e7b9-d67b-0e30-a44ea25ecec8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.539635] env[69524]: DEBUG nova.compute.manager [req-c749b3b3-7e82-4a3d-ae9c-bc2799fd2110 req-c4a415fb-c386-4f0c-9b75-ad2d4dd36f44 service nova] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Received event network-changed-6d82dd38-b4db-4340-819a-789be89ae20f {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1369.539782] env[69524]: DEBUG nova.compute.manager [req-c749b3b3-7e82-4a3d-ae9c-bc2799fd2110 req-c4a415fb-c386-4f0c-9b75-ad2d4dd36f44 service nova] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Refreshing instance network info cache due to event network-changed-6d82dd38-b4db-4340-819a-789be89ae20f. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1369.540009] env[69524]: DEBUG oslo_concurrency.lockutils [req-c749b3b3-7e82-4a3d-ae9c-bc2799fd2110 req-c4a415fb-c386-4f0c-9b75-ad2d4dd36f44 service nova] Acquiring lock "refresh_cache-3198d5ad-375d-4938-9dd0-825896f9ed78" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.540337] env[69524]: DEBUG oslo_concurrency.lockutils [req-c749b3b3-7e82-4a3d-ae9c-bc2799fd2110 req-c4a415fb-c386-4f0c-9b75-ad2d4dd36f44 service nova] Acquired lock "refresh_cache-3198d5ad-375d-4938-9dd0-825896f9ed78" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.540516] env[69524]: DEBUG nova.network.neutron [req-c749b3b3-7e82-4a3d-ae9c-bc2799fd2110 req-c4a415fb-c386-4f0c-9b75-ad2d4dd36f44 service nova] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Refreshing network info cache for port 6d82dd38-b4db-4340-819a-789be89ae20f {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1369.710243] env[69524]: DEBUG oslo_vmware.api [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Task: {'id': task-4069108, 'name': PowerOnVM_Task, 'duration_secs': 0.46578} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.710624] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] [instance: bcd519cf-2480-41bf-9776-b69a36af603e] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1369.710668] env[69524]: INFO nova.compute.manager [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] [instance: bcd519cf-2480-41bf-9776-b69a36af603e] Took 7.50 seconds to spawn the instance on the hypervisor. [ 1369.710836] env[69524]: DEBUG nova.compute.manager [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] [instance: bcd519cf-2480-41bf-9776-b69a36af603e] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1369.711653] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95d6972-2d28-4174-af97-fba3850b526c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.953937] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ea60ca01-be31-4930-8ee0-c6b9d4188e2c" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.954222] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Processing image ea60ca01-be31-4930-8ee0-c6b9d4188e2c {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1369.954472] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/ea60ca01-be31-4930-8ee0-c6b9d4188e2c/ea60ca01-be31-4930-8ee0-c6b9d4188e2c.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.954622] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Acquired lock "[datastore1] devstack-image-cache_base/ea60ca01-be31-4930-8ee0-c6b9d4188e2c/ea60ca01-be31-4930-8ee0-c6b9d4188e2c.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.954805] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1369.955091] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ff95daf-9650-4a2f-923b-4862fa027f63 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.964951] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1369.965136] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1369.965833] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8057166-a2a4-41f8-830f-23f194f94788 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.971500] env[69524]: DEBUG oslo_vmware.api [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Waiting for the task: (returnval){ [ 1369.971500] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]527b739b-86cd-c154-1ba5-80c372d92d79" [ 1369.971500] env[69524]: _type = "Task" [ 1369.971500] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.980072] env[69524]: DEBUG oslo_vmware.api [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]527b739b-86cd-c154-1ba5-80c372d92d79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.194480] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1370.232449] env[69524]: INFO nova.compute.manager [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] [instance: bcd519cf-2480-41bf-9776-b69a36af603e] Took 12.24 seconds to build instance. [ 1370.256292] env[69524]: DEBUG nova.network.neutron [req-c749b3b3-7e82-4a3d-ae9c-bc2799fd2110 req-c4a415fb-c386-4f0c-9b75-ad2d4dd36f44 service nova] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Updated VIF entry in instance network info cache for port 6d82dd38-b4db-4340-819a-789be89ae20f. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1370.256875] env[69524]: DEBUG nova.network.neutron [req-c749b3b3-7e82-4a3d-ae9c-bc2799fd2110 req-c4a415fb-c386-4f0c-9b75-ad2d4dd36f44 service nova] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Updating instance_info_cache with network_info: [{"id": "6d82dd38-b4db-4340-819a-789be89ae20f", "address": "fa:16:3e:ac:e7:40", "network": {"id": "2261fad5-4ca6-482b-bb5d-96622a3665e3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1961364082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.192", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7121079d81b745c7ae7e861b43224581", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d82dd38-b4", "ovs_interfaceid": "6d82dd38-b4db-4340-819a-789be89ae20f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.482514] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Preparing fetch location {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1370.482707] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Fetch image to [datastore1] OSTACK_IMG_b8657a46-5024-40a1-b70f-903961b3d3bc/OSTACK_IMG_b8657a46-5024-40a1-b70f-903961b3d3bc.vmdk {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1370.482905] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Downloading stream optimized image ea60ca01-be31-4930-8ee0-c6b9d4188e2c to [datastore1] OSTACK_IMG_b8657a46-5024-40a1-b70f-903961b3d3bc/OSTACK_IMG_b8657a46-5024-40a1-b70f-903961b3d3bc.vmdk on the data store datastore1 as vApp {{(pid=69524) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1370.483185] env[69524]: DEBUG nova.virt.vmwareapi.images [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Downloading image file data ea60ca01-be31-4930-8ee0-c6b9d4188e2c to the ESX as VM named 'OSTACK_IMG_b8657a46-5024-40a1-b70f-903961b3d3bc' {{(pid=69524) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1370.558638] env[69524]: DEBUG oslo_vmware.rw_handles [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1370.558638] env[69524]: value = "resgroup-9" [ 1370.558638] env[69524]: _type = "ResourcePool" [ 1370.558638] env[69524]: }. {{(pid=69524) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1370.558977] env[69524]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-1644eb3d-c8d6-42ae-85f0-ff6d7d088219 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.587682] env[69524]: DEBUG oslo_vmware.rw_handles [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Lease: (returnval){ [ 1370.587682] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52e438dd-0692-65c5-1ad9-99a659597e63" [ 1370.587682] env[69524]: _type = "HttpNfcLease" [ 1370.587682] env[69524]: } obtained for vApp import into resource pool (val){ [ 1370.587682] env[69524]: value = "resgroup-9" [ 1370.587682] env[69524]: _type = "ResourcePool" [ 1370.587682] env[69524]: }. {{(pid=69524) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1370.588121] env[69524]: DEBUG oslo_vmware.api [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Waiting for the lease: (returnval){ [ 1370.588121] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52e438dd-0692-65c5-1ad9-99a659597e63" [ 1370.588121] env[69524]: _type = "HttpNfcLease" [ 1370.588121] env[69524]: } to be ready. {{(pid=69524) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1370.595327] env[69524]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1370.595327] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52e438dd-0692-65c5-1ad9-99a659597e63" [ 1370.595327] env[69524]: _type = "HttpNfcLease" [ 1370.595327] env[69524]: } is initializing. {{(pid=69524) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1370.700989] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1370.701314] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1370.701537] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1370.735711] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a0660679-58ae-4e80-9212-15608e48bd35 tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Lock "bcd519cf-2480-41bf-9776-b69a36af603e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.756s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.760627] env[69524]: DEBUG oslo_concurrency.lockutils [req-c749b3b3-7e82-4a3d-ae9c-bc2799fd2110 req-c4a415fb-c386-4f0c-9b75-ad2d4dd36f44 service nova] Releasing lock "refresh_cache-3198d5ad-375d-4938-9dd0-825896f9ed78" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.097212] env[69524]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1371.097212] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52e438dd-0692-65c5-1ad9-99a659597e63" [ 1371.097212] env[69524]: _type = "HttpNfcLease" [ 1371.097212] env[69524]: } is initializing. {{(pid=69524) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1371.430235] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8a20b577-18ed-42b3-b07e-080647070e5a tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Acquiring lock "bcd519cf-2480-41bf-9776-b69a36af603e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.430493] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8a20b577-18ed-42b3-b07e-080647070e5a tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Lock "bcd519cf-2480-41bf-9776-b69a36af603e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.430723] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8a20b577-18ed-42b3-b07e-080647070e5a tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Acquiring lock "bcd519cf-2480-41bf-9776-b69a36af603e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.430942] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8a20b577-18ed-42b3-b07e-080647070e5a tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Lock "bcd519cf-2480-41bf-9776-b69a36af603e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.431128] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8a20b577-18ed-42b3-b07e-080647070e5a tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Lock "bcd519cf-2480-41bf-9776-b69a36af603e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.433271] env[69524]: INFO nova.compute.manager [None req-8a20b577-18ed-42b3-b07e-080647070e5a tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] [instance: bcd519cf-2480-41bf-9776-b69a36af603e] Terminating instance [ 1371.488954] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ff1237f7-0fcd-4829-ad96-d624cb134dc6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquiring lock "interface-35692d52-d3fe-48db-ab53-bc68cfb6fbc6-e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.489230] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ff1237f7-0fcd-4829-ad96-d624cb134dc6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lock "interface-35692d52-d3fe-48db-ab53-bc68cfb6fbc6-e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.489597] env[69524]: DEBUG nova.objects.instance [None req-ff1237f7-0fcd-4829-ad96-d624cb134dc6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lazy-loading 'flavor' on Instance uuid 35692d52-d3fe-48db-ab53-bc68cfb6fbc6 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1371.600051] env[69524]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1371.600051] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52e438dd-0692-65c5-1ad9-99a659597e63" [ 1371.600051] env[69524]: _type = "HttpNfcLease" [ 1371.600051] env[69524]: } is ready. {{(pid=69524) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1371.600364] env[69524]: DEBUG oslo_vmware.rw_handles [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1371.600364] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52e438dd-0692-65c5-1ad9-99a659597e63" [ 1371.600364] env[69524]: _type = "HttpNfcLease" [ 1371.600364] env[69524]: }. {{(pid=69524) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1371.601059] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c7862f-f9dd-4e92-853f-70232d3ca790 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.608464] env[69524]: DEBUG oslo_vmware.rw_handles [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5274dab6-d685-7fc5-20b2-0e417c554067/disk-0.vmdk from lease info. {{(pid=69524) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1371.608656] env[69524]: DEBUG oslo_vmware.rw_handles [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5274dab6-d685-7fc5-20b2-0e417c554067/disk-0.vmdk. {{(pid=69524) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1371.669542] env[69524]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a8dfc0c4-5bfa-4878-9923-e32464124857 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.937795] env[69524]: DEBUG nova.compute.manager [None req-8a20b577-18ed-42b3-b07e-080647070e5a tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] [instance: bcd519cf-2480-41bf-9776-b69a36af603e] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1371.938224] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-8a20b577-18ed-42b3-b07e-080647070e5a tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] [instance: bcd519cf-2480-41bf-9776-b69a36af603e] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1371.939037] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef1b54b-1b6b-4e76-bc77-b34f88744e92 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.947095] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a20b577-18ed-42b3-b07e-080647070e5a tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] [instance: bcd519cf-2480-41bf-9776-b69a36af603e] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1371.947373] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bb0a0a18-e07b-4ee7-b128-eb2c7ad31023 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.954529] env[69524]: DEBUG oslo_vmware.api [None req-8a20b577-18ed-42b3-b07e-080647070e5a tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Waiting for the task: (returnval){ [ 1371.954529] env[69524]: value = "task-4069110" [ 1371.954529] env[69524]: _type = "Task" [ 1371.954529] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.963570] env[69524]: DEBUG oslo_vmware.api [None req-8a20b577-18ed-42b3-b07e-080647070e5a tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Task: {'id': task-4069110, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.102029] env[69524]: DEBUG nova.objects.instance [None req-ff1237f7-0fcd-4829-ad96-d624cb134dc6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lazy-loading 'pci_requests' on Instance uuid 35692d52-d3fe-48db-ab53-bc68cfb6fbc6 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1372.465604] env[69524]: DEBUG oslo_vmware.api [None req-8a20b577-18ed-42b3-b07e-080647070e5a tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Task: {'id': task-4069110, 'name': PowerOffVM_Task, 'duration_secs': 0.189928} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.465873] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a20b577-18ed-42b3-b07e-080647070e5a tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] [instance: bcd519cf-2480-41bf-9776-b69a36af603e] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1372.466058] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-8a20b577-18ed-42b3-b07e-080647070e5a tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] [instance: bcd519cf-2480-41bf-9776-b69a36af603e] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1372.466348] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-678ce2d7-711e-48b6-91e9-416b5a31c1f9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.534141] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-8a20b577-18ed-42b3-b07e-080647070e5a tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] [instance: bcd519cf-2480-41bf-9776-b69a36af603e] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1372.534515] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-8a20b577-18ed-42b3-b07e-080647070e5a tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] [instance: bcd519cf-2480-41bf-9776-b69a36af603e] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1372.534776] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a20b577-18ed-42b3-b07e-080647070e5a tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Deleting the datastore file [datastore1] bcd519cf-2480-41bf-9776-b69a36af603e {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1372.535112] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33f983e8-d961-475c-bbd8-279cd7e16233 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.543344] env[69524]: DEBUG oslo_vmware.api [None req-8a20b577-18ed-42b3-b07e-080647070e5a tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Waiting for the task: (returnval){ [ 1372.543344] env[69524]: value = "task-4069112" [ 1372.543344] env[69524]: _type = "Task" [ 1372.543344] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.553889] env[69524]: DEBUG oslo_vmware.api [None req-8a20b577-18ed-42b3-b07e-080647070e5a tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Task: {'id': task-4069112, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.607871] env[69524]: DEBUG nova.objects.base [None req-ff1237f7-0fcd-4829-ad96-d624cb134dc6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Object Instance<35692d52-d3fe-48db-ab53-bc68cfb6fbc6> lazy-loaded attributes: flavor,pci_requests {{(pid=69524) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1372.608247] env[69524]: DEBUG nova.network.neutron [None req-ff1237f7-0fcd-4829-ad96-d624cb134dc6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1372.685200] env[69524]: DEBUG nova.policy [None req-ff1237f7-0fcd-4829-ad96-d624cb134dc6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75e9390581df481eb83f5286dd2996b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e79fb10ba570446e80b89783732d562f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 1373.038818] env[69524]: DEBUG oslo_vmware.rw_handles [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Completed reading data from the image iterator. {{(pid=69524) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1373.039220] env[69524]: DEBUG oslo_vmware.rw_handles [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5274dab6-d685-7fc5-20b2-0e417c554067/disk-0.vmdk. {{(pid=69524) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1373.039954] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fed1c0-eee4-46a1-a613-765edc8b4831 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.049248] env[69524]: DEBUG oslo_vmware.rw_handles [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5274dab6-d685-7fc5-20b2-0e417c554067/disk-0.vmdk is in state: ready. {{(pid=69524) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1373.049412] env[69524]: DEBUG oslo_vmware.rw_handles [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5274dab6-d685-7fc5-20b2-0e417c554067/disk-0.vmdk. {{(pid=69524) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1373.049993] env[69524]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-a7ba8e61-b4b4-4a34-8bc6-9fd6d7add0ae {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.055114] env[69524]: DEBUG oslo_vmware.api [None req-8a20b577-18ed-42b3-b07e-080647070e5a tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Task: {'id': task-4069112, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.222359} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.055394] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a20b577-18ed-42b3-b07e-080647070e5a tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1373.055651] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-8a20b577-18ed-42b3-b07e-080647070e5a tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] [instance: bcd519cf-2480-41bf-9776-b69a36af603e] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1373.055837] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-8a20b577-18ed-42b3-b07e-080647070e5a tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] [instance: bcd519cf-2480-41bf-9776-b69a36af603e] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1373.056016] env[69524]: INFO nova.compute.manager [None req-8a20b577-18ed-42b3-b07e-080647070e5a tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] [instance: bcd519cf-2480-41bf-9776-b69a36af603e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1373.056273] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a20b577-18ed-42b3-b07e-080647070e5a tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1373.056486] env[69524]: DEBUG nova.compute.manager [-] [instance: bcd519cf-2480-41bf-9776-b69a36af603e] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1373.056584] env[69524]: DEBUG nova.network.neutron [-] [instance: bcd519cf-2480-41bf-9776-b69a36af603e] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1373.280053] env[69524]: DEBUG oslo_vmware.rw_handles [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5274dab6-d685-7fc5-20b2-0e417c554067/disk-0.vmdk. {{(pid=69524) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1373.280053] env[69524]: INFO nova.virt.vmwareapi.images [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Downloaded image file data ea60ca01-be31-4930-8ee0-c6b9d4188e2c [ 1373.280454] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfaaeee8-a2f1-4a0c-b9c7-03f6f812612b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.301155] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3016de05-6fbe-4d74-b4e2-8e08186029a6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.318353] env[69524]: DEBUG nova.compute.manager [req-8dddb9a0-968c-4592-9cf0-a36eb6bf296a req-0a3dfc28-ea27-41cf-ba26-2a0eaf1edaed service nova] [instance: bcd519cf-2480-41bf-9776-b69a36af603e] Received event network-vif-deleted-2cebed25-20ac-4184-8edf-eb0f648809b5 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1373.318563] env[69524]: INFO nova.compute.manager [req-8dddb9a0-968c-4592-9cf0-a36eb6bf296a req-0a3dfc28-ea27-41cf-ba26-2a0eaf1edaed service nova] [instance: bcd519cf-2480-41bf-9776-b69a36af603e] Neutron deleted interface 2cebed25-20ac-4184-8edf-eb0f648809b5; detaching it from the instance and deleting it from the info cache [ 1373.318801] env[69524]: DEBUG nova.network.neutron [req-8dddb9a0-968c-4592-9cf0-a36eb6bf296a req-0a3dfc28-ea27-41cf-ba26-2a0eaf1edaed service nova] [instance: bcd519cf-2480-41bf-9776-b69a36af603e] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.334081] env[69524]: INFO nova.virt.vmwareapi.images [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] The imported VM was unregistered [ 1373.336551] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Caching image {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1373.336791] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Creating directory with path [datastore1] devstack-image-cache_base/ea60ca01-be31-4930-8ee0-c6b9d4188e2c {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1373.337585] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e384c4d-ce91-4caf-b353-c8721b3bb65f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.348983] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Created directory with path [datastore1] devstack-image-cache_base/ea60ca01-be31-4930-8ee0-c6b9d4188e2c {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1373.349205] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_b8657a46-5024-40a1-b70f-903961b3d3bc/OSTACK_IMG_b8657a46-5024-40a1-b70f-903961b3d3bc.vmdk to [datastore1] devstack-image-cache_base/ea60ca01-be31-4930-8ee0-c6b9d4188e2c/ea60ca01-be31-4930-8ee0-c6b9d4188e2c.vmdk. {{(pid=69524) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1373.349477] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-2f849051-23da-4bc8-977f-346d02cdafbc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.357796] env[69524]: DEBUG oslo_vmware.api [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Waiting for the task: (returnval){ [ 1373.357796] env[69524]: value = "task-4069114" [ 1373.357796] env[69524]: _type = "Task" [ 1373.357796] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.366907] env[69524]: DEBUG oslo_vmware.api [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069114, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.801583] env[69524]: DEBUG nova.network.neutron [-] [instance: bcd519cf-2480-41bf-9776-b69a36af603e] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.822492] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-922a14c4-bec5-4293-85b2-dd70b57f15d3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.836292] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6cef0d-9756-4369-816c-1d8ee9346867 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.872932] env[69524]: DEBUG nova.compute.manager [req-8dddb9a0-968c-4592-9cf0-a36eb6bf296a req-0a3dfc28-ea27-41cf-ba26-2a0eaf1edaed service nova] [instance: bcd519cf-2480-41bf-9776-b69a36af603e] Detach interface failed, port_id=2cebed25-20ac-4184-8edf-eb0f648809b5, reason: Instance bcd519cf-2480-41bf-9776-b69a36af603e could not be found. {{(pid=69524) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1373.876965] env[69524]: DEBUG oslo_vmware.api [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069114, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.217889] env[69524]: DEBUG nova.network.neutron [None req-ff1237f7-0fcd-4829-ad96-d624cb134dc6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Successfully updated port: e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6 {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1374.307472] env[69524]: INFO nova.compute.manager [-] [instance: bcd519cf-2480-41bf-9776-b69a36af603e] Took 1.25 seconds to deallocate network for instance. [ 1374.370182] env[69524]: DEBUG oslo_vmware.api [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069114, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.721661] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ff1237f7-0fcd-4829-ad96-d624cb134dc6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquiring lock "refresh_cache-35692d52-d3fe-48db-ab53-bc68cfb6fbc6" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.721859] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ff1237f7-0fcd-4829-ad96-d624cb134dc6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquired lock "refresh_cache-35692d52-d3fe-48db-ab53-bc68cfb6fbc6" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.722147] env[69524]: DEBUG nova.network.neutron [None req-ff1237f7-0fcd-4829-ad96-d624cb134dc6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1374.816302] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8a20b577-18ed-42b3-b07e-080647070e5a tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.816633] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8a20b577-18ed-42b3-b07e-080647070e5a tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.816821] env[69524]: DEBUG nova.objects.instance [None req-8a20b577-18ed-42b3-b07e-080647070e5a tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Lazy-loading 'resources' on Instance uuid bcd519cf-2480-41bf-9776-b69a36af603e {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1374.870154] env[69524]: DEBUG oslo_vmware.api [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069114, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.269850] env[69524]: WARNING nova.network.neutron [None req-ff1237f7-0fcd-4829-ad96-d624cb134dc6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] 7f21e6c8-7948-4d2a-9388-e641a2d42214 already exists in list: networks containing: ['7f21e6c8-7948-4d2a-9388-e641a2d42214']. ignoring it [ 1375.349777] env[69524]: DEBUG nova.compute.manager [req-8dd55785-3aac-41fc-ab12-591e6fff6337 req-9dd1681d-35f0-4dad-a8eb-f9f56d87120c service nova] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Received event network-vif-plugged-e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1375.350035] env[69524]: DEBUG oslo_concurrency.lockutils [req-8dd55785-3aac-41fc-ab12-591e6fff6337 req-9dd1681d-35f0-4dad-a8eb-f9f56d87120c service nova] Acquiring lock "35692d52-d3fe-48db-ab53-bc68cfb6fbc6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.350247] env[69524]: DEBUG oslo_concurrency.lockutils [req-8dd55785-3aac-41fc-ab12-591e6fff6337 req-9dd1681d-35f0-4dad-a8eb-f9f56d87120c service nova] Lock "35692d52-d3fe-48db-ab53-bc68cfb6fbc6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.350418] env[69524]: DEBUG oslo_concurrency.lockutils [req-8dd55785-3aac-41fc-ab12-591e6fff6337 req-9dd1681d-35f0-4dad-a8eb-f9f56d87120c service nova] Lock "35692d52-d3fe-48db-ab53-bc68cfb6fbc6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.350849] env[69524]: DEBUG nova.compute.manager [req-8dd55785-3aac-41fc-ab12-591e6fff6337 req-9dd1681d-35f0-4dad-a8eb-f9f56d87120c service nova] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] No waiting events found dispatching network-vif-plugged-e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1375.350849] env[69524]: WARNING nova.compute.manager [req-8dd55785-3aac-41fc-ab12-591e6fff6337 req-9dd1681d-35f0-4dad-a8eb-f9f56d87120c service nova] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Received unexpected event network-vif-plugged-e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6 for instance with vm_state active and task_state None. [ 1375.350996] env[69524]: DEBUG nova.compute.manager [req-8dd55785-3aac-41fc-ab12-591e6fff6337 req-9dd1681d-35f0-4dad-a8eb-f9f56d87120c service nova] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Received event network-changed-e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1375.351141] env[69524]: DEBUG nova.compute.manager [req-8dd55785-3aac-41fc-ab12-591e6fff6337 req-9dd1681d-35f0-4dad-a8eb-f9f56d87120c service nova] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Refreshing instance network info cache due to event network-changed-e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1375.351373] env[69524]: DEBUG oslo_concurrency.lockutils [req-8dd55785-3aac-41fc-ab12-591e6fff6337 req-9dd1681d-35f0-4dad-a8eb-f9f56d87120c service nova] Acquiring lock "refresh_cache-35692d52-d3fe-48db-ab53-bc68cfb6fbc6" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.370590] env[69524]: DEBUG oslo_vmware.api [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069114, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.418537] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda03dc7-976e-4c71-9267-0df9a38577b7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.427039] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23a4e0c-534e-4519-9475-b8ab7bbdf45a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.461909] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d68f83-a02a-4cce-aea5-7bcf5d9aadff {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.470576] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3d3cba-ee58-4fd6-b788-0fdba9925c7d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.486091] env[69524]: DEBUG nova.compute.provider_tree [None req-8a20b577-18ed-42b3-b07e-080647070e5a tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1375.609382] env[69524]: DEBUG nova.network.neutron [None req-ff1237f7-0fcd-4829-ad96-d624cb134dc6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Updating instance_info_cache with network_info: [{"id": "d4eb7fac-4abe-4c73-9eff-13553bf718cd", "address": "fa:16:3e:df:83:70", "network": {"id": "7f21e6c8-7948-4d2a-9388-e641a2d42214", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1972708614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e79fb10ba570446e80b89783732d562f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4eb7fac-4a", "ovs_interfaceid": "d4eb7fac-4abe-4c73-9eff-13553bf718cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6", "address": "fa:16:3e:5e:2f:b9", "network": {"id": "7f21e6c8-7948-4d2a-9388-e641a2d42214", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1972708614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e79fb10ba570446e80b89783732d562f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape51e60dd-6b", "ovs_interfaceid": "e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.871583] env[69524]: DEBUG oslo_vmware.api [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069114, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.478542} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.871922] env[69524]: INFO nova.virt.vmwareapi.ds_util [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_b8657a46-5024-40a1-b70f-903961b3d3bc/OSTACK_IMG_b8657a46-5024-40a1-b70f-903961b3d3bc.vmdk to [datastore1] devstack-image-cache_base/ea60ca01-be31-4930-8ee0-c6b9d4188e2c/ea60ca01-be31-4930-8ee0-c6b9d4188e2c.vmdk. [ 1375.872182] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Cleaning up location [datastore1] OSTACK_IMG_b8657a46-5024-40a1-b70f-903961b3d3bc {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1375.872405] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_b8657a46-5024-40a1-b70f-903961b3d3bc {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1375.872755] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0952662c-600e-49ed-953a-be357fdc8378 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.881088] env[69524]: DEBUG oslo_vmware.api [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Waiting for the task: (returnval){ [ 1375.881088] env[69524]: value = "task-4069115" [ 1375.881088] env[69524]: _type = "Task" [ 1375.881088] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.891546] env[69524]: DEBUG oslo_vmware.api [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069115, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.992122] env[69524]: DEBUG nova.scheduler.client.report [None req-8a20b577-18ed-42b3-b07e-080647070e5a tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1376.112701] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ff1237f7-0fcd-4829-ad96-d624cb134dc6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Releasing lock "refresh_cache-35692d52-d3fe-48db-ab53-bc68cfb6fbc6" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.113459] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ff1237f7-0fcd-4829-ad96-d624cb134dc6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquiring lock "35692d52-d3fe-48db-ab53-bc68cfb6fbc6" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.113628] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ff1237f7-0fcd-4829-ad96-d624cb134dc6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquired lock "35692d52-d3fe-48db-ab53-bc68cfb6fbc6" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.113942] env[69524]: DEBUG oslo_concurrency.lockutils [req-8dd55785-3aac-41fc-ab12-591e6fff6337 req-9dd1681d-35f0-4dad-a8eb-f9f56d87120c service nova] Acquired lock "refresh_cache-35692d52-d3fe-48db-ab53-bc68cfb6fbc6" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.114143] env[69524]: DEBUG nova.network.neutron [req-8dd55785-3aac-41fc-ab12-591e6fff6337 req-9dd1681d-35f0-4dad-a8eb-f9f56d87120c service nova] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Refreshing network info cache for port e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1376.116044] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b80cd9-4d90-432d-8a8c-766ca7579138 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.136658] env[69524]: DEBUG nova.virt.hardware [None req-ff1237f7-0fcd-4829-ad96-d624cb134dc6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1376.137013] env[69524]: DEBUG nova.virt.hardware [None req-ff1237f7-0fcd-4829-ad96-d624cb134dc6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1376.137071] env[69524]: DEBUG nova.virt.hardware [None req-ff1237f7-0fcd-4829-ad96-d624cb134dc6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1376.137255] env[69524]: DEBUG nova.virt.hardware [None req-ff1237f7-0fcd-4829-ad96-d624cb134dc6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1376.137409] env[69524]: DEBUG nova.virt.hardware [None req-ff1237f7-0fcd-4829-ad96-d624cb134dc6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1376.137574] env[69524]: DEBUG nova.virt.hardware [None req-ff1237f7-0fcd-4829-ad96-d624cb134dc6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1376.137784] env[69524]: DEBUG nova.virt.hardware [None req-ff1237f7-0fcd-4829-ad96-d624cb134dc6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1376.137943] env[69524]: DEBUG nova.virt.hardware [None req-ff1237f7-0fcd-4829-ad96-d624cb134dc6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1376.138119] env[69524]: DEBUG nova.virt.hardware [None req-ff1237f7-0fcd-4829-ad96-d624cb134dc6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1376.138284] env[69524]: DEBUG nova.virt.hardware [None req-ff1237f7-0fcd-4829-ad96-d624cb134dc6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1376.138458] env[69524]: DEBUG nova.virt.hardware [None req-ff1237f7-0fcd-4829-ad96-d624cb134dc6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1376.144750] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1237f7-0fcd-4829-ad96-d624cb134dc6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Reconfiguring VM to attach interface {{(pid=69524) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1376.145486] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b762ae6-7708-4e4b-964e-40e8c6166a5e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.164618] env[69524]: DEBUG oslo_vmware.api [None req-ff1237f7-0fcd-4829-ad96-d624cb134dc6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Waiting for the task: (returnval){ [ 1376.164618] env[69524]: value = "task-4069116" [ 1376.164618] env[69524]: _type = "Task" [ 1376.164618] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.175187] env[69524]: DEBUG oslo_vmware.api [None req-ff1237f7-0fcd-4829-ad96-d624cb134dc6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4069116, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.392195] env[69524]: DEBUG oslo_vmware.api [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069115, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.046677} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.392605] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1376.392851] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Releasing lock "[datastore1] devstack-image-cache_base/ea60ca01-be31-4930-8ee0-c6b9d4188e2c/ea60ca01-be31-4930-8ee0-c6b9d4188e2c.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.393131] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/ea60ca01-be31-4930-8ee0-c6b9d4188e2c/ea60ca01-be31-4930-8ee0-c6b9d4188e2c.vmdk to [datastore1] 3198d5ad-375d-4938-9dd0-825896f9ed78/3198d5ad-375d-4938-9dd0-825896f9ed78.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1376.393421] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6786c179-fdd3-4a9c-b6d6-945047349c5d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.401335] env[69524]: DEBUG oslo_vmware.api [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Waiting for the task: (returnval){ [ 1376.401335] env[69524]: value = "task-4069117" [ 1376.401335] env[69524]: _type = "Task" [ 1376.401335] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.409578] env[69524]: DEBUG oslo_vmware.api [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069117, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.498398] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8a20b577-18ed-42b3-b07e-080647070e5a tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.682s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.521808] env[69524]: INFO nova.scheduler.client.report [None req-8a20b577-18ed-42b3-b07e-080647070e5a tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Deleted allocations for instance bcd519cf-2480-41bf-9776-b69a36af603e [ 1376.679864] env[69524]: DEBUG oslo_vmware.api [None req-ff1237f7-0fcd-4829-ad96-d624cb134dc6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4069116, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.852580] env[69524]: DEBUG nova.network.neutron [req-8dd55785-3aac-41fc-ab12-591e6fff6337 req-9dd1681d-35f0-4dad-a8eb-f9f56d87120c service nova] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Updated VIF entry in instance network info cache for port e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1376.853116] env[69524]: DEBUG nova.network.neutron [req-8dd55785-3aac-41fc-ab12-591e6fff6337 req-9dd1681d-35f0-4dad-a8eb-f9f56d87120c service nova] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Updating instance_info_cache with network_info: [{"id": "d4eb7fac-4abe-4c73-9eff-13553bf718cd", "address": "fa:16:3e:df:83:70", "network": {"id": "7f21e6c8-7948-4d2a-9388-e641a2d42214", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1972708614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e79fb10ba570446e80b89783732d562f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4eb7fac-4a", "ovs_interfaceid": "d4eb7fac-4abe-4c73-9eff-13553bf718cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6", "address": "fa:16:3e:5e:2f:b9", "network": {"id": "7f21e6c8-7948-4d2a-9388-e641a2d42214", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1972708614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e79fb10ba570446e80b89783732d562f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape51e60dd-6b", "ovs_interfaceid": "e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.911877] env[69524]: DEBUG oslo_vmware.api [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069117, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.031664] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8a20b577-18ed-42b3-b07e-080647070e5a tempest-ServerPasswordTestJSON-1218688287 tempest-ServerPasswordTestJSON-1218688287-project-member] Lock "bcd519cf-2480-41bf-9776-b69a36af603e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.601s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1377.180855] env[69524]: DEBUG oslo_vmware.api [None req-ff1237f7-0fcd-4829-ad96-d624cb134dc6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4069116, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.356510] env[69524]: DEBUG oslo_concurrency.lockutils [req-8dd55785-3aac-41fc-ab12-591e6fff6337 req-9dd1681d-35f0-4dad-a8eb-f9f56d87120c service nova] Releasing lock "refresh_cache-35692d52-d3fe-48db-ab53-bc68cfb6fbc6" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.414453] env[69524]: DEBUG oslo_vmware.api [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069117, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.675656] env[69524]: DEBUG oslo_vmware.api [None req-ff1237f7-0fcd-4829-ad96-d624cb134dc6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4069116, 'name': ReconfigVM_Task, 'duration_secs': 1.259905} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.676241] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ff1237f7-0fcd-4829-ad96-d624cb134dc6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Releasing lock "35692d52-d3fe-48db-ab53-bc68cfb6fbc6" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.676461] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ff1237f7-0fcd-4829-ad96-d624cb134dc6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Reconfigured VM to attach interface {{(pid=69524) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1377.914639] env[69524]: DEBUG oslo_vmware.api [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069117, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.181288] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ff1237f7-0fcd-4829-ad96-d624cb134dc6 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lock "interface-35692d52-d3fe-48db-ab53-bc68cfb6fbc6-e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.692s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.418774] env[69524]: DEBUG oslo_vmware.api [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069117, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.915370] env[69524]: DEBUG oslo_vmware.api [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069117, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.416234] env[69524]: DEBUG oslo_vmware.api [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069117, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.588485} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.416522] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/ea60ca01-be31-4930-8ee0-c6b9d4188e2c/ea60ca01-be31-4930-8ee0-c6b9d4188e2c.vmdk to [datastore1] 3198d5ad-375d-4938-9dd0-825896f9ed78/3198d5ad-375d-4938-9dd0-825896f9ed78.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1379.417443] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444ea62b-f6fc-49f3-aede-f5d40ab966ab {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.440581] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 3198d5ad-375d-4938-9dd0-825896f9ed78/3198d5ad-375d-4938-9dd0-825896f9ed78.vmdk or device None with type streamOptimized {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1379.440991] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0df2ab58-4cee-48af-90e5-062ec6f626c2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.460050] env[69524]: DEBUG oslo_vmware.api [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Waiting for the task: (returnval){ [ 1379.460050] env[69524]: value = "task-4069118" [ 1379.460050] env[69524]: _type = "Task" [ 1379.460050] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.468465] env[69524]: DEBUG oslo_vmware.api [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069118, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.742558] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ecd0f26a-5ead-4064-b6e9-a4bf564e748a tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquiring lock "interface-35692d52-d3fe-48db-ab53-bc68cfb6fbc6-e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.742832] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ecd0f26a-5ead-4064-b6e9-a4bf564e748a tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lock "interface-35692d52-d3fe-48db-ab53-bc68cfb6fbc6-e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.970878] env[69524]: DEBUG oslo_vmware.api [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069118, 'name': ReconfigVM_Task, 'duration_secs': 0.297895} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.970984] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 3198d5ad-375d-4938-9dd0-825896f9ed78/3198d5ad-375d-4938-9dd0-825896f9ed78.vmdk or device None with type streamOptimized {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1379.972151] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_secret_uuid': None, 'encrypted': False, 'encryption_format': None, 'boot_index': 0, 'guest_format': None, 'device_type': 'disk', 'disk_bus': None, 'encryption_options': None, 'device_name': '/dev/sda', 'size': 0, 'image_id': '7e48ad2e-b898-4fe5-a14c-ede19c27ca63'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806354', 'volume_id': 'eefde972-e175-49cc-8f0c-d58bb2414d05', 'name': 'volume-eefde972-e175-49cc-8f0c-d58bb2414d05', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '3198d5ad-375d-4938-9dd0-825896f9ed78', 'attached_at': '', 'detached_at': '', 'volume_id': 'eefde972-e175-49cc-8f0c-d58bb2414d05', 'serial': 'eefde972-e175-49cc-8f0c-d58bb2414d05'}, 'delete_on_termination': False, 'guest_format': None, 'disk_bus': None, 'device_type': None, 'boot_index': None, 'mount_device': '/dev/sdb', 'attachment_id': '6bd14700-bd06-46c7-b469-3ffe8e9c42be', 'volume_type': None}], 'swap': None} {{(pid=69524) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1379.972367] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Volume attach. Driver type: vmdk {{(pid=69524) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1379.972797] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806354', 'volume_id': 'eefde972-e175-49cc-8f0c-d58bb2414d05', 'name': 'volume-eefde972-e175-49cc-8f0c-d58bb2414d05', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '3198d5ad-375d-4938-9dd0-825896f9ed78', 'attached_at': '', 'detached_at': '', 'volume_id': 'eefde972-e175-49cc-8f0c-d58bb2414d05', 'serial': 'eefde972-e175-49cc-8f0c-d58bb2414d05'} {{(pid=69524) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1379.973431] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-722aa973-83e2-4e23-a4d6-1390d7bfbcdb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.990776] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45d319b-a672-41d8-a170-7d36463bce9f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.016207] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] volume-eefde972-e175-49cc-8f0c-d58bb2414d05/volume-eefde972-e175-49cc-8f0c-d58bb2414d05.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1380.016892] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d93ae427-f621-4489-af4c-cd1c9a05c99d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.036348] env[69524]: DEBUG oslo_vmware.api [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Waiting for the task: (returnval){ [ 1380.036348] env[69524]: value = "task-4069119" [ 1380.036348] env[69524]: _type = "Task" [ 1380.036348] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.049015] env[69524]: DEBUG oslo_vmware.api [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069119, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.246227] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ecd0f26a-5ead-4064-b6e9-a4bf564e748a tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquiring lock "35692d52-d3fe-48db-ab53-bc68cfb6fbc6" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.246524] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ecd0f26a-5ead-4064-b6e9-a4bf564e748a tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquired lock "35692d52-d3fe-48db-ab53-bc68cfb6fbc6" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.247454] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767a4cef-945f-486c-9eaa-9a21c1b87dcf {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.270108] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41683cf-c3e4-43ec-911e-fb4b0d33d8c5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.299206] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ecd0f26a-5ead-4064-b6e9-a4bf564e748a tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Reconfiguring VM to detach interface {{(pid=69524) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1380.299601] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-393e5f72-536f-48e0-9fd3-7384078b9aa6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.322049] env[69524]: DEBUG oslo_vmware.api [None req-ecd0f26a-5ead-4064-b6e9-a4bf564e748a tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Waiting for the task: (returnval){ [ 1380.322049] env[69524]: value = "task-4069120" [ 1380.322049] env[69524]: _type = "Task" [ 1380.322049] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.332981] env[69524]: DEBUG oslo_vmware.api [None req-ecd0f26a-5ead-4064-b6e9-a4bf564e748a tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4069120, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.546509] env[69524]: DEBUG oslo_vmware.api [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069119, 'name': ReconfigVM_Task, 'duration_secs': 0.308523} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.546887] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Reconfigured VM instance instance-00000071 to attach disk [datastore1] volume-eefde972-e175-49cc-8f0c-d58bb2414d05/volume-eefde972-e175-49cc-8f0c-d58bb2414d05.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1380.552141] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fcb325d-3986-4aee-b876-0d8b84c81898 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.567541] env[69524]: DEBUG oslo_vmware.api [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Waiting for the task: (returnval){ [ 1380.567541] env[69524]: value = "task-4069121" [ 1380.567541] env[69524]: _type = "Task" [ 1380.567541] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.576433] env[69524]: DEBUG oslo_vmware.api [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069121, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.833256] env[69524]: DEBUG oslo_vmware.api [None req-ecd0f26a-5ead-4064-b6e9-a4bf564e748a tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4069120, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.079204] env[69524]: DEBUG oslo_vmware.api [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069121, 'name': ReconfigVM_Task, 'duration_secs': 0.13714} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.079521] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806354', 'volume_id': 'eefde972-e175-49cc-8f0c-d58bb2414d05', 'name': 'volume-eefde972-e175-49cc-8f0c-d58bb2414d05', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '3198d5ad-375d-4938-9dd0-825896f9ed78', 'attached_at': '', 'detached_at': '', 'volume_id': 'eefde972-e175-49cc-8f0c-d58bb2414d05', 'serial': 'eefde972-e175-49cc-8f0c-d58bb2414d05'} {{(pid=69524) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1381.080198] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c0969e7-6c02-405e-9c58-6f2e0681225a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.088259] env[69524]: DEBUG oslo_vmware.api [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Waiting for the task: (returnval){ [ 1381.088259] env[69524]: value = "task-4069122" [ 1381.088259] env[69524]: _type = "Task" [ 1381.088259] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.097159] env[69524]: DEBUG oslo_vmware.api [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069122, 'name': Rename_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.333183] env[69524]: DEBUG oslo_vmware.api [None req-ecd0f26a-5ead-4064-b6e9-a4bf564e748a tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4069120, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.610853] env[69524]: DEBUG oslo_vmware.api [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069122, 'name': Rename_Task, 'duration_secs': 0.147297} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.610853] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1381.610853] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14bafbc9-57ac-488c-a4af-0a5783934f12 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.612687] env[69524]: DEBUG oslo_vmware.api [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Waiting for the task: (returnval){ [ 1381.612687] env[69524]: value = "task-4069123" [ 1381.612687] env[69524]: _type = "Task" [ 1381.612687] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.623602] env[69524]: DEBUG oslo_vmware.api [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069123, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.835747] env[69524]: DEBUG oslo_vmware.api [None req-ecd0f26a-5ead-4064-b6e9-a4bf564e748a tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4069120, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.123162] env[69524]: DEBUG oslo_vmware.api [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069123, 'name': PowerOnVM_Task, 'duration_secs': 0.484783} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.123472] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1382.244973] env[69524]: DEBUG nova.compute.manager [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1382.245925] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca7593b7-f551-44ac-b8a7-1d357bbfed3c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.335933] env[69524]: DEBUG oslo_vmware.api [None req-ecd0f26a-5ead-4064-b6e9-a4bf564e748a tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4069120, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.774303] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c9eaf856-2d24-432f-b383-83223d0ae3b2 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Lock "3198d5ad-375d-4938-9dd0-825896f9ed78" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 27.317s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1382.837600] env[69524]: DEBUG oslo_vmware.api [None req-ecd0f26a-5ead-4064-b6e9-a4bf564e748a tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4069120, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.295785] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Acquiring lock "049e8484-7ba5-4cf3-a8bd-162a83e8e4b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1383.296031] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Lock "049e8484-7ba5-4cf3-a8bd-162a83e8e4b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1383.336147] env[69524]: DEBUG oslo_vmware.api [None req-ecd0f26a-5ead-4064-b6e9-a4bf564e748a tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4069120, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.798960] env[69524]: DEBUG nova.compute.manager [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1383.836140] env[69524]: DEBUG oslo_vmware.api [None req-ecd0f26a-5ead-4064-b6e9-a4bf564e748a tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4069120, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.322502] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.322811] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.324413] env[69524]: INFO nova.compute.claims [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1384.337475] env[69524]: DEBUG oslo_vmware.api [None req-ecd0f26a-5ead-4064-b6e9-a4bf564e748a tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4069120, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.839798] env[69524]: DEBUG oslo_vmware.api [None req-ecd0f26a-5ead-4064-b6e9-a4bf564e748a tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4069120, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.341114] env[69524]: DEBUG oslo_vmware.api [None req-ecd0f26a-5ead-4064-b6e9-a4bf564e748a tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4069120, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.412758] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c5163f-0f32-47c7-94db-b3b8f72a348a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.420333] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9fe7a6-9349-4bd4-93dc-5a7c42eceb54 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.455693] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b75a9a-504c-45a7-8b7a-4c3c037c6f7b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.464062] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f95531b-0a1d-41c9-b318-ed21996cd569 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.478518] env[69524]: DEBUG nova.compute.provider_tree [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1385.838895] env[69524]: DEBUG oslo_vmware.api [None req-ecd0f26a-5ead-4064-b6e9-a4bf564e748a tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4069120, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.981960] env[69524]: DEBUG nova.scheduler.client.report [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1386.340853] env[69524]: DEBUG oslo_vmware.api [None req-ecd0f26a-5ead-4064-b6e9-a4bf564e748a tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4069120, 'name': ReconfigVM_Task, 'duration_secs': 5.788159} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.341164] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ecd0f26a-5ead-4064-b6e9-a4bf564e748a tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Releasing lock "35692d52-d3fe-48db-ab53-bc68cfb6fbc6" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.341426] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ecd0f26a-5ead-4064-b6e9-a4bf564e748a tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Reconfigured VM to detach interface {{(pid=69524) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1386.487306] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.164s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1386.487824] env[69524]: DEBUG nova.compute.manager [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1386.993727] env[69524]: DEBUG nova.compute.utils [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1386.995455] env[69524]: DEBUG nova.compute.manager [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1386.995639] env[69524]: DEBUG nova.network.neutron [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1387.031934] env[69524]: DEBUG nova.policy [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1302fa3131c04a77aea697cd1e441429', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e3d1a1c5b6a42bfa6bca7a69b0220db', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 1387.291972] env[69524]: DEBUG nova.network.neutron [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] Successfully created port: e5d6ebed-d6c5-4ab5-bc83-064f68e70b04 {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1387.499116] env[69524]: DEBUG nova.compute.manager [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1387.605562] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ecd0f26a-5ead-4064-b6e9-a4bf564e748a tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquiring lock "refresh_cache-35692d52-d3fe-48db-ab53-bc68cfb6fbc6" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.605763] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ecd0f26a-5ead-4064-b6e9-a4bf564e748a tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquired lock "refresh_cache-35692d52-d3fe-48db-ab53-bc68cfb6fbc6" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.605945] env[69524]: DEBUG nova.network.neutron [None req-ecd0f26a-5ead-4064-b6e9-a4bf564e748a tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1388.320943] env[69524]: INFO nova.network.neutron [None req-ecd0f26a-5ead-4064-b6e9-a4bf564e748a tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Port e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1388.321347] env[69524]: DEBUG nova.network.neutron [None req-ecd0f26a-5ead-4064-b6e9-a4bf564e748a tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Updating instance_info_cache with network_info: [{"id": "d4eb7fac-4abe-4c73-9eff-13553bf718cd", "address": "fa:16:3e:df:83:70", "network": {"id": "7f21e6c8-7948-4d2a-9388-e641a2d42214", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1972708614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e79fb10ba570446e80b89783732d562f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4eb7fac-4a", "ovs_interfaceid": "d4eb7fac-4abe-4c73-9eff-13553bf718cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.509498] env[69524]: DEBUG nova.compute.manager [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1388.542490] env[69524]: DEBUG nova.virt.hardware [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1388.542673] env[69524]: DEBUG nova.virt.hardware [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1388.542835] env[69524]: DEBUG nova.virt.hardware [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1388.543030] env[69524]: DEBUG nova.virt.hardware [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1388.543224] env[69524]: DEBUG nova.virt.hardware [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1388.543387] env[69524]: DEBUG nova.virt.hardware [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1388.543659] env[69524]: DEBUG nova.virt.hardware [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1388.543832] env[69524]: DEBUG nova.virt.hardware [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1388.544007] env[69524]: DEBUG nova.virt.hardware [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1388.544205] env[69524]: DEBUG nova.virt.hardware [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1388.544381] env[69524]: DEBUG nova.virt.hardware [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1388.545359] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd902c34-446a-4629-9691-ff95f796a3e0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.554098] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32a7036-07c1-4c27-99b6-714cd39b6ae0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.612937] env[69524]: DEBUG nova.compute.manager [req-76e63a66-520e-4613-9752-7e2bf8310d4e req-0f0f2773-5931-42b4-a6cd-4a54e3b8ef95 service nova] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Received event network-changed-d4eb7fac-4abe-4c73-9eff-13553bf718cd {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1388.612937] env[69524]: DEBUG nova.compute.manager [req-76e63a66-520e-4613-9752-7e2bf8310d4e req-0f0f2773-5931-42b4-a6cd-4a54e3b8ef95 service nova] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Refreshing instance network info cache due to event network-changed-d4eb7fac-4abe-4c73-9eff-13553bf718cd. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1388.612937] env[69524]: DEBUG oslo_concurrency.lockutils [req-76e63a66-520e-4613-9752-7e2bf8310d4e req-0f0f2773-5931-42b4-a6cd-4a54e3b8ef95 service nova] Acquiring lock "refresh_cache-35692d52-d3fe-48db-ab53-bc68cfb6fbc6" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.662037] env[69524]: DEBUG nova.compute.manager [req-ec2ab316-961d-4360-8946-402478e85d47 req-09877a47-5ee5-4397-9f23-b03db2ab542f service nova] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] Received event network-vif-plugged-e5d6ebed-d6c5-4ab5-bc83-064f68e70b04 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1388.662037] env[69524]: DEBUG oslo_concurrency.lockutils [req-ec2ab316-961d-4360-8946-402478e85d47 req-09877a47-5ee5-4397-9f23-b03db2ab542f service nova] Acquiring lock "049e8484-7ba5-4cf3-a8bd-162a83e8e4b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.662037] env[69524]: DEBUG oslo_concurrency.lockutils [req-ec2ab316-961d-4360-8946-402478e85d47 req-09877a47-5ee5-4397-9f23-b03db2ab542f service nova] Lock "049e8484-7ba5-4cf3-a8bd-162a83e8e4b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.662587] env[69524]: DEBUG oslo_concurrency.lockutils [req-ec2ab316-961d-4360-8946-402478e85d47 req-09877a47-5ee5-4397-9f23-b03db2ab542f service nova] Lock "049e8484-7ba5-4cf3-a8bd-162a83e8e4b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.663557] env[69524]: DEBUG nova.compute.manager [req-ec2ab316-961d-4360-8946-402478e85d47 req-09877a47-5ee5-4397-9f23-b03db2ab542f service nova] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] No waiting events found dispatching network-vif-plugged-e5d6ebed-d6c5-4ab5-bc83-064f68e70b04 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1388.663557] env[69524]: WARNING nova.compute.manager [req-ec2ab316-961d-4360-8946-402478e85d47 req-09877a47-5ee5-4397-9f23-b03db2ab542f service nova] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] Received unexpected event network-vif-plugged-e5d6ebed-d6c5-4ab5-bc83-064f68e70b04 for instance with vm_state building and task_state spawning. [ 1388.754056] env[69524]: DEBUG nova.network.neutron [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] Successfully updated port: e5d6ebed-d6c5-4ab5-bc83-064f68e70b04 {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1388.824288] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ecd0f26a-5ead-4064-b6e9-a4bf564e748a tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Releasing lock "refresh_cache-35692d52-d3fe-48db-ab53-bc68cfb6fbc6" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.826720] env[69524]: DEBUG oslo_concurrency.lockutils [req-76e63a66-520e-4613-9752-7e2bf8310d4e req-0f0f2773-5931-42b4-a6cd-4a54e3b8ef95 service nova] Acquired lock "refresh_cache-35692d52-d3fe-48db-ab53-bc68cfb6fbc6" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.826929] env[69524]: DEBUG nova.network.neutron [req-76e63a66-520e-4613-9752-7e2bf8310d4e req-0f0f2773-5931-42b4-a6cd-4a54e3b8ef95 service nova] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Refreshing network info cache for port d4eb7fac-4abe-4c73-9eff-13553bf718cd {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1389.257445] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Acquiring lock "refresh_cache-049e8484-7ba5-4cf3-a8bd-162a83e8e4b6" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.257617] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Acquired lock "refresh_cache-049e8484-7ba5-4cf3-a8bd-162a83e8e4b6" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.257773] env[69524]: DEBUG nova.network.neutron [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1389.302399] env[69524]: DEBUG oslo_concurrency.lockutils [None req-401768c0-5058-46b2-901a-6301d250842d tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquiring lock "interface-0249bf37-cb25-40e5-9a39-56282e5e2d0d-e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1389.302651] env[69524]: DEBUG oslo_concurrency.lockutils [None req-401768c0-5058-46b2-901a-6301d250842d tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lock "interface-0249bf37-cb25-40e5-9a39-56282e5e2d0d-e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1389.303096] env[69524]: DEBUG nova.objects.instance [None req-401768c0-5058-46b2-901a-6301d250842d tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lazy-loading 'flavor' on Instance uuid 0249bf37-cb25-40e5-9a39-56282e5e2d0d {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1389.331984] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ecd0f26a-5ead-4064-b6e9-a4bf564e748a tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lock "interface-35692d52-d3fe-48db-ab53-bc68cfb6fbc6-e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.589s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1389.523836] env[69524]: DEBUG nova.network.neutron [req-76e63a66-520e-4613-9752-7e2bf8310d4e req-0f0f2773-5931-42b4-a6cd-4a54e3b8ef95 service nova] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Updated VIF entry in instance network info cache for port d4eb7fac-4abe-4c73-9eff-13553bf718cd. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1389.524203] env[69524]: DEBUG nova.network.neutron [req-76e63a66-520e-4613-9752-7e2bf8310d4e req-0f0f2773-5931-42b4-a6cd-4a54e3b8ef95 service nova] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Updating instance_info_cache with network_info: [{"id": "d4eb7fac-4abe-4c73-9eff-13553bf718cd", "address": "fa:16:3e:df:83:70", "network": {"id": "7f21e6c8-7948-4d2a-9388-e641a2d42214", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1972708614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e79fb10ba570446e80b89783732d562f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd4eb7fac-4a", "ovs_interfaceid": "d4eb7fac-4abe-4c73-9eff-13553bf718cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.792154] env[69524]: DEBUG nova.network.neutron [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1389.962632] env[69524]: DEBUG nova.objects.instance [None req-401768c0-5058-46b2-901a-6301d250842d tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lazy-loading 'pci_requests' on Instance uuid 0249bf37-cb25-40e5-9a39-56282e5e2d0d {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1389.976168] env[69524]: DEBUG nova.network.neutron [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] Updating instance_info_cache with network_info: [{"id": "e5d6ebed-d6c5-4ab5-bc83-064f68e70b04", "address": "fa:16:3e:84:d6:97", "network": {"id": "7fcdb358-d4bb-4ca1-b302-a614a8551226", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1837737759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e3d1a1c5b6a42bfa6bca7a69b0220db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5d6ebed-d6", "ovs_interfaceid": "e5d6ebed-d6c5-4ab5-bc83-064f68e70b04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.026679] env[69524]: DEBUG oslo_concurrency.lockutils [req-76e63a66-520e-4613-9752-7e2bf8310d4e req-0f0f2773-5931-42b4-a6cd-4a54e3b8ef95 service nova] Releasing lock "refresh_cache-35692d52-d3fe-48db-ab53-bc68cfb6fbc6" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.465840] env[69524]: DEBUG nova.objects.base [None req-401768c0-5058-46b2-901a-6301d250842d tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Object Instance<0249bf37-cb25-40e5-9a39-56282e5e2d0d> lazy-loaded attributes: flavor,pci_requests {{(pid=69524) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1390.466234] env[69524]: DEBUG nova.network.neutron [None req-401768c0-5058-46b2-901a-6301d250842d tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1390.479101] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Releasing lock "refresh_cache-049e8484-7ba5-4cf3-a8bd-162a83e8e4b6" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.479445] env[69524]: DEBUG nova.compute.manager [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] Instance network_info: |[{"id": "e5d6ebed-d6c5-4ab5-bc83-064f68e70b04", "address": "fa:16:3e:84:d6:97", "network": {"id": "7fcdb358-d4bb-4ca1-b302-a614a8551226", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1837737759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e3d1a1c5b6a42bfa6bca7a69b0220db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5d6ebed-d6", "ovs_interfaceid": "e5d6ebed-d6c5-4ab5-bc83-064f68e70b04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1390.479882] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:d6:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26a1e556-1ede-445a-bf87-a35daa5d9070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5d6ebed-d6c5-4ab5-bc83-064f68e70b04', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1390.487601] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Creating folder: Project (7e3d1a1c5b6a42bfa6bca7a69b0220db). Parent ref: group-v806025. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1390.487914] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed0a8c8a-5fbc-4614-9403-b01f6915198c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.500941] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Created folder: Project (7e3d1a1c5b6a42bfa6bca7a69b0220db) in parent group-v806025. [ 1390.501155] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Creating folder: Instances. Parent ref: group-v806360. {{(pid=69524) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1390.501406] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43f79741-7704-4b01-b535-05591302fe00 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.511529] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Created folder: Instances in parent group-v806360. [ 1390.511804] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1390.511990] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1390.512215] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0326619b-6f5d-46c6-9546-9671b167596f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.529308] env[69524]: DEBUG nova.policy [None req-401768c0-5058-46b2-901a-6301d250842d tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '75e9390581df481eb83f5286dd2996b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e79fb10ba570446e80b89783732d562f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 1390.532522] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1390.532522] env[69524]: value = "task-4069126" [ 1390.532522] env[69524]: _type = "Task" [ 1390.532522] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.540047] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069126, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.641996] env[69524]: DEBUG nova.compute.manager [req-ded00aac-30f2-41c0-b701-15c264a3fbfa req-9f3b8ad4-6ab6-41a6-b34c-dc936c7ab071 service nova] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Received event network-changed-5a249f8c-a820-4f0e-91ef-b1fe31c12a4c {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1390.642313] env[69524]: DEBUG nova.compute.manager [req-ded00aac-30f2-41c0-b701-15c264a3fbfa req-9f3b8ad4-6ab6-41a6-b34c-dc936c7ab071 service nova] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Refreshing instance network info cache due to event network-changed-5a249f8c-a820-4f0e-91ef-b1fe31c12a4c. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1390.642439] env[69524]: DEBUG oslo_concurrency.lockutils [req-ded00aac-30f2-41c0-b701-15c264a3fbfa req-9f3b8ad4-6ab6-41a6-b34c-dc936c7ab071 service nova] Acquiring lock "refresh_cache-0249bf37-cb25-40e5-9a39-56282e5e2d0d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.642595] env[69524]: DEBUG oslo_concurrency.lockutils [req-ded00aac-30f2-41c0-b701-15c264a3fbfa req-9f3b8ad4-6ab6-41a6-b34c-dc936c7ab071 service nova] Acquired lock "refresh_cache-0249bf37-cb25-40e5-9a39-56282e5e2d0d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.642757] env[69524]: DEBUG nova.network.neutron [req-ded00aac-30f2-41c0-b701-15c264a3fbfa req-9f3b8ad4-6ab6-41a6-b34c-dc936c7ab071 service nova] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Refreshing network info cache for port 5a249f8c-a820-4f0e-91ef-b1fe31c12a4c {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1390.692469] env[69524]: DEBUG nova.compute.manager [req-fd700c6f-6511-421c-b046-5cea17c4806e req-67a2b150-dc53-4ec8-b488-55b766ddcb81 service nova] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] Received event network-changed-e5d6ebed-d6c5-4ab5-bc83-064f68e70b04 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1390.692776] env[69524]: DEBUG nova.compute.manager [req-fd700c6f-6511-421c-b046-5cea17c4806e req-67a2b150-dc53-4ec8-b488-55b766ddcb81 service nova] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] Refreshing instance network info cache due to event network-changed-e5d6ebed-d6c5-4ab5-bc83-064f68e70b04. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1390.692952] env[69524]: DEBUG oslo_concurrency.lockutils [req-fd700c6f-6511-421c-b046-5cea17c4806e req-67a2b150-dc53-4ec8-b488-55b766ddcb81 service nova] Acquiring lock "refresh_cache-049e8484-7ba5-4cf3-a8bd-162a83e8e4b6" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.693120] env[69524]: DEBUG oslo_concurrency.lockutils [req-fd700c6f-6511-421c-b046-5cea17c4806e req-67a2b150-dc53-4ec8-b488-55b766ddcb81 service nova] Acquired lock "refresh_cache-049e8484-7ba5-4cf3-a8bd-162a83e8e4b6" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.694613] env[69524]: DEBUG nova.network.neutron [req-fd700c6f-6511-421c-b046-5cea17c4806e req-67a2b150-dc53-4ec8-b488-55b766ddcb81 service nova] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] Refreshing network info cache for port e5d6ebed-d6c5-4ab5-bc83-064f68e70b04 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1391.043446] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069126, 'name': CreateVM_Task, 'duration_secs': 0.295326} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.043690] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1391.044403] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.044575] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.044911] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.045188] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8b94978-b122-4b4c-96a3-b9b82c1c1101 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.050796] env[69524]: DEBUG oslo_vmware.api [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Waiting for the task: (returnval){ [ 1391.050796] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52761552-c55d-be22-ca5c-bac609671c7d" [ 1391.050796] env[69524]: _type = "Task" [ 1391.050796] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.059825] env[69524]: DEBUG oslo_vmware.api [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52761552-c55d-be22-ca5c-bac609671c7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.561568] env[69524]: DEBUG oslo_vmware.api [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52761552-c55d-be22-ca5c-bac609671c7d, 'name': SearchDatastore_Task, 'duration_secs': 0.011478} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.561940] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.562151] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1391.562394] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.562541] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.562722] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1391.562983] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e207501b-a10b-465e-85a5-01964ce95ece {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.572816] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1391.573041] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1391.573762] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-718ffdec-d5a4-460c-9b80-7941ed4e5fb0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.579577] env[69524]: DEBUG oslo_vmware.api [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Waiting for the task: (returnval){ [ 1391.579577] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52c7329b-ba18-f19f-9d82-e1d82bda59f4" [ 1391.579577] env[69524]: _type = "Task" [ 1391.579577] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.587412] env[69524]: DEBUG oslo_vmware.api [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52c7329b-ba18-f19f-9d82-e1d82bda59f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.743906] env[69524]: DEBUG nova.network.neutron [req-ded00aac-30f2-41c0-b701-15c264a3fbfa req-9f3b8ad4-6ab6-41a6-b34c-dc936c7ab071 service nova] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Updated VIF entry in instance network info cache for port 5a249f8c-a820-4f0e-91ef-b1fe31c12a4c. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1391.744238] env[69524]: DEBUG nova.network.neutron [req-ded00aac-30f2-41c0-b701-15c264a3fbfa req-9f3b8ad4-6ab6-41a6-b34c-dc936c7ab071 service nova] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Updating instance_info_cache with network_info: [{"id": "5a249f8c-a820-4f0e-91ef-b1fe31c12a4c", "address": "fa:16:3e:c1:ff:24", "network": {"id": "7f21e6c8-7948-4d2a-9388-e641a2d42214", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1972708614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e79fb10ba570446e80b89783732d562f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a249f8c-a8", "ovs_interfaceid": "5a249f8c-a820-4f0e-91ef-b1fe31c12a4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.837040] env[69524]: DEBUG nova.network.neutron [req-fd700c6f-6511-421c-b046-5cea17c4806e req-67a2b150-dc53-4ec8-b488-55b766ddcb81 service nova] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] Updated VIF entry in instance network info cache for port e5d6ebed-d6c5-4ab5-bc83-064f68e70b04. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1391.837420] env[69524]: DEBUG nova.network.neutron [req-fd700c6f-6511-421c-b046-5cea17c4806e req-67a2b150-dc53-4ec8-b488-55b766ddcb81 service nova] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] Updating instance_info_cache with network_info: [{"id": "e5d6ebed-d6c5-4ab5-bc83-064f68e70b04", "address": "fa:16:3e:84:d6:97", "network": {"id": "7fcdb358-d4bb-4ca1-b302-a614a8551226", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1837737759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e3d1a1c5b6a42bfa6bca7a69b0220db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5d6ebed-d6", "ovs_interfaceid": "e5d6ebed-d6c5-4ab5-bc83-064f68e70b04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.025229] env[69524]: DEBUG nova.network.neutron [None req-401768c0-5058-46b2-901a-6301d250842d tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Successfully updated port: e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6 {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1392.090079] env[69524]: DEBUG oslo_vmware.api [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52c7329b-ba18-f19f-9d82-e1d82bda59f4, 'name': SearchDatastore_Task, 'duration_secs': 0.010244} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.090874] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20cb57ea-619e-43c1-a459-1bdbacff349c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.096868] env[69524]: DEBUG oslo_vmware.api [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Waiting for the task: (returnval){ [ 1392.096868] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5210b3d0-246e-a862-7318-be6e55165a9e" [ 1392.096868] env[69524]: _type = "Task" [ 1392.096868] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.106302] env[69524]: DEBUG oslo_vmware.api [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5210b3d0-246e-a862-7318-be6e55165a9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.246759] env[69524]: DEBUG oslo_concurrency.lockutils [req-ded00aac-30f2-41c0-b701-15c264a3fbfa req-9f3b8ad4-6ab6-41a6-b34c-dc936c7ab071 service nova] Releasing lock "refresh_cache-0249bf37-cb25-40e5-9a39-56282e5e2d0d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.340737] env[69524]: DEBUG oslo_concurrency.lockutils [req-fd700c6f-6511-421c-b046-5cea17c4806e req-67a2b150-dc53-4ec8-b488-55b766ddcb81 service nova] Releasing lock "refresh_cache-049e8484-7ba5-4cf3-a8bd-162a83e8e4b6" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.528030] env[69524]: DEBUG oslo_concurrency.lockutils [None req-401768c0-5058-46b2-901a-6301d250842d tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquiring lock "refresh_cache-0249bf37-cb25-40e5-9a39-56282e5e2d0d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.528248] env[69524]: DEBUG oslo_concurrency.lockutils [None req-401768c0-5058-46b2-901a-6301d250842d tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquired lock "refresh_cache-0249bf37-cb25-40e5-9a39-56282e5e2d0d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.528429] env[69524]: DEBUG nova.network.neutron [None req-401768c0-5058-46b2-901a-6301d250842d tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1392.607881] env[69524]: DEBUG oslo_vmware.api [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5210b3d0-246e-a862-7318-be6e55165a9e, 'name': SearchDatastore_Task, 'duration_secs': 0.010631} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.608351] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.608351] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6/049e8484-7ba5-4cf3-a8bd-162a83e8e4b6.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1392.608618] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d525dc8f-4823-4331-be97-ad09d74f39de {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.616164] env[69524]: DEBUG oslo_vmware.api [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Waiting for the task: (returnval){ [ 1392.616164] env[69524]: value = "task-4069127" [ 1392.616164] env[69524]: _type = "Task" [ 1392.616164] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.624298] env[69524]: DEBUG oslo_vmware.api [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069127, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.838133] env[69524]: DEBUG nova.compute.manager [req-0dd09caa-057f-4fec-8bda-7a66e344506f req-8266e98e-3c89-4081-8596-85e9c1ddecbe service nova] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Received event network-vif-plugged-e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1392.838577] env[69524]: DEBUG oslo_concurrency.lockutils [req-0dd09caa-057f-4fec-8bda-7a66e344506f req-8266e98e-3c89-4081-8596-85e9c1ddecbe service nova] Acquiring lock "0249bf37-cb25-40e5-9a39-56282e5e2d0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1392.838975] env[69524]: DEBUG oslo_concurrency.lockutils [req-0dd09caa-057f-4fec-8bda-7a66e344506f req-8266e98e-3c89-4081-8596-85e9c1ddecbe service nova] Lock "0249bf37-cb25-40e5-9a39-56282e5e2d0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1392.839280] env[69524]: DEBUG oslo_concurrency.lockutils [req-0dd09caa-057f-4fec-8bda-7a66e344506f req-8266e98e-3c89-4081-8596-85e9c1ddecbe service nova] Lock "0249bf37-cb25-40e5-9a39-56282e5e2d0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.839606] env[69524]: DEBUG nova.compute.manager [req-0dd09caa-057f-4fec-8bda-7a66e344506f req-8266e98e-3c89-4081-8596-85e9c1ddecbe service nova] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] No waiting events found dispatching network-vif-plugged-e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1392.839924] env[69524]: WARNING nova.compute.manager [req-0dd09caa-057f-4fec-8bda-7a66e344506f req-8266e98e-3c89-4081-8596-85e9c1ddecbe service nova] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Received unexpected event network-vif-plugged-e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6 for instance with vm_state active and task_state None. [ 1392.840268] env[69524]: DEBUG nova.compute.manager [req-0dd09caa-057f-4fec-8bda-7a66e344506f req-8266e98e-3c89-4081-8596-85e9c1ddecbe service nova] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Received event network-changed-e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1392.840526] env[69524]: DEBUG nova.compute.manager [req-0dd09caa-057f-4fec-8bda-7a66e344506f req-8266e98e-3c89-4081-8596-85e9c1ddecbe service nova] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Refreshing instance network info cache due to event network-changed-e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1392.840811] env[69524]: DEBUG oslo_concurrency.lockutils [req-0dd09caa-057f-4fec-8bda-7a66e344506f req-8266e98e-3c89-4081-8596-85e9c1ddecbe service nova] Acquiring lock "refresh_cache-0249bf37-cb25-40e5-9a39-56282e5e2d0d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.070757] env[69524]: WARNING nova.network.neutron [None req-401768c0-5058-46b2-901a-6301d250842d tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] 7f21e6c8-7948-4d2a-9388-e641a2d42214 already exists in list: networks containing: ['7f21e6c8-7948-4d2a-9388-e641a2d42214']. ignoring it [ 1393.126477] env[69524]: DEBUG oslo_vmware.api [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069127, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45705} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.129007] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6/049e8484-7ba5-4cf3-a8bd-162a83e8e4b6.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1393.129263] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1393.129533] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-346f1717-d679-4504-be7b-2a7113407614 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.137551] env[69524]: DEBUG oslo_vmware.api [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Waiting for the task: (returnval){ [ 1393.137551] env[69524]: value = "task-4069128" [ 1393.137551] env[69524]: _type = "Task" [ 1393.137551] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.148253] env[69524]: DEBUG oslo_vmware.api [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069128, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.367166] env[69524]: DEBUG nova.network.neutron [None req-401768c0-5058-46b2-901a-6301d250842d tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Updating instance_info_cache with network_info: [{"id": "5a249f8c-a820-4f0e-91ef-b1fe31c12a4c", "address": "fa:16:3e:c1:ff:24", "network": {"id": "7f21e6c8-7948-4d2a-9388-e641a2d42214", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1972708614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e79fb10ba570446e80b89783732d562f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a249f8c-a8", "ovs_interfaceid": "5a249f8c-a820-4f0e-91ef-b1fe31c12a4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6", "address": "fa:16:3e:5e:2f:b9", "network": {"id": "7f21e6c8-7948-4d2a-9388-e641a2d42214", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1972708614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e79fb10ba570446e80b89783732d562f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape51e60dd-6b", "ovs_interfaceid": "e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.648370] env[69524]: DEBUG oslo_vmware.api [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069128, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068422} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.648760] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1393.649442] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20dedce4-1896-44cd-9d9b-b41e65b79513 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.670941] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6/049e8484-7ba5-4cf3-a8bd-162a83e8e4b6.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1393.671217] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1b0946a-3237-4189-abc6-9198d502c352 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.690547] env[69524]: DEBUG oslo_vmware.api [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Waiting for the task: (returnval){ [ 1393.690547] env[69524]: value = "task-4069129" [ 1393.690547] env[69524]: _type = "Task" [ 1393.690547] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.698678] env[69524]: DEBUG oslo_vmware.api [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069129, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.869794] env[69524]: DEBUG oslo_concurrency.lockutils [None req-401768c0-5058-46b2-901a-6301d250842d tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Releasing lock "refresh_cache-0249bf37-cb25-40e5-9a39-56282e5e2d0d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.870613] env[69524]: DEBUG oslo_concurrency.lockutils [None req-401768c0-5058-46b2-901a-6301d250842d tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquiring lock "0249bf37-cb25-40e5-9a39-56282e5e2d0d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.870738] env[69524]: DEBUG oslo_concurrency.lockutils [None req-401768c0-5058-46b2-901a-6301d250842d tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquired lock "0249bf37-cb25-40e5-9a39-56282e5e2d0d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.871439] env[69524]: DEBUG oslo_concurrency.lockutils [req-0dd09caa-057f-4fec-8bda-7a66e344506f req-8266e98e-3c89-4081-8596-85e9c1ddecbe service nova] Acquired lock "refresh_cache-0249bf37-cb25-40e5-9a39-56282e5e2d0d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.871624] env[69524]: DEBUG nova.network.neutron [req-0dd09caa-057f-4fec-8bda-7a66e344506f req-8266e98e-3c89-4081-8596-85e9c1ddecbe service nova] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Refreshing network info cache for port e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1393.873354] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d13575-ebd1-463b-83e1-b28711bbd70f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.891554] env[69524]: DEBUG nova.virt.hardware [None req-401768c0-5058-46b2-901a-6301d250842d tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1393.891801] env[69524]: DEBUG nova.virt.hardware [None req-401768c0-5058-46b2-901a-6301d250842d tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1393.891956] env[69524]: DEBUG nova.virt.hardware [None req-401768c0-5058-46b2-901a-6301d250842d tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1393.892152] env[69524]: DEBUG nova.virt.hardware [None req-401768c0-5058-46b2-901a-6301d250842d tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1393.892299] env[69524]: DEBUG nova.virt.hardware [None req-401768c0-5058-46b2-901a-6301d250842d tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1393.892443] env[69524]: DEBUG nova.virt.hardware [None req-401768c0-5058-46b2-901a-6301d250842d tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1393.892650] env[69524]: DEBUG nova.virt.hardware [None req-401768c0-5058-46b2-901a-6301d250842d tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1393.892809] env[69524]: DEBUG nova.virt.hardware [None req-401768c0-5058-46b2-901a-6301d250842d tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1393.892973] env[69524]: DEBUG nova.virt.hardware [None req-401768c0-5058-46b2-901a-6301d250842d tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1393.893149] env[69524]: DEBUG nova.virt.hardware [None req-401768c0-5058-46b2-901a-6301d250842d tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1393.893320] env[69524]: DEBUG nova.virt.hardware [None req-401768c0-5058-46b2-901a-6301d250842d tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1393.899678] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-401768c0-5058-46b2-901a-6301d250842d tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Reconfiguring VM to attach interface {{(pid=69524) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1393.900699] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbc045ec-78e4-44ec-a360-445032a98c47 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.918137] env[69524]: DEBUG oslo_vmware.api [None req-401768c0-5058-46b2-901a-6301d250842d tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Waiting for the task: (returnval){ [ 1393.918137] env[69524]: value = "task-4069130" [ 1393.918137] env[69524]: _type = "Task" [ 1393.918137] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.927380] env[69524]: DEBUG oslo_vmware.api [None req-401768c0-5058-46b2-901a-6301d250842d tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4069130, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.201118] env[69524]: DEBUG oslo_vmware.api [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069129, 'name': ReconfigVM_Task, 'duration_secs': 0.306016} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.201504] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6/049e8484-7ba5-4cf3-a8bd-162a83e8e4b6.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1394.202098] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51411849-9c1c-40ad-bd6e-6e7e4b3343bd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.211246] env[69524]: DEBUG oslo_vmware.api [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Waiting for the task: (returnval){ [ 1394.211246] env[69524]: value = "task-4069131" [ 1394.211246] env[69524]: _type = "Task" [ 1394.211246] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.220084] env[69524]: DEBUG oslo_vmware.api [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069131, 'name': Rename_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.428788] env[69524]: DEBUG oslo_vmware.api [None req-401768c0-5058-46b2-901a-6301d250842d tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4069130, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.576930] env[69524]: DEBUG nova.network.neutron [req-0dd09caa-057f-4fec-8bda-7a66e344506f req-8266e98e-3c89-4081-8596-85e9c1ddecbe service nova] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Updated VIF entry in instance network info cache for port e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1394.577396] env[69524]: DEBUG nova.network.neutron [req-0dd09caa-057f-4fec-8bda-7a66e344506f req-8266e98e-3c89-4081-8596-85e9c1ddecbe service nova] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Updating instance_info_cache with network_info: [{"id": "5a249f8c-a820-4f0e-91ef-b1fe31c12a4c", "address": "fa:16:3e:c1:ff:24", "network": {"id": "7f21e6c8-7948-4d2a-9388-e641a2d42214", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1972708614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e79fb10ba570446e80b89783732d562f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a249f8c-a8", "ovs_interfaceid": "5a249f8c-a820-4f0e-91ef-b1fe31c12a4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6", "address": "fa:16:3e:5e:2f:b9", "network": {"id": "7f21e6c8-7948-4d2a-9388-e641a2d42214", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1972708614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e79fb10ba570446e80b89783732d562f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape51e60dd-6b", "ovs_interfaceid": "e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.722329] env[69524]: DEBUG oslo_vmware.api [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069131, 'name': Rename_Task, 'duration_secs': 0.183046} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.722746] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1394.722802] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c04ea222-19e0-415a-840f-9e04f4e25c14 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.729327] env[69524]: DEBUG oslo_vmware.api [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Waiting for the task: (returnval){ [ 1394.729327] env[69524]: value = "task-4069132" [ 1394.729327] env[69524]: _type = "Task" [ 1394.729327] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.737354] env[69524]: DEBUG oslo_vmware.api [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069132, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.929995] env[69524]: DEBUG oslo_vmware.api [None req-401768c0-5058-46b2-901a-6301d250842d tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4069130, 'name': ReconfigVM_Task, 'duration_secs': 0.679233} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.930529] env[69524]: DEBUG oslo_concurrency.lockutils [None req-401768c0-5058-46b2-901a-6301d250842d tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Releasing lock "0249bf37-cb25-40e5-9a39-56282e5e2d0d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.930756] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-401768c0-5058-46b2-901a-6301d250842d tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Reconfigured VM to attach interface {{(pid=69524) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1395.080453] env[69524]: DEBUG oslo_concurrency.lockutils [req-0dd09caa-057f-4fec-8bda-7a66e344506f req-8266e98e-3c89-4081-8596-85e9c1ddecbe service nova] Releasing lock "refresh_cache-0249bf37-cb25-40e5-9a39-56282e5e2d0d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.239480] env[69524]: DEBUG oslo_vmware.api [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069132, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.435236] env[69524]: DEBUG oslo_concurrency.lockutils [None req-401768c0-5058-46b2-901a-6301d250842d tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lock "interface-0249bf37-cb25-40e5-9a39-56282e5e2d0d-e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.132s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.740741] env[69524]: DEBUG oslo_vmware.api [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069132, 'name': PowerOnVM_Task, 'duration_secs': 0.518526} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.741171] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1395.741291] env[69524]: INFO nova.compute.manager [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] Took 7.23 seconds to spawn the instance on the hypervisor. [ 1395.741595] env[69524]: DEBUG nova.compute.manager [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1395.742384] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3420a7d-f669-4b5d-8c59-f2d9c7113f5f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.262118] env[69524]: INFO nova.compute.manager [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] Took 11.96 seconds to build instance. [ 1396.665615] env[69524]: DEBUG nova.compute.manager [req-f919a5f2-35a1-46e1-b0b1-3500a1e1686b req-db721962-5aa5-42f8-8d23-442ddcce09b6 service nova] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] Received event network-changed-e5d6ebed-d6c5-4ab5-bc83-064f68e70b04 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1396.665822] env[69524]: DEBUG nova.compute.manager [req-f919a5f2-35a1-46e1-b0b1-3500a1e1686b req-db721962-5aa5-42f8-8d23-442ddcce09b6 service nova] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] Refreshing instance network info cache due to event network-changed-e5d6ebed-d6c5-4ab5-bc83-064f68e70b04. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1396.666647] env[69524]: DEBUG oslo_concurrency.lockutils [req-f919a5f2-35a1-46e1-b0b1-3500a1e1686b req-db721962-5aa5-42f8-8d23-442ddcce09b6 service nova] Acquiring lock "refresh_cache-049e8484-7ba5-4cf3-a8bd-162a83e8e4b6" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.666647] env[69524]: DEBUG oslo_concurrency.lockutils [req-f919a5f2-35a1-46e1-b0b1-3500a1e1686b req-db721962-5aa5-42f8-8d23-442ddcce09b6 service nova] Acquired lock "refresh_cache-049e8484-7ba5-4cf3-a8bd-162a83e8e4b6" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.666647] env[69524]: DEBUG nova.network.neutron [req-f919a5f2-35a1-46e1-b0b1-3500a1e1686b req-db721962-5aa5-42f8-8d23-442ddcce09b6 service nova] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] Refreshing network info cache for port e5d6ebed-d6c5-4ab5-bc83-064f68e70b04 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1396.764879] env[69524]: DEBUG oslo_concurrency.lockutils [None req-d01c6075-f297-4e31-9dad-eb41efc8e3e7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Lock "049e8484-7ba5-4cf3-a8bd-162a83e8e4b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.469s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1397.052487] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8e372e67-bd73-4e08-b475-f842ca9b29de tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquiring lock "interface-0249bf37-cb25-40e5-9a39-56282e5e2d0d-e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1397.052825] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8e372e67-bd73-4e08-b475-f842ca9b29de tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lock "interface-0249bf37-cb25-40e5-9a39-56282e5e2d0d-e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1397.404657] env[69524]: DEBUG nova.network.neutron [req-f919a5f2-35a1-46e1-b0b1-3500a1e1686b req-db721962-5aa5-42f8-8d23-442ddcce09b6 service nova] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] Updated VIF entry in instance network info cache for port e5d6ebed-d6c5-4ab5-bc83-064f68e70b04. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1397.405130] env[69524]: DEBUG nova.network.neutron [req-f919a5f2-35a1-46e1-b0b1-3500a1e1686b req-db721962-5aa5-42f8-8d23-442ddcce09b6 service nova] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] Updating instance_info_cache with network_info: [{"id": "e5d6ebed-d6c5-4ab5-bc83-064f68e70b04", "address": "fa:16:3e:84:d6:97", "network": {"id": "7fcdb358-d4bb-4ca1-b302-a614a8551226", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1837737759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e3d1a1c5b6a42bfa6bca7a69b0220db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5d6ebed-d6", "ovs_interfaceid": "e5d6ebed-d6c5-4ab5-bc83-064f68e70b04", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.555844] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8e372e67-bd73-4e08-b475-f842ca9b29de tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquiring lock "0249bf37-cb25-40e5-9a39-56282e5e2d0d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.556123] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8e372e67-bd73-4e08-b475-f842ca9b29de tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquired lock "0249bf37-cb25-40e5-9a39-56282e5e2d0d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.557061] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abae7de5-c2b1-48c9-a661-8560e17067e7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.579424] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762bed49-21a6-4154-b1cf-d2aeceb03b57 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.607375] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-8e372e67-bd73-4e08-b475-f842ca9b29de tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Reconfiguring VM to detach interface {{(pid=69524) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1397.607756] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-255a6328-b325-430a-ae27-8bb4ecce4c12 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.628988] env[69524]: DEBUG oslo_vmware.api [None req-8e372e67-bd73-4e08-b475-f842ca9b29de tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Waiting for the task: (returnval){ [ 1397.628988] env[69524]: value = "task-4069133" [ 1397.628988] env[69524]: _type = "Task" [ 1397.628988] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.638563] env[69524]: DEBUG oslo_vmware.api [None req-8e372e67-bd73-4e08-b475-f842ca9b29de tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4069133, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.907945] env[69524]: DEBUG oslo_concurrency.lockutils [req-f919a5f2-35a1-46e1-b0b1-3500a1e1686b req-db721962-5aa5-42f8-8d23-442ddcce09b6 service nova] Releasing lock "refresh_cache-049e8484-7ba5-4cf3-a8bd-162a83e8e4b6" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.142549] env[69524]: DEBUG oslo_vmware.api [None req-8e372e67-bd73-4e08-b475-f842ca9b29de tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4069133, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.640675] env[69524]: DEBUG oslo_vmware.api [None req-8e372e67-bd73-4e08-b475-f842ca9b29de tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4069133, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.141611] env[69524]: DEBUG oslo_vmware.api [None req-8e372e67-bd73-4e08-b475-f842ca9b29de tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4069133, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.645305] env[69524]: DEBUG oslo_vmware.api [None req-8e372e67-bd73-4e08-b475-f842ca9b29de tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4069133, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.143041] env[69524]: DEBUG oslo_vmware.api [None req-8e372e67-bd73-4e08-b475-f842ca9b29de tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4069133, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.643661] env[69524]: DEBUG oslo_vmware.api [None req-8e372e67-bd73-4e08-b475-f842ca9b29de tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4069133, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.144415] env[69524]: DEBUG oslo_vmware.api [None req-8e372e67-bd73-4e08-b475-f842ca9b29de tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4069133, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.644890] env[69524]: DEBUG oslo_vmware.api [None req-8e372e67-bd73-4e08-b475-f842ca9b29de tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4069133, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.144997] env[69524]: DEBUG oslo_vmware.api [None req-8e372e67-bd73-4e08-b475-f842ca9b29de tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4069133, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.422192] env[69524]: DEBUG nova.compute.manager [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Stashing vm_state: active {{(pid=69524) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1402.646931] env[69524]: DEBUG oslo_vmware.api [None req-8e372e67-bd73-4e08-b475-f842ca9b29de tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4069133, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.944337] env[69524]: DEBUG oslo_concurrency.lockutils [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.944635] env[69524]: DEBUG oslo_concurrency.lockutils [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1403.147509] env[69524]: DEBUG oslo_vmware.api [None req-8e372e67-bd73-4e08-b475-f842ca9b29de tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4069133, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.450545] env[69524]: INFO nova.compute.claims [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1403.646901] env[69524]: DEBUG oslo_vmware.api [None req-8e372e67-bd73-4e08-b475-f842ca9b29de tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4069133, 'name': ReconfigVM_Task, 'duration_secs': 5.753533} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.647105] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8e372e67-bd73-4e08-b475-f842ca9b29de tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Releasing lock "0249bf37-cb25-40e5-9a39-56282e5e2d0d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.647308] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-8e372e67-bd73-4e08-b475-f842ca9b29de tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Reconfigured VM to detach interface {{(pid=69524) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1403.957286] env[69524]: INFO nova.compute.resource_tracker [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Updating resource usage from migration 83db6fd5-f6e1-4d7d-87ef-8293f80a793e [ 1404.047213] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07770323-c956-4e98-a18b-3ff1aa28126d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.056020] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69340914-cbb9-4c36-9d39-2b8674f9fca7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.086066] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-982b9b9e-f725-4b3a-89bd-4f800fed2e5f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.094265] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5573803-ab1e-4bf2-82ef-3df8566a1a79 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.108669] env[69524]: DEBUG nova.compute.provider_tree [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1404.612568] env[69524]: DEBUG nova.scheduler.client.report [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1404.917342] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8e372e67-bd73-4e08-b475-f842ca9b29de tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquiring lock "refresh_cache-0249bf37-cb25-40e5-9a39-56282e5e2d0d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.917570] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8e372e67-bd73-4e08-b475-f842ca9b29de tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquired lock "refresh_cache-0249bf37-cb25-40e5-9a39-56282e5e2d0d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.917721] env[69524]: DEBUG nova.network.neutron [None req-8e372e67-bd73-4e08-b475-f842ca9b29de tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1405.118374] env[69524]: DEBUG oslo_concurrency.lockutils [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.173s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1405.118569] env[69524]: INFO nova.compute.manager [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Migrating [ 1405.428983] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4471ca59-b9a8-47f4-9c7b-1fb43c081634 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquiring lock "0249bf37-cb25-40e5-9a39-56282e5e2d0d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.429299] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4471ca59-b9a8-47f4-9c7b-1fb43c081634 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lock "0249bf37-cb25-40e5-9a39-56282e5e2d0d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1405.429634] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4471ca59-b9a8-47f4-9c7b-1fb43c081634 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquiring lock "0249bf37-cb25-40e5-9a39-56282e5e2d0d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.429901] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4471ca59-b9a8-47f4-9c7b-1fb43c081634 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lock "0249bf37-cb25-40e5-9a39-56282e5e2d0d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1405.430168] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4471ca59-b9a8-47f4-9c7b-1fb43c081634 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lock "0249bf37-cb25-40e5-9a39-56282e5e2d0d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1405.432933] env[69524]: INFO nova.compute.manager [None req-4471ca59-b9a8-47f4-9c7b-1fb43c081634 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Terminating instance [ 1405.633474] env[69524]: DEBUG oslo_concurrency.lockutils [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquiring lock "refresh_cache-501ff9c7-9be5-4174-9072-019fd7bae0c6" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.633874] env[69524]: DEBUG oslo_concurrency.lockutils [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquired lock "refresh_cache-501ff9c7-9be5-4174-9072-019fd7bae0c6" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.633949] env[69524]: DEBUG nova.network.neutron [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1405.713031] env[69524]: INFO nova.network.neutron [None req-8e372e67-bd73-4e08-b475-f842ca9b29de tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Port e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1405.713420] env[69524]: DEBUG nova.network.neutron [None req-8e372e67-bd73-4e08-b475-f842ca9b29de tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Updating instance_info_cache with network_info: [{"id": "5a249f8c-a820-4f0e-91ef-b1fe31c12a4c", "address": "fa:16:3e:c1:ff:24", "network": {"id": "7f21e6c8-7948-4d2a-9388-e641a2d42214", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1972708614-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e79fb10ba570446e80b89783732d562f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a249f8c-a8", "ovs_interfaceid": "5a249f8c-a820-4f0e-91ef-b1fe31c12a4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.937597] env[69524]: DEBUG nova.compute.manager [None req-4471ca59-b9a8-47f4-9c7b-1fb43c081634 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1405.937850] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-4471ca59-b9a8-47f4-9c7b-1fb43c081634 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1405.938729] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd339aa0-5ba9-408f-859e-051c392bc402 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.946663] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-4471ca59-b9a8-47f4-9c7b-1fb43c081634 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1405.946907] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dadbbaa2-d404-475b-9ffa-00dd9cd4303c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.953604] env[69524]: DEBUG oslo_vmware.api [None req-4471ca59-b9a8-47f4-9c7b-1fb43c081634 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Waiting for the task: (returnval){ [ 1405.953604] env[69524]: value = "task-4069134" [ 1405.953604] env[69524]: _type = "Task" [ 1405.953604] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.962015] env[69524]: DEBUG oslo_vmware.api [None req-4471ca59-b9a8-47f4-9c7b-1fb43c081634 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4069134, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.216243] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8e372e67-bd73-4e08-b475-f842ca9b29de tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Releasing lock "refresh_cache-0249bf37-cb25-40e5-9a39-56282e5e2d0d" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.340761] env[69524]: DEBUG nova.network.neutron [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Updating instance_info_cache with network_info: [{"id": "33c99627-aabc-4421-972e-644b0c5b66cd", "address": "fa:16:3e:f0:d6:9b", "network": {"id": "6e80ee80-02f9-45cb-9650-7615a3358ad7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-286530929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a638896dde45449a8d091abde05fda3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33c99627-aa", "ovs_interfaceid": "33c99627-aabc-4421-972e-644b0c5b66cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.463860] env[69524]: DEBUG oslo_vmware.api [None req-4471ca59-b9a8-47f4-9c7b-1fb43c081634 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4069134, 'name': PowerOffVM_Task, 'duration_secs': 0.228985} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.464130] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-4471ca59-b9a8-47f4-9c7b-1fb43c081634 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1406.464280] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-4471ca59-b9a8-47f4-9c7b-1fb43c081634 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1406.464534] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4aad2bb0-5e64-44d8-96c1-411428e494b1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.530631] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-4471ca59-b9a8-47f4-9c7b-1fb43c081634 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1406.530927] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-4471ca59-b9a8-47f4-9c7b-1fb43c081634 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1406.531051] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-4471ca59-b9a8-47f4-9c7b-1fb43c081634 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Deleting the datastore file [datastore1] 0249bf37-cb25-40e5-9a39-56282e5e2d0d {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1406.531316] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-adef37be-48f5-4445-a53f-3ec089d3a80e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.537990] env[69524]: DEBUG oslo_vmware.api [None req-4471ca59-b9a8-47f4-9c7b-1fb43c081634 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Waiting for the task: (returnval){ [ 1406.537990] env[69524]: value = "task-4069136" [ 1406.537990] env[69524]: _type = "Task" [ 1406.537990] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.547857] env[69524]: DEBUG oslo_vmware.api [None req-4471ca59-b9a8-47f4-9c7b-1fb43c081634 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4069136, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.720206] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8e372e67-bd73-4e08-b475-f842ca9b29de tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lock "interface-0249bf37-cb25-40e5-9a39-56282e5e2d0d-e51e60dd-6b20-40c4-8ed9-3c7f8d3dbff6" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.667s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1406.843532] env[69524]: DEBUG oslo_concurrency.lockutils [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Releasing lock "refresh_cache-501ff9c7-9be5-4174-9072-019fd7bae0c6" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.049201] env[69524]: DEBUG oslo_vmware.api [None req-4471ca59-b9a8-47f4-9c7b-1fb43c081634 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4069136, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145163} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.049479] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-4471ca59-b9a8-47f4-9c7b-1fb43c081634 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1407.049665] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-4471ca59-b9a8-47f4-9c7b-1fb43c081634 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1407.049842] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-4471ca59-b9a8-47f4-9c7b-1fb43c081634 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1407.050047] env[69524]: INFO nova.compute.manager [None req-4471ca59-b9a8-47f4-9c7b-1fb43c081634 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1407.050312] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4471ca59-b9a8-47f4-9c7b-1fb43c081634 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1407.050516] env[69524]: DEBUG nova.compute.manager [-] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1407.050612] env[69524]: DEBUG nova.network.neutron [-] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1407.708933] env[69524]: DEBUG nova.compute.manager [req-4837c070-24bc-478d-b0d2-9f06de8e0ecd req-1813ad71-9918-4c8c-9599-75e1895a177b service nova] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Received event network-vif-deleted-5a249f8c-a820-4f0e-91ef-b1fe31c12a4c {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1407.709186] env[69524]: INFO nova.compute.manager [req-4837c070-24bc-478d-b0d2-9f06de8e0ecd req-1813ad71-9918-4c8c-9599-75e1895a177b service nova] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Neutron deleted interface 5a249f8c-a820-4f0e-91ef-b1fe31c12a4c; detaching it from the instance and deleting it from the info cache [ 1407.709347] env[69524]: DEBUG nova.network.neutron [req-4837c070-24bc-478d-b0d2-9f06de8e0ecd req-1813ad71-9918-4c8c-9599-75e1895a177b service nova] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.182473] env[69524]: DEBUG nova.network.neutron [-] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.211636] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cd134bf2-5ef7-4e3b-813f-9595d4366363 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.222712] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a923341b-58fe-497d-b006-1e5866aca379 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.250138] env[69524]: DEBUG nova.compute.manager [req-4837c070-24bc-478d-b0d2-9f06de8e0ecd req-1813ad71-9918-4c8c-9599-75e1895a177b service nova] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Detach interface failed, port_id=5a249f8c-a820-4f0e-91ef-b1fe31c12a4c, reason: Instance 0249bf37-cb25-40e5-9a39-56282e5e2d0d could not be found. {{(pid=69524) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1408.362866] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beeb1d8d-d313-4d02-968f-beec57526871 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.384341] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Updating instance '501ff9c7-9be5-4174-9072-019fd7bae0c6' progress to 0 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1408.685657] env[69524]: INFO nova.compute.manager [-] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Took 1.63 seconds to deallocate network for instance. [ 1408.890856] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1408.891221] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8d828ee-68ed-4c1c-9c3e-b821225beb2f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.898877] env[69524]: DEBUG oslo_vmware.api [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1408.898877] env[69524]: value = "task-4069137" [ 1408.898877] env[69524]: _type = "Task" [ 1408.898877] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.907476] env[69524]: DEBUG oslo_vmware.api [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069137, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.193026] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4471ca59-b9a8-47f4-9c7b-1fb43c081634 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1409.193475] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4471ca59-b9a8-47f4-9c7b-1fb43c081634 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1409.193618] env[69524]: DEBUG nova.objects.instance [None req-4471ca59-b9a8-47f4-9c7b-1fb43c081634 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lazy-loading 'resources' on Instance uuid 0249bf37-cb25-40e5-9a39-56282e5e2d0d {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1409.409463] env[69524]: DEBUG oslo_vmware.api [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069137, 'name': PowerOffVM_Task, 'duration_secs': 0.245563} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.409738] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1409.409925] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Updating instance '501ff9c7-9be5-4174-9072-019fd7bae0c6' progress to 17 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1409.793317] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b32399-485f-49c1-995b-d3fe4cb45a2c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.801437] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dda2b6e-7d44-444f-9ea0-3dd74834a4e3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.830668] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fc8bd6-b03c-4076-b939-19f49456d58d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.838204] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb89d58-ab87-4d5d-807a-cbb4e4ee77ac {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.853014] env[69524]: DEBUG nova.compute.provider_tree [None req-4471ca59-b9a8-47f4-9c7b-1fb43c081634 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1409.916715] env[69524]: DEBUG nova.virt.hardware [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1409.916977] env[69524]: DEBUG nova.virt.hardware [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1409.917147] env[69524]: DEBUG nova.virt.hardware [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1409.917313] env[69524]: DEBUG nova.virt.hardware [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1409.917460] env[69524]: DEBUG nova.virt.hardware [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1409.917607] env[69524]: DEBUG nova.virt.hardware [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1409.917810] env[69524]: DEBUG nova.virt.hardware [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1409.917972] env[69524]: DEBUG nova.virt.hardware [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1409.918215] env[69524]: DEBUG nova.virt.hardware [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1409.918394] env[69524]: DEBUG nova.virt.hardware [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1409.918570] env[69524]: DEBUG nova.virt.hardware [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1409.923434] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b444180c-1d04-454e-83d4-bc790f13b799 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.941270] env[69524]: DEBUG oslo_vmware.api [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1409.941270] env[69524]: value = "task-4069138" [ 1409.941270] env[69524]: _type = "Task" [ 1409.941270] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.951122] env[69524]: DEBUG oslo_vmware.api [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069138, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.357023] env[69524]: DEBUG nova.scheduler.client.report [None req-4471ca59-b9a8-47f4-9c7b-1fb43c081634 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1410.451694] env[69524]: DEBUG oslo_vmware.api [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069138, 'name': ReconfigVM_Task, 'duration_secs': 0.188088} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.451996] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Updating instance '501ff9c7-9be5-4174-9072-019fd7bae0c6' progress to 33 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1410.862612] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4471ca59-b9a8-47f4-9c7b-1fb43c081634 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.669s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1410.881672] env[69524]: INFO nova.scheduler.client.report [None req-4471ca59-b9a8-47f4-9c7b-1fb43c081634 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Deleted allocations for instance 0249bf37-cb25-40e5-9a39-56282e5e2d0d [ 1410.959391] env[69524]: DEBUG nova.virt.hardware [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1410.959623] env[69524]: DEBUG nova.virt.hardware [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1410.959782] env[69524]: DEBUG nova.virt.hardware [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1410.960031] env[69524]: DEBUG nova.virt.hardware [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1410.960191] env[69524]: DEBUG nova.virt.hardware [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1410.960338] env[69524]: DEBUG nova.virt.hardware [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1410.960542] env[69524]: DEBUG nova.virt.hardware [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1410.960699] env[69524]: DEBUG nova.virt.hardware [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1410.960864] env[69524]: DEBUG nova.virt.hardware [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1410.961040] env[69524]: DEBUG nova.virt.hardware [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1410.961218] env[69524]: DEBUG nova.virt.hardware [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1410.967158] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=69524) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1410.967807] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c6600d7-79b6-405b-a89c-3fa1d258ea1b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.986664] env[69524]: DEBUG oslo_vmware.api [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1410.986664] env[69524]: value = "task-4069139" [ 1410.986664] env[69524]: _type = "Task" [ 1410.986664] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.996254] env[69524]: DEBUG oslo_vmware.api [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069139, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.389414] env[69524]: DEBUG oslo_concurrency.lockutils [None req-4471ca59-b9a8-47f4-9c7b-1fb43c081634 tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lock "0249bf37-cb25-40e5-9a39-56282e5e2d0d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.960s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1411.498869] env[69524]: DEBUG oslo_vmware.api [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069139, 'name': ReconfigVM_Task, 'duration_secs': 0.224403} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.499190] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=69524) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1411.502557] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab42548-4d4a-436c-8e2a-2cbb5b91bb89 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.542128] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 501ff9c7-9be5-4174-9072-019fd7bae0c6/501ff9c7-9be5-4174-9072-019fd7bae0c6.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1411.543876] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af752719-dee5-466a-b774-01c88e20ad37 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.575815] env[69524]: DEBUG oslo_vmware.api [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1411.575815] env[69524]: value = "task-4069140" [ 1411.575815] env[69524]: _type = "Task" [ 1411.575815] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.590586] env[69524]: DEBUG oslo_vmware.api [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069140, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.007031] env[69524]: DEBUG oslo_concurrency.lockutils [None req-76d8ab35-1296-40b5-b47d-faa6dae82f0f tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquiring lock "35692d52-d3fe-48db-ab53-bc68cfb6fbc6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1412.007286] env[69524]: DEBUG oslo_concurrency.lockutils [None req-76d8ab35-1296-40b5-b47d-faa6dae82f0f tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lock "35692d52-d3fe-48db-ab53-bc68cfb6fbc6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1412.007491] env[69524]: DEBUG oslo_concurrency.lockutils [None req-76d8ab35-1296-40b5-b47d-faa6dae82f0f tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquiring lock "35692d52-d3fe-48db-ab53-bc68cfb6fbc6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1412.007675] env[69524]: DEBUG oslo_concurrency.lockutils [None req-76d8ab35-1296-40b5-b47d-faa6dae82f0f tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lock "35692d52-d3fe-48db-ab53-bc68cfb6fbc6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1412.007870] env[69524]: DEBUG oslo_concurrency.lockutils [None req-76d8ab35-1296-40b5-b47d-faa6dae82f0f tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lock "35692d52-d3fe-48db-ab53-bc68cfb6fbc6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1412.010091] env[69524]: INFO nova.compute.manager [None req-76d8ab35-1296-40b5-b47d-faa6dae82f0f tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Terminating instance [ 1412.086190] env[69524]: DEBUG oslo_vmware.api [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069140, 'name': ReconfigVM_Task, 'duration_secs': 0.272663} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.086463] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 501ff9c7-9be5-4174-9072-019fd7bae0c6/501ff9c7-9be5-4174-9072-019fd7bae0c6.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1412.086723] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Updating instance '501ff9c7-9be5-4174-9072-019fd7bae0c6' progress to 50 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1412.514407] env[69524]: DEBUG nova.compute.manager [None req-76d8ab35-1296-40b5-b47d-faa6dae82f0f tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1412.514803] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-76d8ab35-1296-40b5-b47d-faa6dae82f0f tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1412.515963] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ae84c8-1e2b-4cdd-b769-038952e53255 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.523947] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-76d8ab35-1296-40b5-b47d-faa6dae82f0f tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1412.524207] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12eb7002-74d4-46a8-a5f6-da2b8509e2de {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.530329] env[69524]: DEBUG oslo_vmware.api [None req-76d8ab35-1296-40b5-b47d-faa6dae82f0f tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Waiting for the task: (returnval){ [ 1412.530329] env[69524]: value = "task-4069141" [ 1412.530329] env[69524]: _type = "Task" [ 1412.530329] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.538059] env[69524]: DEBUG oslo_vmware.api [None req-76d8ab35-1296-40b5-b47d-faa6dae82f0f tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4069141, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.594390] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3834dd5b-71d2-4cd3-bf8d-5bed070d2f2c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.613595] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885b7786-2986-4e1c-ac28-d7a8479efda3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.631538] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Updating instance '501ff9c7-9be5-4174-9072-019fd7bae0c6' progress to 67 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1413.041055] env[69524]: DEBUG oslo_vmware.api [None req-76d8ab35-1296-40b5-b47d-faa6dae82f0f tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4069141, 'name': PowerOffVM_Task, 'duration_secs': 0.175712} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.041341] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-76d8ab35-1296-40b5-b47d-faa6dae82f0f tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1413.041502] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-76d8ab35-1296-40b5-b47d-faa6dae82f0f tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1413.041757] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f791d1f4-1094-4855-8319-25fec698fff9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.102763] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-76d8ab35-1296-40b5-b47d-faa6dae82f0f tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1413.103073] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-76d8ab35-1296-40b5-b47d-faa6dae82f0f tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Deleting contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1413.103170] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-76d8ab35-1296-40b5-b47d-faa6dae82f0f tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Deleting the datastore file [datastore2] 35692d52-d3fe-48db-ab53-bc68cfb6fbc6 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1413.103446] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-063a49d1-5f5c-4877-934e-4254c51b4ac3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.110423] env[69524]: DEBUG oslo_vmware.api [None req-76d8ab35-1296-40b5-b47d-faa6dae82f0f tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Waiting for the task: (returnval){ [ 1413.110423] env[69524]: value = "task-4069143" [ 1413.110423] env[69524]: _type = "Task" [ 1413.110423] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.120559] env[69524]: DEBUG oslo_vmware.api [None req-76d8ab35-1296-40b5-b47d-faa6dae82f0f tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4069143, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.172560] env[69524]: DEBUG nova.network.neutron [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Port 33c99627-aabc-4421-972e-644b0c5b66cd binding to destination host cpu-1 is already ACTIVE {{(pid=69524) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1413.621378] env[69524]: DEBUG oslo_vmware.api [None req-76d8ab35-1296-40b5-b47d-faa6dae82f0f tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Task: {'id': task-4069143, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.102442} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.621809] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-76d8ab35-1296-40b5-b47d-faa6dae82f0f tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1413.621874] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-76d8ab35-1296-40b5-b47d-faa6dae82f0f tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Deleted contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1413.622017] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-76d8ab35-1296-40b5-b47d-faa6dae82f0f tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1413.622206] env[69524]: INFO nova.compute.manager [None req-76d8ab35-1296-40b5-b47d-faa6dae82f0f tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1413.622450] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-76d8ab35-1296-40b5-b47d-faa6dae82f0f tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1413.622642] env[69524]: DEBUG nova.compute.manager [-] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1413.622737] env[69524]: DEBUG nova.network.neutron [-] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1413.864288] env[69524]: DEBUG nova.compute.manager [req-a22213fb-80f8-4d03-83db-96016bc53c84 req-ecedc7b7-6aba-4f94-ab14-89a8dd2eaffa service nova] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Received event network-vif-deleted-d4eb7fac-4abe-4c73-9eff-13553bf718cd {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1413.864484] env[69524]: INFO nova.compute.manager [req-a22213fb-80f8-4d03-83db-96016bc53c84 req-ecedc7b7-6aba-4f94-ab14-89a8dd2eaffa service nova] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Neutron deleted interface d4eb7fac-4abe-4c73-9eff-13553bf718cd; detaching it from the instance and deleting it from the info cache [ 1413.864662] env[69524]: DEBUG nova.network.neutron [req-a22213fb-80f8-4d03-83db-96016bc53c84 req-ecedc7b7-6aba-4f94-ab14-89a8dd2eaffa service nova] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.195644] env[69524]: DEBUG oslo_concurrency.lockutils [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquiring lock "501ff9c7-9be5-4174-9072-019fd7bae0c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1414.195644] env[69524]: DEBUG oslo_concurrency.lockutils [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lock "501ff9c7-9be5-4174-9072-019fd7bae0c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1414.195894] env[69524]: DEBUG oslo_concurrency.lockutils [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lock "501ff9c7-9be5-4174-9072-019fd7bae0c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1414.347763] env[69524]: DEBUG nova.network.neutron [-] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1414.366863] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-83602dbc-1364-4837-830b-473da0d3e157 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.377500] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2d1724-1c55-49c1-a431-3a5bcfe1219e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.403148] env[69524]: DEBUG nova.compute.manager [req-a22213fb-80f8-4d03-83db-96016bc53c84 req-ecedc7b7-6aba-4f94-ab14-89a8dd2eaffa service nova] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Detach interface failed, port_id=d4eb7fac-4abe-4c73-9eff-13553bf718cd, reason: Instance 35692d52-d3fe-48db-ab53-bc68cfb6fbc6 could not be found. {{(pid=69524) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1414.850225] env[69524]: INFO nova.compute.manager [-] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Took 1.23 seconds to deallocate network for instance. [ 1415.232472] env[69524]: DEBUG oslo_concurrency.lockutils [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquiring lock "refresh_cache-501ff9c7-9be5-4174-9072-019fd7bae0c6" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.232676] env[69524]: DEBUG oslo_concurrency.lockutils [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquired lock "refresh_cache-501ff9c7-9be5-4174-9072-019fd7bae0c6" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.232851] env[69524]: DEBUG nova.network.neutron [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1415.358460] env[69524]: DEBUG oslo_concurrency.lockutils [None req-76d8ab35-1296-40b5-b47d-faa6dae82f0f tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1415.358743] env[69524]: DEBUG oslo_concurrency.lockutils [None req-76d8ab35-1296-40b5-b47d-faa6dae82f0f tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1415.358952] env[69524]: DEBUG nova.objects.instance [None req-76d8ab35-1296-40b5-b47d-faa6dae82f0f tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lazy-loading 'resources' on Instance uuid 35692d52-d3fe-48db-ab53-bc68cfb6fbc6 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1415.952111] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d6a6b2-12ed-4239-be79-836c9fae1489 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.957598] env[69524]: DEBUG nova.network.neutron [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Updating instance_info_cache with network_info: [{"id": "33c99627-aabc-4421-972e-644b0c5b66cd", "address": "fa:16:3e:f0:d6:9b", "network": {"id": "6e80ee80-02f9-45cb-9650-7615a3358ad7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-286530929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a638896dde45449a8d091abde05fda3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33c99627-aa", "ovs_interfaceid": "33c99627-aabc-4421-972e-644b0c5b66cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1415.961690] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c634dc-6607-49ad-b559-fd87874268aa {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.992768] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaba1f6f-53da-4a94-8156-335ac542cf94 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.001590] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6f490f-6ea9-4016-8194-fcc4e76adf25 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.016592] env[69524]: DEBUG nova.compute.provider_tree [None req-76d8ab35-1296-40b5-b47d-faa6dae82f0f tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1416.462503] env[69524]: DEBUG oslo_concurrency.lockutils [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Releasing lock "refresh_cache-501ff9c7-9be5-4174-9072-019fd7bae0c6" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.520361] env[69524]: DEBUG nova.scheduler.client.report [None req-76d8ab35-1296-40b5-b47d-faa6dae82f0f tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1416.984392] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6676f775-2a09-4925-80f4-e1d5d093ef90 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.003362] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc15a958-7e67-44a0-ba0b-4b4901ca2c54 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.010869] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Updating instance '501ff9c7-9be5-4174-9072-019fd7bae0c6' progress to 83 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1417.025751] env[69524]: DEBUG oslo_concurrency.lockutils [None req-76d8ab35-1296-40b5-b47d-faa6dae82f0f tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.667s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1417.044500] env[69524]: INFO nova.scheduler.client.report [None req-76d8ab35-1296-40b5-b47d-faa6dae82f0f tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Deleted allocations for instance 35692d52-d3fe-48db-ab53-bc68cfb6fbc6 [ 1417.517306] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1417.517574] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6bf4e8fb-faf8-4d12-8721-aaac7a5fd73d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.526097] env[69524]: DEBUG oslo_vmware.api [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1417.526097] env[69524]: value = "task-4069144" [ 1417.526097] env[69524]: _type = "Task" [ 1417.526097] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.534342] env[69524]: DEBUG oslo_vmware.api [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069144, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.551591] env[69524]: DEBUG oslo_concurrency.lockutils [None req-76d8ab35-1296-40b5-b47d-faa6dae82f0f tempest-AttachInterfacesTestJSON-912230365 tempest-AttachInterfacesTestJSON-912230365-project-member] Lock "35692d52-d3fe-48db-ab53-bc68cfb6fbc6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.544s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1418.037924] env[69524]: DEBUG oslo_vmware.api [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069144, 'name': PowerOnVM_Task, 'duration_secs': 0.405365} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.038229] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1418.038420] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-745d76cd-9451-498a-94f3-4eb1233439fe tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Updating instance '501ff9c7-9be5-4174-9072-019fd7bae0c6' progress to 100 {{(pid=69524) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1418.604039] env[69524]: DEBUG oslo_concurrency.lockutils [None req-52b0fe6e-0b5e-4319-9e05-c4972dd818b0 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Acquiring lock "3198d5ad-375d-4938-9dd0-825896f9ed78" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1418.604039] env[69524]: DEBUG oslo_concurrency.lockutils [None req-52b0fe6e-0b5e-4319-9e05-c4972dd818b0 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Lock "3198d5ad-375d-4938-9dd0-825896f9ed78" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1419.106783] env[69524]: INFO nova.compute.manager [None req-52b0fe6e-0b5e-4319-9e05-c4972dd818b0 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Detaching volume eefde972-e175-49cc-8f0c-d58bb2414d05 [ 1419.155807] env[69524]: INFO nova.virt.block_device [None req-52b0fe6e-0b5e-4319-9e05-c4972dd818b0 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Attempting to driver detach volume eefde972-e175-49cc-8f0c-d58bb2414d05 from mountpoint /dev/sdb [ 1419.155807] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-52b0fe6e-0b5e-4319-9e05-c4972dd818b0 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Volume detach. Driver type: vmdk {{(pid=69524) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1419.158019] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-52b0fe6e-0b5e-4319-9e05-c4972dd818b0 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806354', 'volume_id': 'eefde972-e175-49cc-8f0c-d58bb2414d05', 'name': 'volume-eefde972-e175-49cc-8f0c-d58bb2414d05', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '3198d5ad-375d-4938-9dd0-825896f9ed78', 'attached_at': '', 'detached_at': '', 'volume_id': 'eefde972-e175-49cc-8f0c-d58bb2414d05', 'serial': 'eefde972-e175-49cc-8f0c-d58bb2414d05'} {{(pid=69524) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1419.158019] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f9edd7-bcd5-4e10-a91e-d0d3928bb631 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.181751] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d02036a-c2f3-48cb-8fe6-6a7a9526734d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.194027] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b2748f-776b-4af0-a8ea-98f550bc9def {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.217630] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68302234-811c-43c3-9c7f-bdb48a47e868 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.234164] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-52b0fe6e-0b5e-4319-9e05-c4972dd818b0 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] The volume has not been displaced from its original location: [datastore1] volume-eefde972-e175-49cc-8f0c-d58bb2414d05/volume-eefde972-e175-49cc-8f0c-d58bb2414d05.vmdk. No consolidation needed. {{(pid=69524) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1419.239663] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-52b0fe6e-0b5e-4319-9e05-c4972dd818b0 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Reconfiguring VM instance instance-00000071 to detach disk 2001 {{(pid=69524) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1419.239911] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5a02e29-dc18-4f2c-bc90-69f44247b521 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.259768] env[69524]: DEBUG oslo_vmware.api [None req-52b0fe6e-0b5e-4319-9e05-c4972dd818b0 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Waiting for the task: (returnval){ [ 1419.259768] env[69524]: value = "task-4069145" [ 1419.259768] env[69524]: _type = "Task" [ 1419.259768] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.268604] env[69524]: DEBUG oslo_vmware.api [None req-52b0fe6e-0b5e-4319-9e05-c4972dd818b0 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069145, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.470508] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1419.470687] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69524) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1419.770280] env[69524]: DEBUG oslo_vmware.api [None req-52b0fe6e-0b5e-4319-9e05-c4972dd818b0 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069145, 'name': ReconfigVM_Task, 'duration_secs': 0.24166} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.770582] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-52b0fe6e-0b5e-4319-9e05-c4972dd818b0 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Reconfigured VM instance instance-00000071 to detach disk 2001 {{(pid=69524) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1419.775334] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35d6ce59-d9ce-44b7-852d-6658befdc5e7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.791435] env[69524]: DEBUG oslo_vmware.api [None req-52b0fe6e-0b5e-4319-9e05-c4972dd818b0 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Waiting for the task: (returnval){ [ 1419.791435] env[69524]: value = "task-4069146" [ 1419.791435] env[69524]: _type = "Task" [ 1419.791435] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.800319] env[69524]: DEBUG oslo_vmware.api [None req-52b0fe6e-0b5e-4319-9e05-c4972dd818b0 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069146, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.302475] env[69524]: DEBUG oslo_vmware.api [None req-52b0fe6e-0b5e-4319-9e05-c4972dd818b0 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069146, 'name': ReconfigVM_Task, 'duration_secs': 0.153038} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.302782] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-52b0fe6e-0b5e-4319-9e05-c4972dd818b0 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806354', 'volume_id': 'eefde972-e175-49cc-8f0c-d58bb2414d05', 'name': 'volume-eefde972-e175-49cc-8f0c-d58bb2414d05', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '3198d5ad-375d-4938-9dd0-825896f9ed78', 'attached_at': '', 'detached_at': '', 'volume_id': 'eefde972-e175-49cc-8f0c-d58bb2414d05', 'serial': 'eefde972-e175-49cc-8f0c-d58bb2414d05'} {{(pid=69524) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1420.471490] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1420.859047] env[69524]: DEBUG nova.objects.instance [None req-52b0fe6e-0b5e-4319-9e05-c4972dd818b0 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Lazy-loading 'flavor' on Instance uuid 3198d5ad-375d-4938-9dd0-825896f9ed78 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1421.004705] env[69524]: DEBUG nova.network.neutron [None req-c653aeae-78b4-4844-9c9d-f8e21f9edae5 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Port 33c99627-aabc-4421-972e-644b0c5b66cd binding to destination host cpu-1 is already ACTIVE {{(pid=69524) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1421.005014] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c653aeae-78b4-4844-9c9d-f8e21f9edae5 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquiring lock "refresh_cache-501ff9c7-9be5-4174-9072-019fd7bae0c6" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.005191] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c653aeae-78b4-4844-9c9d-f8e21f9edae5 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquired lock "refresh_cache-501ff9c7-9be5-4174-9072-019fd7bae0c6" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.005369] env[69524]: DEBUG nova.network.neutron [None req-c653aeae-78b4-4844-9c9d-f8e21f9edae5 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1421.466558] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1421.765959] env[69524]: DEBUG nova.network.neutron [None req-c653aeae-78b4-4844-9c9d-f8e21f9edae5 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Updating instance_info_cache with network_info: [{"id": "33c99627-aabc-4421-972e-644b0c5b66cd", "address": "fa:16:3e:f0:d6:9b", "network": {"id": "6e80ee80-02f9-45cb-9650-7615a3358ad7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-286530929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a638896dde45449a8d091abde05fda3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33c99627-aa", "ovs_interfaceid": "33c99627-aabc-4421-972e-644b0c5b66cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.867879] env[69524]: DEBUG oslo_concurrency.lockutils [None req-52b0fe6e-0b5e-4319-9e05-c4972dd818b0 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Lock "3198d5ad-375d-4938-9dd0-825896f9ed78" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.264s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1422.268776] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c653aeae-78b4-4844-9c9d-f8e21f9edae5 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Releasing lock "refresh_cache-501ff9c7-9be5-4174-9072-019fd7bae0c6" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.772648] env[69524]: DEBUG nova.compute.manager [None req-c653aeae-78b4-4844-9c9d-f8e21f9edae5 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69524) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1422.773064] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c653aeae-78b4-4844-9c9d-f8e21f9edae5 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1422.773115] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c653aeae-78b4-4844-9c9d-f8e21f9edae5 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1422.900647] env[69524]: DEBUG oslo_concurrency.lockutils [None req-95e06dda-aee5-46b0-8d57-5fe4323fed65 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Acquiring lock "3198d5ad-375d-4938-9dd0-825896f9ed78" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1422.900900] env[69524]: DEBUG oslo_concurrency.lockutils [None req-95e06dda-aee5-46b0-8d57-5fe4323fed65 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Lock "3198d5ad-375d-4938-9dd0-825896f9ed78" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1422.901129] env[69524]: DEBUG oslo_concurrency.lockutils [None req-95e06dda-aee5-46b0-8d57-5fe4323fed65 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Acquiring lock "3198d5ad-375d-4938-9dd0-825896f9ed78-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1422.901318] env[69524]: DEBUG oslo_concurrency.lockutils [None req-95e06dda-aee5-46b0-8d57-5fe4323fed65 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Lock "3198d5ad-375d-4938-9dd0-825896f9ed78-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1422.901484] env[69524]: DEBUG oslo_concurrency.lockutils [None req-95e06dda-aee5-46b0-8d57-5fe4323fed65 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Lock "3198d5ad-375d-4938-9dd0-825896f9ed78-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1422.903727] env[69524]: INFO nova.compute.manager [None req-95e06dda-aee5-46b0-8d57-5fe4323fed65 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Terminating instance [ 1423.276429] env[69524]: DEBUG nova.objects.instance [None req-c653aeae-78b4-4844-9c9d-f8e21f9edae5 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lazy-loading 'migration_context' on Instance uuid 501ff9c7-9be5-4174-9072-019fd7bae0c6 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1423.407886] env[69524]: DEBUG nova.compute.manager [None req-95e06dda-aee5-46b0-8d57-5fe4323fed65 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1423.408123] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-95e06dda-aee5-46b0-8d57-5fe4323fed65 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1423.409062] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e86d960-b136-4eaf-961b-9647498d0d47 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.417920] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-95e06dda-aee5-46b0-8d57-5fe4323fed65 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1423.418249] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2cd9ff3-c1eb-4088-a1c1-6cf350302f09 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.424953] env[69524]: DEBUG oslo_vmware.api [None req-95e06dda-aee5-46b0-8d57-5fe4323fed65 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Waiting for the task: (returnval){ [ 1423.424953] env[69524]: value = "task-4069147" [ 1423.424953] env[69524]: _type = "Task" [ 1423.424953] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.433601] env[69524]: DEBUG oslo_vmware.api [None req-95e06dda-aee5-46b0-8d57-5fe4323fed65 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069147, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.470373] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1423.470622] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1423.849915] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7afc65c-4f99-4464-8f64-c02cc4b6b861 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.858289] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161b7d9e-3c77-4da8-bc77-9c679b839f55 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.888726] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5080b334-7478-4eab-a60a-66f092940ccc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.896329] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cbef3f1-d323-4f89-b9af-6cddf73dc6b1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.909282] env[69524]: DEBUG nova.compute.provider_tree [None req-c653aeae-78b4-4844-9c9d-f8e21f9edae5 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1423.934572] env[69524]: DEBUG oslo_vmware.api [None req-95e06dda-aee5-46b0-8d57-5fe4323fed65 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069147, 'name': PowerOffVM_Task, 'duration_secs': 0.191136} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.934822] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-95e06dda-aee5-46b0-8d57-5fe4323fed65 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1423.935012] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-95e06dda-aee5-46b0-8d57-5fe4323fed65 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1423.935261] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76c6778f-f3c5-4e37-b9c4-68b3a102402c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.974668] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1423.995819] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-95e06dda-aee5-46b0-8d57-5fe4323fed65 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1423.996059] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-95e06dda-aee5-46b0-8d57-5fe4323fed65 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1423.996231] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-95e06dda-aee5-46b0-8d57-5fe4323fed65 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Deleting the datastore file [datastore1] 3198d5ad-375d-4938-9dd0-825896f9ed78 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1423.996518] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a09a304-802a-422a-aea6-2f75d099d210 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.003255] env[69524]: DEBUG oslo_vmware.api [None req-95e06dda-aee5-46b0-8d57-5fe4323fed65 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Waiting for the task: (returnval){ [ 1424.003255] env[69524]: value = "task-4069149" [ 1424.003255] env[69524]: _type = "Task" [ 1424.003255] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.011936] env[69524]: DEBUG oslo_vmware.api [None req-95e06dda-aee5-46b0-8d57-5fe4323fed65 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069149, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.412881] env[69524]: DEBUG nova.scheduler.client.report [None req-c653aeae-78b4-4844-9c9d-f8e21f9edae5 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1424.514450] env[69524]: DEBUG oslo_vmware.api [None req-95e06dda-aee5-46b0-8d57-5fe4323fed65 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069149, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13749} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.514733] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-95e06dda-aee5-46b0-8d57-5fe4323fed65 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1424.514856] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-95e06dda-aee5-46b0-8d57-5fe4323fed65 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1424.515058] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-95e06dda-aee5-46b0-8d57-5fe4323fed65 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1424.515248] env[69524]: INFO nova.compute.manager [None req-95e06dda-aee5-46b0-8d57-5fe4323fed65 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1424.515494] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95e06dda-aee5-46b0-8d57-5fe4323fed65 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1424.515685] env[69524]: DEBUG nova.compute.manager [-] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1424.515781] env[69524]: DEBUG nova.network.neutron [-] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1425.008129] env[69524]: DEBUG nova.compute.manager [req-7c2a1005-9d40-4612-9e46-89557c6859d2 req-714f37d6-83e9-470b-a130-5f2bef31b1ab service nova] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Received event network-vif-deleted-6d82dd38-b4db-4340-819a-789be89ae20f {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1425.008376] env[69524]: INFO nova.compute.manager [req-7c2a1005-9d40-4612-9e46-89557c6859d2 req-714f37d6-83e9-470b-a130-5f2bef31b1ab service nova] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Neutron deleted interface 6d82dd38-b4db-4340-819a-789be89ae20f; detaching it from the instance and deleting it from the info cache [ 1425.008559] env[69524]: DEBUG nova.network.neutron [req-7c2a1005-9d40-4612-9e46-89557c6859d2 req-714f37d6-83e9-470b-a130-5f2bef31b1ab service nova] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1425.423463] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c653aeae-78b4-4844-9c9d-f8e21f9edae5 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.650s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1425.432477] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.458s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1425.432726] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1425.432946] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69524) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1425.437268] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad854745-d2b2-49df-b530-f1a3f11ad25c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.448838] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2ea5e0-41ea-4882-b29c-050a80b6ac87 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.464207] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c14950a-1390-4d44-9c91-b7354257b0ab {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.471564] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7989bc-4555-4305-801e-25b93a6a7a80 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.501932] env[69524]: DEBUG nova.network.neutron [-] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1425.503949] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180232MB free_disk=21GB free_vcpus=48 pci_devices=None {{(pid=69524) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1425.504112] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1425.504326] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1425.510549] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d858f68d-1ca2-48b3-820e-aa02ae15aba6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.520318] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64830516-641d-4062-9ce6-79906d504f83 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.547516] env[69524]: DEBUG nova.compute.manager [req-7c2a1005-9d40-4612-9e46-89557c6859d2 req-714f37d6-83e9-470b-a130-5f2bef31b1ab service nova] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Detach interface failed, port_id=6d82dd38-b4db-4340-819a-789be89ae20f, reason: Instance 3198d5ad-375d-4938-9dd0-825896f9ed78 could not be found. {{(pid=69524) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1426.004623] env[69524]: INFO nova.compute.manager [-] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Took 1.49 seconds to deallocate network for instance. [ 1426.516414] env[69524]: DEBUG oslo_concurrency.lockutils [None req-95e06dda-aee5-46b0-8d57-5fe4323fed65 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1426.533246] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 3198d5ad-375d-4938-9dd0-825896f9ed78 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1426.533428] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1426.962960] env[69524]: INFO nova.compute.manager [None req-c653aeae-78b4-4844-9c9d-f8e21f9edae5 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Swapping old allocation on dict_keys(['333a7aa4-d2cd-4888-ac97-9e43e6b91719']) held by migration 83db6fd5-f6e1-4d7d-87ef-8293f80a793e for instance [ 1426.986781] env[69524]: DEBUG nova.scheduler.client.report [None req-c653aeae-78b4-4844-9c9d-f8e21f9edae5 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Overwriting current allocation {'allocations': {'333a7aa4-d2cd-4888-ac97-9e43e6b91719': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 185}}, 'project_id': 'a638896dde45449a8d091abde05fda3d', 'user_id': '545def98a8664ebbb0bdfe573aaee24f', 'consumer_generation': 1} on consumer 501ff9c7-9be5-4174-9072-019fd7bae0c6 {{(pid=69524) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1427.035750] env[69524]: INFO nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 83db6fd5-f6e1-4d7d-87ef-8293f80a793e has allocations against this compute host but is not found in the database. [ 1427.035943] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 501ff9c7-9be5-4174-9072-019fd7bae0c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1427.036184] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69524) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1427.036364] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1152MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69524) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1427.065273] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c653aeae-78b4-4844-9c9d-f8e21f9edae5 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquiring lock "refresh_cache-501ff9c7-9be5-4174-9072-019fd7bae0c6" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.065450] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c653aeae-78b4-4844-9c9d-f8e21f9edae5 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquired lock "refresh_cache-501ff9c7-9be5-4174-9072-019fd7bae0c6" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.065622] env[69524]: DEBUG nova.network.neutron [None req-c653aeae-78b4-4844-9c9d-f8e21f9edae5 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1427.084668] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa102b59-aec8-4961-898b-41345930224e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.093225] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdebe4f4-ea47-449e-bc1d-7da634f7ef56 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.123785] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c4d401-f807-4d44-8770-acea9d76545d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.131974] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deed8fd2-1257-4722-ad0d-dce466a31fa6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.146054] env[69524]: DEBUG nova.compute.provider_tree [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1427.649719] env[69524]: DEBUG nova.scheduler.client.report [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1427.767779] env[69524]: DEBUG nova.network.neutron [None req-c653aeae-78b4-4844-9c9d-f8e21f9edae5 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Updating instance_info_cache with network_info: [{"id": "33c99627-aabc-4421-972e-644b0c5b66cd", "address": "fa:16:3e:f0:d6:9b", "network": {"id": "6e80ee80-02f9-45cb-9650-7615a3358ad7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-286530929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a638896dde45449a8d091abde05fda3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33c99627-aa", "ovs_interfaceid": "33c99627-aabc-4421-972e-644b0c5b66cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1428.154660] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69524) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1428.155074] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.650s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1428.155168] env[69524]: DEBUG oslo_concurrency.lockutils [None req-95e06dda-aee5-46b0-8d57-5fe4323fed65 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.639s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1428.155345] env[69524]: DEBUG nova.objects.instance [None req-95e06dda-aee5-46b0-8d57-5fe4323fed65 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Lazy-loading 'resources' on Instance uuid 3198d5ad-375d-4938-9dd0-825896f9ed78 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1428.270856] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c653aeae-78b4-4844-9c9d-f8e21f9edae5 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Releasing lock "refresh_cache-501ff9c7-9be5-4174-9072-019fd7bae0c6" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.271353] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-c653aeae-78b4-4844-9c9d-f8e21f9edae5 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1428.271649] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e4b5a06-4fae-4012-bb40-45ceaac2bae4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.278941] env[69524]: DEBUG oslo_vmware.api [None req-c653aeae-78b4-4844-9c9d-f8e21f9edae5 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1428.278941] env[69524]: value = "task-4069150" [ 1428.278941] env[69524]: _type = "Task" [ 1428.278941] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.287952] env[69524]: DEBUG oslo_vmware.api [None req-c653aeae-78b4-4844-9c9d-f8e21f9edae5 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069150, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.708462] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03469e60-4715-4fc9-9685-3eebe1ad4ac2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.716583] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9117deaa-9f9b-4de4-825f-64eacbf36062 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.745892] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ed7c5c-bf08-48b8-ab07-a96edef62a5d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.753636] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd1d854-7005-45cd-96a2-e8730f903c14 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.766907] env[69524]: DEBUG nova.compute.provider_tree [None req-95e06dda-aee5-46b0-8d57-5fe4323fed65 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1428.789392] env[69524]: DEBUG oslo_vmware.api [None req-c653aeae-78b4-4844-9c9d-f8e21f9edae5 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069150, 'name': PowerOffVM_Task, 'duration_secs': 0.179316} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.789649] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-c653aeae-78b4-4844-9c9d-f8e21f9edae5 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1428.790324] env[69524]: DEBUG nova.virt.hardware [None req-c653aeae-78b4-4844-9c9d-f8e21f9edae5 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1428.790529] env[69524]: DEBUG nova.virt.hardware [None req-c653aeae-78b4-4844-9c9d-f8e21f9edae5 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1428.790748] env[69524]: DEBUG nova.virt.hardware [None req-c653aeae-78b4-4844-9c9d-f8e21f9edae5 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1428.790857] env[69524]: DEBUG nova.virt.hardware [None req-c653aeae-78b4-4844-9c9d-f8e21f9edae5 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1428.790965] env[69524]: DEBUG nova.virt.hardware [None req-c653aeae-78b4-4844-9c9d-f8e21f9edae5 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1428.791119] env[69524]: DEBUG nova.virt.hardware [None req-c653aeae-78b4-4844-9c9d-f8e21f9edae5 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1428.791317] env[69524]: DEBUG nova.virt.hardware [None req-c653aeae-78b4-4844-9c9d-f8e21f9edae5 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1428.791468] env[69524]: DEBUG nova.virt.hardware [None req-c653aeae-78b4-4844-9c9d-f8e21f9edae5 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1428.791624] env[69524]: DEBUG nova.virt.hardware [None req-c653aeae-78b4-4844-9c9d-f8e21f9edae5 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1428.791776] env[69524]: DEBUG nova.virt.hardware [None req-c653aeae-78b4-4844-9c9d-f8e21f9edae5 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1428.791998] env[69524]: DEBUG nova.virt.hardware [None req-c653aeae-78b4-4844-9c9d-f8e21f9edae5 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1428.797092] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdbd13d2-bc46-4c17-965a-37e9aaa2d0e6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.812199] env[69524]: DEBUG oslo_vmware.api [None req-c653aeae-78b4-4844-9c9d-f8e21f9edae5 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1428.812199] env[69524]: value = "task-4069151" [ 1428.812199] env[69524]: _type = "Task" [ 1428.812199] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.820512] env[69524]: DEBUG oslo_vmware.api [None req-c653aeae-78b4-4844-9c9d-f8e21f9edae5 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069151, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.156318] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1429.156569] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1429.156736] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1429.270353] env[69524]: DEBUG nova.scheduler.client.report [None req-95e06dda-aee5-46b0-8d57-5fe4323fed65 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1429.323483] env[69524]: DEBUG oslo_vmware.api [None req-c653aeae-78b4-4844-9c9d-f8e21f9edae5 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069151, 'name': ReconfigVM_Task, 'duration_secs': 0.164349} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.324570] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b439bafe-f1ff-4c0c-b5a2-bbcb51ce5290 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.344641] env[69524]: DEBUG nova.virt.hardware [None req-c653aeae-78b4-4844-9c9d-f8e21f9edae5 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1429.344905] env[69524]: DEBUG nova.virt.hardware [None req-c653aeae-78b4-4844-9c9d-f8e21f9edae5 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1429.345045] env[69524]: DEBUG nova.virt.hardware [None req-c653aeae-78b4-4844-9c9d-f8e21f9edae5 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1429.345276] env[69524]: DEBUG nova.virt.hardware [None req-c653aeae-78b4-4844-9c9d-f8e21f9edae5 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1429.345428] env[69524]: DEBUG nova.virt.hardware [None req-c653aeae-78b4-4844-9c9d-f8e21f9edae5 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1429.345577] env[69524]: DEBUG nova.virt.hardware [None req-c653aeae-78b4-4844-9c9d-f8e21f9edae5 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1429.345782] env[69524]: DEBUG nova.virt.hardware [None req-c653aeae-78b4-4844-9c9d-f8e21f9edae5 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1429.345941] env[69524]: DEBUG nova.virt.hardware [None req-c653aeae-78b4-4844-9c9d-f8e21f9edae5 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1429.346118] env[69524]: DEBUG nova.virt.hardware [None req-c653aeae-78b4-4844-9c9d-f8e21f9edae5 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1429.346285] env[69524]: DEBUG nova.virt.hardware [None req-c653aeae-78b4-4844-9c9d-f8e21f9edae5 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1429.346458] env[69524]: DEBUG nova.virt.hardware [None req-c653aeae-78b4-4844-9c9d-f8e21f9edae5 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1429.347317] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7da234c5-f11e-446b-b253-6bb4f8b61c90 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.355859] env[69524]: DEBUG oslo_vmware.api [None req-c653aeae-78b4-4844-9c9d-f8e21f9edae5 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1429.355859] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52ea9aba-40ed-3c22-a454-34acc22c57c8" [ 1429.355859] env[69524]: _type = "Task" [ 1429.355859] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.365273] env[69524]: DEBUG oslo_vmware.api [None req-c653aeae-78b4-4844-9c9d-f8e21f9edae5 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52ea9aba-40ed-3c22-a454-34acc22c57c8, 'name': SearchDatastore_Task, 'duration_secs': 0.008155} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.371637] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-c653aeae-78b4-4844-9c9d-f8e21f9edae5 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=69524) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1429.372102] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b256957-a6cd-4a7b-9fb7-6094ee44208a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.392560] env[69524]: DEBUG oslo_vmware.api [None req-c653aeae-78b4-4844-9c9d-f8e21f9edae5 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1429.392560] env[69524]: value = "task-4069152" [ 1429.392560] env[69524]: _type = "Task" [ 1429.392560] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.402978] env[69524]: DEBUG oslo_vmware.api [None req-c653aeae-78b4-4844-9c9d-f8e21f9edae5 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069152, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.776138] env[69524]: DEBUG oslo_concurrency.lockutils [None req-95e06dda-aee5-46b0-8d57-5fe4323fed65 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.621s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1429.792618] env[69524]: INFO nova.scheduler.client.report [None req-95e06dda-aee5-46b0-8d57-5fe4323fed65 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Deleted allocations for instance 3198d5ad-375d-4938-9dd0-825896f9ed78 [ 1429.902274] env[69524]: DEBUG oslo_vmware.api [None req-c653aeae-78b4-4844-9c9d-f8e21f9edae5 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069152, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.301268] env[69524]: DEBUG oslo_concurrency.lockutils [None req-95e06dda-aee5-46b0-8d57-5fe4323fed65 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Lock "3198d5ad-375d-4938-9dd0-825896f9ed78" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.400s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1430.402723] env[69524]: DEBUG oslo_vmware.api [None req-c653aeae-78b4-4844-9c9d-f8e21f9edae5 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069152, 'name': ReconfigVM_Task, 'duration_secs': 0.528727} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.403014] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-c653aeae-78b4-4844-9c9d-f8e21f9edae5 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=69524) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1430.403823] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672e7bd7-d767-49a6-bc6a-b4fd63c18548 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.427227] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-c653aeae-78b4-4844-9c9d-f8e21f9edae5 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 501ff9c7-9be5-4174-9072-019fd7bae0c6/501ff9c7-9be5-4174-9072-019fd7bae0c6.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1430.427563] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f11ff0f4-7959-405c-b309-1a0024be6e3b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.446399] env[69524]: DEBUG oslo_vmware.api [None req-c653aeae-78b4-4844-9c9d-f8e21f9edae5 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1430.446399] env[69524]: value = "task-4069153" [ 1430.446399] env[69524]: _type = "Task" [ 1430.446399] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.456522] env[69524]: DEBUG oslo_vmware.api [None req-c653aeae-78b4-4844-9c9d-f8e21f9edae5 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069153, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.958061] env[69524]: DEBUG oslo_vmware.api [None req-c653aeae-78b4-4844-9c9d-f8e21f9edae5 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069153, 'name': ReconfigVM_Task, 'duration_secs': 0.264621} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.958061] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-c653aeae-78b4-4844-9c9d-f8e21f9edae5 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 501ff9c7-9be5-4174-9072-019fd7bae0c6/501ff9c7-9be5-4174-9072-019fd7bae0c6.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1430.958061] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5023b837-ba29-451e-ab5f-6c672029f007 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.975107] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f93304-f410-41b4-b3d2-e9265ae82c70 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.993048] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e43da2-93ce-4ac4-a950-76d169a5f9dc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.011456] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71503573-5003-4aa5-859a-543470549a81 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.018866] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-c653aeae-78b4-4844-9c9d-f8e21f9edae5 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1431.019167] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ced5732b-0039-407f-93a1-04fccc42ca16 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.026201] env[69524]: DEBUG oslo_vmware.api [None req-c653aeae-78b4-4844-9c9d-f8e21f9edae5 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1431.026201] env[69524]: value = "task-4069154" [ 1431.026201] env[69524]: _type = "Task" [ 1431.026201] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.034431] env[69524]: DEBUG oslo_vmware.api [None req-c653aeae-78b4-4844-9c9d-f8e21f9edae5 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069154, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.536101] env[69524]: DEBUG oslo_vmware.api [None req-c653aeae-78b4-4844-9c9d-f8e21f9edae5 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069154, 'name': PowerOnVM_Task, 'duration_secs': 0.373007} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.536393] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-c653aeae-78b4-4844-9c9d-f8e21f9edae5 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1431.987408] env[69524]: DEBUG oslo_concurrency.lockutils [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Acquiring lock "ab3b7c47-fa2a-41d6-84a6-793deebcfa39" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1431.987708] env[69524]: DEBUG oslo_concurrency.lockutils [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Lock "ab3b7c47-fa2a-41d6-84a6-793deebcfa39" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1432.490567] env[69524]: DEBUG nova.compute.manager [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1432.551292] env[69524]: INFO nova.compute.manager [None req-c653aeae-78b4-4844-9c9d-f8e21f9edae5 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Updating instance to original state: 'active' [ 1433.012981] env[69524]: DEBUG oslo_concurrency.lockutils [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1433.013301] env[69524]: DEBUG oslo_concurrency.lockutils [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1433.014918] env[69524]: INFO nova.compute.claims [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1433.546693] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a35c6f03-5ba6-4b37-bb82-62dc58e1d9c4 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquiring lock "501ff9c7-9be5-4174-9072-019fd7bae0c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1433.546998] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a35c6f03-5ba6-4b37-bb82-62dc58e1d9c4 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lock "501ff9c7-9be5-4174-9072-019fd7bae0c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1433.547286] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a35c6f03-5ba6-4b37-bb82-62dc58e1d9c4 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquiring lock "501ff9c7-9be5-4174-9072-019fd7bae0c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1433.547535] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a35c6f03-5ba6-4b37-bb82-62dc58e1d9c4 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lock "501ff9c7-9be5-4174-9072-019fd7bae0c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1433.547721] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a35c6f03-5ba6-4b37-bb82-62dc58e1d9c4 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lock "501ff9c7-9be5-4174-9072-019fd7bae0c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1433.550324] env[69524]: INFO nova.compute.manager [None req-a35c6f03-5ba6-4b37-bb82-62dc58e1d9c4 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Terminating instance [ 1434.054052] env[69524]: DEBUG nova.compute.manager [None req-a35c6f03-5ba6-4b37-bb82-62dc58e1d9c4 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1434.054444] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a35c6f03-5ba6-4b37-bb82-62dc58e1d9c4 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1434.055365] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8b5a3b-cb80-4929-9ad3-3042e40a6459 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.063581] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-a35c6f03-5ba6-4b37-bb82-62dc58e1d9c4 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1434.066786] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e157ad81-0a83-4def-8f1b-2bfb074cd9af {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.073956] env[69524]: DEBUG oslo_vmware.api [None req-a35c6f03-5ba6-4b37-bb82-62dc58e1d9c4 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1434.073956] env[69524]: value = "task-4069155" [ 1434.073956] env[69524]: _type = "Task" [ 1434.073956] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.079046] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c172245-ef39-40a1-ace5-73c14315db33 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.084688] env[69524]: DEBUG oslo_vmware.api [None req-a35c6f03-5ba6-4b37-bb82-62dc58e1d9c4 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069155, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.090552] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06c9618-03e3-403e-a804-4578eda23401 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.122866] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce61557-3dd6-4f4a-b44b-339c7c25fe1c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.132049] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eaa22d9-d7b8-412d-b857-6b288870c170 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.147157] env[69524]: DEBUG nova.compute.provider_tree [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1434.584728] env[69524]: DEBUG oslo_vmware.api [None req-a35c6f03-5ba6-4b37-bb82-62dc58e1d9c4 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069155, 'name': PowerOffVM_Task, 'duration_secs': 0.286408} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.584887] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-a35c6f03-5ba6-4b37-bb82-62dc58e1d9c4 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1434.584932] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a35c6f03-5ba6-4b37-bb82-62dc58e1d9c4 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1434.585237] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf163855-a348-442a-93c5-bbd068fa494f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.651290] env[69524]: DEBUG nova.scheduler.client.report [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1434.654720] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a35c6f03-5ba6-4b37-bb82-62dc58e1d9c4 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1434.654906] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a35c6f03-5ba6-4b37-bb82-62dc58e1d9c4 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1434.655154] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-a35c6f03-5ba6-4b37-bb82-62dc58e1d9c4 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Deleting the datastore file [datastore1] 501ff9c7-9be5-4174-9072-019fd7bae0c6 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1434.655427] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-690fb946-a2aa-48f1-9257-4f02758264ee {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.663185] env[69524]: DEBUG oslo_vmware.api [None req-a35c6f03-5ba6-4b37-bb82-62dc58e1d9c4 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1434.663185] env[69524]: value = "task-4069157" [ 1434.663185] env[69524]: _type = "Task" [ 1434.663185] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.672060] env[69524]: DEBUG oslo_vmware.api [None req-a35c6f03-5ba6-4b37-bb82-62dc58e1d9c4 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069157, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.062932] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a89e7ba2-00a5-48dd-8e9d-1e62689d5a0c tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Acquiring lock "049e8484-7ba5-4cf3-a8bd-162a83e8e4b6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1435.063644] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a89e7ba2-00a5-48dd-8e9d-1e62689d5a0c tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Lock "049e8484-7ba5-4cf3-a8bd-162a83e8e4b6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1435.159171] env[69524]: DEBUG oslo_concurrency.lockutils [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.146s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1435.160254] env[69524]: DEBUG nova.compute.manager [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1435.173564] env[69524]: DEBUG oslo_vmware.api [None req-a35c6f03-5ba6-4b37-bb82-62dc58e1d9c4 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069157, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136339} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.173832] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-a35c6f03-5ba6-4b37-bb82-62dc58e1d9c4 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1435.174089] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a35c6f03-5ba6-4b37-bb82-62dc58e1d9c4 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1435.174302] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a35c6f03-5ba6-4b37-bb82-62dc58e1d9c4 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1435.174480] env[69524]: INFO nova.compute.manager [None req-a35c6f03-5ba6-4b37-bb82-62dc58e1d9c4 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1435.174723] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a35c6f03-5ba6-4b37-bb82-62dc58e1d9c4 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1435.174921] env[69524]: DEBUG nova.compute.manager [-] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1435.175027] env[69524]: DEBUG nova.network.neutron [-] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1435.567231] env[69524]: DEBUG nova.compute.utils [None req-a89e7ba2-00a5-48dd-8e9d-1e62689d5a0c tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1435.665732] env[69524]: DEBUG nova.compute.utils [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1435.667201] env[69524]: DEBUG nova.compute.manager [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1435.667376] env[69524]: DEBUG nova.network.neutron [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1435.693916] env[69524]: DEBUG nova.compute.manager [req-bac8e7b3-9273-489d-8135-a21187b15db6 req-b4723e42-d007-44ec-ae22-7e3db00d4129 service nova] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Received event network-vif-deleted-33c99627-aabc-4421-972e-644b0c5b66cd {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1435.694165] env[69524]: INFO nova.compute.manager [req-bac8e7b3-9273-489d-8135-a21187b15db6 req-b4723e42-d007-44ec-ae22-7e3db00d4129 service nova] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Neutron deleted interface 33c99627-aabc-4421-972e-644b0c5b66cd; detaching it from the instance and deleting it from the info cache [ 1435.694351] env[69524]: DEBUG nova.network.neutron [req-bac8e7b3-9273-489d-8135-a21187b15db6 req-b4723e42-d007-44ec-ae22-7e3db00d4129 service nova] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1435.714842] env[69524]: DEBUG nova.policy [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62fbbbb1d96d4ae6a63e94aadeefefd8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7121079d81b745c7ae7e861b43224581', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 1436.070231] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a89e7ba2-00a5-48dd-8e9d-1e62689d5a0c tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Lock "049e8484-7ba5-4cf3-a8bd-162a83e8e4b6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1436.124804] env[69524]: DEBUG nova.network.neutron [-] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1436.170801] env[69524]: DEBUG nova.compute.manager [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1436.200701] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6c0775dc-0f0e-4061-b264-132535bdbc99 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.210929] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af123eba-e0bc-42f0-84a4-c86e61146abc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.223225] env[69524]: DEBUG nova.network.neutron [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Successfully created port: 623f4cfe-817d-4f50-a040-f829a8cc216e {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1436.241020] env[69524]: DEBUG nova.compute.manager [req-bac8e7b3-9273-489d-8135-a21187b15db6 req-b4723e42-d007-44ec-ae22-7e3db00d4129 service nova] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Detach interface failed, port_id=33c99627-aabc-4421-972e-644b0c5b66cd, reason: Instance 501ff9c7-9be5-4174-9072-019fd7bae0c6 could not be found. {{(pid=69524) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1436.633270] env[69524]: INFO nova.compute.manager [-] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Took 1.46 seconds to deallocate network for instance. [ 1437.142019] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a89e7ba2-00a5-48dd-8e9d-1e62689d5a0c tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Acquiring lock "049e8484-7ba5-4cf3-a8bd-162a83e8e4b6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1437.142399] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a89e7ba2-00a5-48dd-8e9d-1e62689d5a0c tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Lock "049e8484-7ba5-4cf3-a8bd-162a83e8e4b6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1437.142628] env[69524]: INFO nova.compute.manager [None req-a89e7ba2-00a5-48dd-8e9d-1e62689d5a0c tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] Attaching volume 8530699f-4940-48aa-a1bb-55098fe81f74 to /dev/sdb [ 1437.146415] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a35c6f03-5ba6-4b37-bb82-62dc58e1d9c4 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1437.146834] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a35c6f03-5ba6-4b37-bb82-62dc58e1d9c4 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1437.147213] env[69524]: DEBUG nova.objects.instance [None req-a35c6f03-5ba6-4b37-bb82-62dc58e1d9c4 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lazy-loading 'resources' on Instance uuid 501ff9c7-9be5-4174-9072-019fd7bae0c6 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1437.178776] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-251602e2-4b8c-4c69-a537-86999fdb374e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.182421] env[69524]: DEBUG nova.compute.manager [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1437.189375] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad23767-6205-4237-8796-52a9ce615dca {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.205480] env[69524]: DEBUG nova.virt.block_device [None req-a89e7ba2-00a5-48dd-8e9d-1e62689d5a0c tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] Updating existing volume attachment record: fbdf460d-9595-4e34-9bdb-737f7cd648f6 {{(pid=69524) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1437.215899] env[69524]: DEBUG nova.virt.hardware [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1437.216203] env[69524]: DEBUG nova.virt.hardware [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1437.216419] env[69524]: DEBUG nova.virt.hardware [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1437.216631] env[69524]: DEBUG nova.virt.hardware [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1437.216777] env[69524]: DEBUG nova.virt.hardware [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1437.216922] env[69524]: DEBUG nova.virt.hardware [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1437.217154] env[69524]: DEBUG nova.virt.hardware [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1437.217318] env[69524]: DEBUG nova.virt.hardware [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1437.217485] env[69524]: DEBUG nova.virt.hardware [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1437.217646] env[69524]: DEBUG nova.virt.hardware [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1437.217815] env[69524]: DEBUG nova.virt.hardware [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1437.218688] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c4d4616-e51d-4770-ad41-bbe6df925a99 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.228076] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5a3530-12d2-4a04-a0b2-65887dbb220b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.693519] env[69524]: DEBUG nova.network.neutron [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Successfully updated port: 623f4cfe-817d-4f50-a040-f829a8cc216e {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1437.725600] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e990c60f-b7d1-4e2e-90b1-bf0138b1e493 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.730694] env[69524]: DEBUG nova.compute.manager [req-03305c4a-585b-494f-8616-c72e570e12b4 req-2d300171-cfbb-47b1-8d98-b2c908e914fd service nova] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Received event network-vif-plugged-623f4cfe-817d-4f50-a040-f829a8cc216e {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1437.730912] env[69524]: DEBUG oslo_concurrency.lockutils [req-03305c4a-585b-494f-8616-c72e570e12b4 req-2d300171-cfbb-47b1-8d98-b2c908e914fd service nova] Acquiring lock "ab3b7c47-fa2a-41d6-84a6-793deebcfa39-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1437.731127] env[69524]: DEBUG oslo_concurrency.lockutils [req-03305c4a-585b-494f-8616-c72e570e12b4 req-2d300171-cfbb-47b1-8d98-b2c908e914fd service nova] Lock "ab3b7c47-fa2a-41d6-84a6-793deebcfa39-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1437.731293] env[69524]: DEBUG oslo_concurrency.lockutils [req-03305c4a-585b-494f-8616-c72e570e12b4 req-2d300171-cfbb-47b1-8d98-b2c908e914fd service nova] Lock "ab3b7c47-fa2a-41d6-84a6-793deebcfa39-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1437.731455] env[69524]: DEBUG nova.compute.manager [req-03305c4a-585b-494f-8616-c72e570e12b4 req-2d300171-cfbb-47b1-8d98-b2c908e914fd service nova] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] No waiting events found dispatching network-vif-plugged-623f4cfe-817d-4f50-a040-f829a8cc216e {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1437.731611] env[69524]: WARNING nova.compute.manager [req-03305c4a-585b-494f-8616-c72e570e12b4 req-2d300171-cfbb-47b1-8d98-b2c908e914fd service nova] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Received unexpected event network-vif-plugged-623f4cfe-817d-4f50-a040-f829a8cc216e for instance with vm_state building and task_state spawning. [ 1437.731764] env[69524]: DEBUG nova.compute.manager [req-03305c4a-585b-494f-8616-c72e570e12b4 req-2d300171-cfbb-47b1-8d98-b2c908e914fd service nova] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Received event network-changed-623f4cfe-817d-4f50-a040-f829a8cc216e {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1437.731908] env[69524]: DEBUG nova.compute.manager [req-03305c4a-585b-494f-8616-c72e570e12b4 req-2d300171-cfbb-47b1-8d98-b2c908e914fd service nova] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Refreshing instance network info cache due to event network-changed-623f4cfe-817d-4f50-a040-f829a8cc216e. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1437.732239] env[69524]: DEBUG oslo_concurrency.lockutils [req-03305c4a-585b-494f-8616-c72e570e12b4 req-2d300171-cfbb-47b1-8d98-b2c908e914fd service nova] Acquiring lock "refresh_cache-ab3b7c47-fa2a-41d6-84a6-793deebcfa39" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.732299] env[69524]: DEBUG oslo_concurrency.lockutils [req-03305c4a-585b-494f-8616-c72e570e12b4 req-2d300171-cfbb-47b1-8d98-b2c908e914fd service nova] Acquired lock "refresh_cache-ab3b7c47-fa2a-41d6-84a6-793deebcfa39" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.732413] env[69524]: DEBUG nova.network.neutron [req-03305c4a-585b-494f-8616-c72e570e12b4 req-2d300171-cfbb-47b1-8d98-b2c908e914fd service nova] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Refreshing network info cache for port 623f4cfe-817d-4f50-a040-f829a8cc216e {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1437.739616] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c0ffd7-a651-4d76-aedc-7f3908c480ed {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.772372] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1cb925-2eab-4380-b393-cf4ec0b9c1ed {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.780663] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a7028d-3fc5-4bb9-99ff-c5af3cae6d5d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.795401] env[69524]: DEBUG nova.compute.provider_tree [None req-a35c6f03-5ba6-4b37-bb82-62dc58e1d9c4 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1438.196373] env[69524]: DEBUG oslo_concurrency.lockutils [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Acquiring lock "refresh_cache-ab3b7c47-fa2a-41d6-84a6-793deebcfa39" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.266169] env[69524]: DEBUG nova.network.neutron [req-03305c4a-585b-494f-8616-c72e570e12b4 req-2d300171-cfbb-47b1-8d98-b2c908e914fd service nova] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1438.298867] env[69524]: DEBUG nova.scheduler.client.report [None req-a35c6f03-5ba6-4b37-bb82-62dc58e1d9c4 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1438.338572] env[69524]: DEBUG nova.network.neutron [req-03305c4a-585b-494f-8616-c72e570e12b4 req-2d300171-cfbb-47b1-8d98-b2c908e914fd service nova] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1438.805618] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a35c6f03-5ba6-4b37-bb82-62dc58e1d9c4 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.659s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1438.823936] env[69524]: INFO nova.scheduler.client.report [None req-a35c6f03-5ba6-4b37-bb82-62dc58e1d9c4 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Deleted allocations for instance 501ff9c7-9be5-4174-9072-019fd7bae0c6 [ 1438.841045] env[69524]: DEBUG oslo_concurrency.lockutils [req-03305c4a-585b-494f-8616-c72e570e12b4 req-2d300171-cfbb-47b1-8d98-b2c908e914fd service nova] Releasing lock "refresh_cache-ab3b7c47-fa2a-41d6-84a6-793deebcfa39" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.841512] env[69524]: DEBUG oslo_concurrency.lockutils [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Acquired lock "refresh_cache-ab3b7c47-fa2a-41d6-84a6-793deebcfa39" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.841758] env[69524]: DEBUG nova.network.neutron [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1439.332808] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a35c6f03-5ba6-4b37-bb82-62dc58e1d9c4 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lock "501ff9c7-9be5-4174-9072-019fd7bae0c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.786s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1439.371250] env[69524]: DEBUG nova.network.neutron [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1439.502151] env[69524]: DEBUG nova.network.neutron [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Updating instance_info_cache with network_info: [{"id": "623f4cfe-817d-4f50-a040-f829a8cc216e", "address": "fa:16:3e:90:44:11", "network": {"id": "2261fad5-4ca6-482b-bb5d-96622a3665e3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1961364082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7121079d81b745c7ae7e861b43224581", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap623f4cfe-81", "ovs_interfaceid": "623f4cfe-817d-4f50-a040-f829a8cc216e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1440.005041] env[69524]: DEBUG oslo_concurrency.lockutils [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Releasing lock "refresh_cache-ab3b7c47-fa2a-41d6-84a6-793deebcfa39" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.005316] env[69524]: DEBUG nova.compute.manager [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Instance network_info: |[{"id": "623f4cfe-817d-4f50-a040-f829a8cc216e", "address": "fa:16:3e:90:44:11", "network": {"id": "2261fad5-4ca6-482b-bb5d-96622a3665e3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1961364082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7121079d81b745c7ae7e861b43224581", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap623f4cfe-81", "ovs_interfaceid": "623f4cfe-817d-4f50-a040-f829a8cc216e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1440.005753] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:44:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b94712a6-b777-47dd-bc06-f9acfce2d936', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '623f4cfe-817d-4f50-a040-f829a8cc216e', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1440.013206] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1440.013615] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1440.013769] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bd66a67f-1699-4bd6-b91c-98e6b933f0fd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.035036] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1440.035036] env[69524]: value = "task-4069162" [ 1440.035036] env[69524]: _type = "Task" [ 1440.035036] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.043401] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069162, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.545233] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069162, 'name': CreateVM_Task, 'duration_secs': 0.324992} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.545653] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1440.546105] env[69524]: DEBUG oslo_concurrency.lockutils [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.546290] env[69524]: DEBUG oslo_concurrency.lockutils [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.546624] env[69524]: DEBUG oslo_concurrency.lockutils [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.547237] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d251d18-f164-41bf-9062-68f6a13411f9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.552100] env[69524]: DEBUG oslo_vmware.api [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Waiting for the task: (returnval){ [ 1440.552100] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]520ae1b9-0b36-07e5-1bdf-b7160ef7c50e" [ 1440.552100] env[69524]: _type = "Task" [ 1440.552100] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.560263] env[69524]: DEBUG oslo_vmware.api [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]520ae1b9-0b36-07e5-1bdf-b7160ef7c50e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.627562] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquiring lock "e9491afe-5000-449b-951d-f9b6682bc2fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1440.627809] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lock "e9491afe-5000-449b-951d-f9b6682bc2fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1441.062565] env[69524]: DEBUG oslo_vmware.api [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]520ae1b9-0b36-07e5-1bdf-b7160ef7c50e, 'name': SearchDatastore_Task, 'duration_secs': 0.010394} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.062886] env[69524]: DEBUG oslo_concurrency.lockutils [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.063133] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1441.063370] env[69524]: DEBUG oslo_concurrency.lockutils [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.063515] env[69524]: DEBUG oslo_concurrency.lockutils [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.063692] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1441.063958] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd6b9ec0-460d-44e2-abcb-a4badce7d33d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.073080] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1441.073274] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1441.073979] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fe8453d-5190-4286-87a7-632b67876c23 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.079609] env[69524]: DEBUG oslo_vmware.api [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Waiting for the task: (returnval){ [ 1441.079609] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52901dbd-55d6-49a1-c24b-2715d18c2f34" [ 1441.079609] env[69524]: _type = "Task" [ 1441.079609] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.088232] env[69524]: DEBUG oslo_vmware.api [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52901dbd-55d6-49a1-c24b-2715d18c2f34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.130287] env[69524]: DEBUG nova.compute.manager [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1441.591380] env[69524]: DEBUG oslo_vmware.api [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52901dbd-55d6-49a1-c24b-2715d18c2f34, 'name': SearchDatastore_Task, 'duration_secs': 0.010401} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.592135] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e4836c3-2c45-435e-9825-9728e3f22192 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.597887] env[69524]: DEBUG oslo_vmware.api [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Waiting for the task: (returnval){ [ 1441.597887] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]528f86c7-f771-28c6-c43d-0227625a00d8" [ 1441.597887] env[69524]: _type = "Task" [ 1441.597887] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.606420] env[69524]: DEBUG oslo_vmware.api [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]528f86c7-f771-28c6-c43d-0227625a00d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.651802] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1441.652089] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1441.653627] env[69524]: INFO nova.compute.claims [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1441.752318] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-a89e7ba2-00a5-48dd-8e9d-1e62689d5a0c tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] Volume attach. Driver type: vmdk {{(pid=69524) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1441.752565] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-a89e7ba2-00a5-48dd-8e9d-1e62689d5a0c tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806364', 'volume_id': '8530699f-4940-48aa-a1bb-55098fe81f74', 'name': 'volume-8530699f-4940-48aa-a1bb-55098fe81f74', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '049e8484-7ba5-4cf3-a8bd-162a83e8e4b6', 'attached_at': '', 'detached_at': '', 'volume_id': '8530699f-4940-48aa-a1bb-55098fe81f74', 'serial': '8530699f-4940-48aa-a1bb-55098fe81f74'} {{(pid=69524) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1441.753447] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3242b7f-2b74-4483-b182-ca12dfb125ca {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.770675] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f0e08ef-7df2-4973-8fba-fea514bad7a5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.795530] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-a89e7ba2-00a5-48dd-8e9d-1e62689d5a0c tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] volume-8530699f-4940-48aa-a1bb-55098fe81f74/volume-8530699f-4940-48aa-a1bb-55098fe81f74.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1441.796268] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff3df4f0-334d-4bf0-8211-bb7879543750 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.814498] env[69524]: DEBUG oslo_vmware.api [None req-a89e7ba2-00a5-48dd-8e9d-1e62689d5a0c tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Waiting for the task: (returnval){ [ 1441.814498] env[69524]: value = "task-4069163" [ 1441.814498] env[69524]: _type = "Task" [ 1441.814498] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.824658] env[69524]: DEBUG oslo_vmware.api [None req-a89e7ba2-00a5-48dd-8e9d-1e62689d5a0c tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069163, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.109189] env[69524]: DEBUG oslo_vmware.api [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]528f86c7-f771-28c6-c43d-0227625a00d8, 'name': SearchDatastore_Task, 'duration_secs': 0.009892} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.109464] env[69524]: DEBUG oslo_concurrency.lockutils [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.109808] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] ab3b7c47-fa2a-41d6-84a6-793deebcfa39/ab3b7c47-fa2a-41d6-84a6-793deebcfa39.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1442.110135] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cc024a1a-1746-4e6d-b7a6-132721f8036f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.119668] env[69524]: DEBUG oslo_vmware.api [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Waiting for the task: (returnval){ [ 1442.119668] env[69524]: value = "task-4069164" [ 1442.119668] env[69524]: _type = "Task" [ 1442.119668] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.128299] env[69524]: DEBUG oslo_vmware.api [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069164, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.326453] env[69524]: DEBUG oslo_vmware.api [None req-a89e7ba2-00a5-48dd-8e9d-1e62689d5a0c tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069163, 'name': ReconfigVM_Task, 'duration_secs': 0.331388} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.326761] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-a89e7ba2-00a5-48dd-8e9d-1e62689d5a0c tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] Reconfigured VM instance instance-0000007a to attach disk [datastore1] volume-8530699f-4940-48aa-a1bb-55098fe81f74/volume-8530699f-4940-48aa-a1bb-55098fe81f74.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1442.331525] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b877e496-0130-424f-b19d-ffae1cf0c0c1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.348053] env[69524]: DEBUG oslo_vmware.api [None req-a89e7ba2-00a5-48dd-8e9d-1e62689d5a0c tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Waiting for the task: (returnval){ [ 1442.348053] env[69524]: value = "task-4069165" [ 1442.348053] env[69524]: _type = "Task" [ 1442.348053] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.356815] env[69524]: DEBUG oslo_vmware.api [None req-a89e7ba2-00a5-48dd-8e9d-1e62689d5a0c tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069165, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.629846] env[69524]: DEBUG oslo_vmware.api [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069164, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.451614} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.630246] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] ab3b7c47-fa2a-41d6-84a6-793deebcfa39/ab3b7c47-fa2a-41d6-84a6-793deebcfa39.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1442.630336] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1442.630554] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0bce8354-6bb2-4ad1-8f9e-b8bb9ab80a9d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.638320] env[69524]: DEBUG oslo_vmware.api [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Waiting for the task: (returnval){ [ 1442.638320] env[69524]: value = "task-4069166" [ 1442.638320] env[69524]: _type = "Task" [ 1442.638320] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.645732] env[69524]: DEBUG oslo_vmware.api [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069166, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.713084] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3497d45-542a-4162-b467-2c74cf307831 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.720702] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c62373-f035-4d60-9850-2b567ca1881a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.750044] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e883de-4b7b-4a8b-b848-da2026c1d5bb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.757563] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-759e285f-acb8-4eb5-b243-097cb6213d7c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.770381] env[69524]: DEBUG nova.compute.provider_tree [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1442.857792] env[69524]: DEBUG oslo_vmware.api [None req-a89e7ba2-00a5-48dd-8e9d-1e62689d5a0c tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069165, 'name': ReconfigVM_Task, 'duration_secs': 0.169346} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.858115] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-a89e7ba2-00a5-48dd-8e9d-1e62689d5a0c tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806364', 'volume_id': '8530699f-4940-48aa-a1bb-55098fe81f74', 'name': 'volume-8530699f-4940-48aa-a1bb-55098fe81f74', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '049e8484-7ba5-4cf3-a8bd-162a83e8e4b6', 'attached_at': '', 'detached_at': '', 'volume_id': '8530699f-4940-48aa-a1bb-55098fe81f74', 'serial': '8530699f-4940-48aa-a1bb-55098fe81f74'} {{(pid=69524) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1443.148988] env[69524]: DEBUG oslo_vmware.api [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069166, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064255} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.149289] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1443.150106] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e79cc3-808f-4104-b9bf-b6cd98b34d1a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.175243] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] ab3b7c47-fa2a-41d6-84a6-793deebcfa39/ab3b7c47-fa2a-41d6-84a6-793deebcfa39.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1443.175572] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f5d6183-222f-4b5e-9158-6e0bb89d739a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.195637] env[69524]: DEBUG oslo_vmware.api [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Waiting for the task: (returnval){ [ 1443.195637] env[69524]: value = "task-4069167" [ 1443.195637] env[69524]: _type = "Task" [ 1443.195637] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.204452] env[69524]: DEBUG oslo_vmware.api [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069167, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.273740] env[69524]: DEBUG nova.scheduler.client.report [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1443.706166] env[69524]: DEBUG oslo_vmware.api [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069167, 'name': ReconfigVM_Task, 'duration_secs': 0.27316} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.706635] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Reconfigured VM instance instance-0000007b to attach disk [datastore1] ab3b7c47-fa2a-41d6-84a6-793deebcfa39/ab3b7c47-fa2a-41d6-84a6-793deebcfa39.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1443.707068] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0578d845-6c3c-458b-bc60-97857e5ed278 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.713962] env[69524]: DEBUG oslo_vmware.api [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Waiting for the task: (returnval){ [ 1443.713962] env[69524]: value = "task-4069168" [ 1443.713962] env[69524]: _type = "Task" [ 1443.713962] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.722091] env[69524]: DEBUG oslo_vmware.api [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069168, 'name': Rename_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.779239] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.127s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1443.779830] env[69524]: DEBUG nova.compute.manager [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1443.895328] env[69524]: DEBUG nova.objects.instance [None req-a89e7ba2-00a5-48dd-8e9d-1e62689d5a0c tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Lazy-loading 'flavor' on Instance uuid 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1444.224491] env[69524]: DEBUG oslo_vmware.api [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069168, 'name': Rename_Task, 'duration_secs': 0.145845} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.224725] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1444.224969] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07f72192-a125-4835-8f9f-72b739d667ed {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.231794] env[69524]: DEBUG oslo_vmware.api [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Waiting for the task: (returnval){ [ 1444.231794] env[69524]: value = "task-4069169" [ 1444.231794] env[69524]: _type = "Task" [ 1444.231794] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.239685] env[69524]: DEBUG oslo_vmware.api [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069169, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.285841] env[69524]: DEBUG nova.compute.utils [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1444.287362] env[69524]: DEBUG nova.compute.manager [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1444.287493] env[69524]: DEBUG nova.network.neutron [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1444.339096] env[69524]: DEBUG nova.policy [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '545def98a8664ebbb0bdfe573aaee24f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a638896dde45449a8d091abde05fda3d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 1444.400825] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a89e7ba2-00a5-48dd-8e9d-1e62689d5a0c tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Lock "049e8484-7ba5-4cf3-a8bd-162a83e8e4b6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.258s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1444.603949] env[69524]: DEBUG nova.network.neutron [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Successfully created port: 21cb3f6f-65e0-4325-a3ef-260b7b4ea894 {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1444.742686] env[69524]: DEBUG oslo_vmware.api [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069169, 'name': PowerOnVM_Task, 'duration_secs': 0.470193} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.743131] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1444.743333] env[69524]: INFO nova.compute.manager [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Took 7.56 seconds to spawn the instance on the hypervisor. [ 1444.743524] env[69524]: DEBUG nova.compute.manager [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1444.744870] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9376d190-61a3-43bc-9369-3b0d162908b5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.790931] env[69524]: DEBUG nova.compute.manager [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1445.261862] env[69524]: INFO nova.compute.manager [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Took 12.27 seconds to build instance. [ 1445.676871] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Acquiring lock "eec8bcf3-08b5-412b-b5c2-35dae93351de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1445.677234] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Lock "eec8bcf3-08b5-412b-b5c2-35dae93351de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1445.763915] env[69524]: DEBUG oslo_concurrency.lockutils [None req-70aee405-0dcf-4afc-ab47-592b20f23517 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Lock "ab3b7c47-fa2a-41d6-84a6-793deebcfa39" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.776s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1445.801397] env[69524]: DEBUG nova.compute.manager [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1445.829779] env[69524]: DEBUG nova.virt.hardware [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1445.830060] env[69524]: DEBUG nova.virt.hardware [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1445.830220] env[69524]: DEBUG nova.virt.hardware [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1445.830407] env[69524]: DEBUG nova.virt.hardware [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1445.830552] env[69524]: DEBUG nova.virt.hardware [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1445.830697] env[69524]: DEBUG nova.virt.hardware [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1445.830903] env[69524]: DEBUG nova.virt.hardware [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1445.831073] env[69524]: DEBUG nova.virt.hardware [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1445.831247] env[69524]: DEBUG nova.virt.hardware [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1445.831511] env[69524]: DEBUG nova.virt.hardware [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1445.831599] env[69524]: DEBUG nova.virt.hardware [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1445.832530] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880c5c6c-adc1-4902-abc8-813188dd7ad0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.842223] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c63b119-42d7-4124-8838-33dce61c6a9c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.180607] env[69524]: DEBUG nova.compute.manager [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: eec8bcf3-08b5-412b-b5c2-35dae93351de] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1446.234517] env[69524]: DEBUG nova.compute.manager [req-50ebb36a-69b2-4205-804c-e1bc91e7c6ea req-b8754eea-38ba-4745-a78a-27e1726dca93 service nova] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Received event network-vif-plugged-21cb3f6f-65e0-4325-a3ef-260b7b4ea894 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1446.234848] env[69524]: DEBUG oslo_concurrency.lockutils [req-50ebb36a-69b2-4205-804c-e1bc91e7c6ea req-b8754eea-38ba-4745-a78a-27e1726dca93 service nova] Acquiring lock "e9491afe-5000-449b-951d-f9b6682bc2fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1446.235286] env[69524]: DEBUG oslo_concurrency.lockutils [req-50ebb36a-69b2-4205-804c-e1bc91e7c6ea req-b8754eea-38ba-4745-a78a-27e1726dca93 service nova] Lock "e9491afe-5000-449b-951d-f9b6682bc2fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1446.235550] env[69524]: DEBUG oslo_concurrency.lockutils [req-50ebb36a-69b2-4205-804c-e1bc91e7c6ea req-b8754eea-38ba-4745-a78a-27e1726dca93 service nova] Lock "e9491afe-5000-449b-951d-f9b6682bc2fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1446.235820] env[69524]: DEBUG nova.compute.manager [req-50ebb36a-69b2-4205-804c-e1bc91e7c6ea req-b8754eea-38ba-4745-a78a-27e1726dca93 service nova] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] No waiting events found dispatching network-vif-plugged-21cb3f6f-65e0-4325-a3ef-260b7b4ea894 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1446.236125] env[69524]: WARNING nova.compute.manager [req-50ebb36a-69b2-4205-804c-e1bc91e7c6ea req-b8754eea-38ba-4745-a78a-27e1726dca93 service nova] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Received unexpected event network-vif-plugged-21cb3f6f-65e0-4325-a3ef-260b7b4ea894 for instance with vm_state building and task_state spawning. [ 1446.417368] env[69524]: DEBUG nova.network.neutron [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Successfully updated port: 21cb3f6f-65e0-4325-a3ef-260b7b4ea894 {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1446.704608] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1446.704895] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1446.706518] env[69524]: INFO nova.compute.claims [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: eec8bcf3-08b5-412b-b5c2-35dae93351de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1446.920395] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquiring lock "refresh_cache-e9491afe-5000-449b-951d-f9b6682bc2fc" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.920704] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquired lock "refresh_cache-e9491afe-5000-449b-951d-f9b6682bc2fc" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.920759] env[69524]: DEBUG nova.network.neutron [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1447.452454] env[69524]: DEBUG nova.network.neutron [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1447.581832] env[69524]: DEBUG nova.network.neutron [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Updating instance_info_cache with network_info: [{"id": "21cb3f6f-65e0-4325-a3ef-260b7b4ea894", "address": "fa:16:3e:46:b3:42", "network": {"id": "6e80ee80-02f9-45cb-9650-7615a3358ad7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-286530929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a638896dde45449a8d091abde05fda3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21cb3f6f-65", "ovs_interfaceid": "21cb3f6f-65e0-4325-a3ef-260b7b4ea894", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1447.782831] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee95e7ce-ec38-4c01-bfba-c682cdd09fb1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.790942] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9074d28e-7134-4312-9099-057ab2480ef0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.820746] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08235b7-4960-4f06-9f96-12675d37675f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.828579] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2488b31-5e43-423d-9c8d-50fcab59dd42 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.841657] env[69524]: DEBUG nova.compute.provider_tree [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1448.084594] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Releasing lock "refresh_cache-e9491afe-5000-449b-951d-f9b6682bc2fc" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.084980] env[69524]: DEBUG nova.compute.manager [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Instance network_info: |[{"id": "21cb3f6f-65e0-4325-a3ef-260b7b4ea894", "address": "fa:16:3e:46:b3:42", "network": {"id": "6e80ee80-02f9-45cb-9650-7615a3358ad7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-286530929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a638896dde45449a8d091abde05fda3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21cb3f6f-65", "ovs_interfaceid": "21cb3f6f-65e0-4325-a3ef-260b7b4ea894", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1448.085437] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:b3:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89463199-7ddf-4ee7-b485-1629a75b4b8f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21cb3f6f-65e0-4325-a3ef-260b7b4ea894', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1448.092956] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1448.093171] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1448.093419] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2065a7e-e858-425f-9001-79ce49923d2a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.112789] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1448.112789] env[69524]: value = "task-4069170" [ 1448.112789] env[69524]: _type = "Task" [ 1448.112789] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.120736] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069170, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.264399] env[69524]: DEBUG nova.compute.manager [req-8968ceab-f76d-4e64-bc12-1a8d0bc1d0b7 req-36aec1e4-17ca-45d1-8b6d-6cfdf054a461 service nova] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Received event network-changed-21cb3f6f-65e0-4325-a3ef-260b7b4ea894 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1448.264601] env[69524]: DEBUG nova.compute.manager [req-8968ceab-f76d-4e64-bc12-1a8d0bc1d0b7 req-36aec1e4-17ca-45d1-8b6d-6cfdf054a461 service nova] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Refreshing instance network info cache due to event network-changed-21cb3f6f-65e0-4325-a3ef-260b7b4ea894. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1448.264874] env[69524]: DEBUG oslo_concurrency.lockutils [req-8968ceab-f76d-4e64-bc12-1a8d0bc1d0b7 req-36aec1e4-17ca-45d1-8b6d-6cfdf054a461 service nova] Acquiring lock "refresh_cache-e9491afe-5000-449b-951d-f9b6682bc2fc" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.265068] env[69524]: DEBUG oslo_concurrency.lockutils [req-8968ceab-f76d-4e64-bc12-1a8d0bc1d0b7 req-36aec1e4-17ca-45d1-8b6d-6cfdf054a461 service nova] Acquired lock "refresh_cache-e9491afe-5000-449b-951d-f9b6682bc2fc" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.265288] env[69524]: DEBUG nova.network.neutron [req-8968ceab-f76d-4e64-bc12-1a8d0bc1d0b7 req-36aec1e4-17ca-45d1-8b6d-6cfdf054a461 service nova] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Refreshing network info cache for port 21cb3f6f-65e0-4325-a3ef-260b7b4ea894 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1448.344883] env[69524]: DEBUG nova.scheduler.client.report [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1448.624754] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069170, 'name': CreateVM_Task, 'duration_secs': 0.324962} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.624953] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1448.625578] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.625787] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.626188] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.626480] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9d97d27-d445-4f48-9391-139c8c7a5138 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.631069] env[69524]: DEBUG oslo_vmware.api [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1448.631069] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]526bea65-948d-2fc4-caaa-6a9193e8384c" [ 1448.631069] env[69524]: _type = "Task" [ 1448.631069] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.638925] env[69524]: DEBUG oslo_vmware.api [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]526bea65-948d-2fc4-caaa-6a9193e8384c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.849691] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.145s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1448.850265] env[69524]: DEBUG nova.compute.manager [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: eec8bcf3-08b5-412b-b5c2-35dae93351de] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1448.947502] env[69524]: DEBUG nova.network.neutron [req-8968ceab-f76d-4e64-bc12-1a8d0bc1d0b7 req-36aec1e4-17ca-45d1-8b6d-6cfdf054a461 service nova] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Updated VIF entry in instance network info cache for port 21cb3f6f-65e0-4325-a3ef-260b7b4ea894. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1448.947867] env[69524]: DEBUG nova.network.neutron [req-8968ceab-f76d-4e64-bc12-1a8d0bc1d0b7 req-36aec1e4-17ca-45d1-8b6d-6cfdf054a461 service nova] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Updating instance_info_cache with network_info: [{"id": "21cb3f6f-65e0-4325-a3ef-260b7b4ea894", "address": "fa:16:3e:46:b3:42", "network": {"id": "6e80ee80-02f9-45cb-9650-7615a3358ad7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-286530929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a638896dde45449a8d091abde05fda3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21cb3f6f-65", "ovs_interfaceid": "21cb3f6f-65e0-4325-a3ef-260b7b4ea894", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.142863] env[69524]: DEBUG oslo_vmware.api [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]526bea65-948d-2fc4-caaa-6a9193e8384c, 'name': SearchDatastore_Task, 'duration_secs': 0.015416} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.143293] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.143453] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1449.143686] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.143800] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquired lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.143981] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1449.144280] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7246437f-cf2f-41d4-97f9-530743436bb6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.154224] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1449.154519] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1449.155281] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad7bafbb-54da-44f9-9ecf-e7ea6999fb05 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.162929] env[69524]: DEBUG oslo_vmware.api [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1449.162929] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52e44e66-8cb2-cf0c-367e-4c8b6017a39a" [ 1449.162929] env[69524]: _type = "Task" [ 1449.162929] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.171517] env[69524]: DEBUG oslo_vmware.api [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52e44e66-8cb2-cf0c-367e-4c8b6017a39a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.356223] env[69524]: DEBUG nova.compute.utils [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1449.356575] env[69524]: DEBUG nova.compute.manager [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: eec8bcf3-08b5-412b-b5c2-35dae93351de] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1449.356746] env[69524]: DEBUG nova.network.neutron [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: eec8bcf3-08b5-412b-b5c2-35dae93351de] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1449.395247] env[69524]: DEBUG nova.policy [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1302fa3131c04a77aea697cd1e441429', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e3d1a1c5b6a42bfa6bca7a69b0220db', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 1449.451123] env[69524]: DEBUG oslo_concurrency.lockutils [req-8968ceab-f76d-4e64-bc12-1a8d0bc1d0b7 req-36aec1e4-17ca-45d1-8b6d-6cfdf054a461 service nova] Releasing lock "refresh_cache-e9491afe-5000-449b-951d-f9b6682bc2fc" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.451454] env[69524]: DEBUG nova.compute.manager [req-8968ceab-f76d-4e64-bc12-1a8d0bc1d0b7 req-36aec1e4-17ca-45d1-8b6d-6cfdf054a461 service nova] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Received event network-changed-623f4cfe-817d-4f50-a040-f829a8cc216e {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1449.451662] env[69524]: DEBUG nova.compute.manager [req-8968ceab-f76d-4e64-bc12-1a8d0bc1d0b7 req-36aec1e4-17ca-45d1-8b6d-6cfdf054a461 service nova] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Refreshing instance network info cache due to event network-changed-623f4cfe-817d-4f50-a040-f829a8cc216e. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1449.451878] env[69524]: DEBUG oslo_concurrency.lockutils [req-8968ceab-f76d-4e64-bc12-1a8d0bc1d0b7 req-36aec1e4-17ca-45d1-8b6d-6cfdf054a461 service nova] Acquiring lock "refresh_cache-ab3b7c47-fa2a-41d6-84a6-793deebcfa39" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.452033] env[69524]: DEBUG oslo_concurrency.lockutils [req-8968ceab-f76d-4e64-bc12-1a8d0bc1d0b7 req-36aec1e4-17ca-45d1-8b6d-6cfdf054a461 service nova] Acquired lock "refresh_cache-ab3b7c47-fa2a-41d6-84a6-793deebcfa39" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.452217] env[69524]: DEBUG nova.network.neutron [req-8968ceab-f76d-4e64-bc12-1a8d0bc1d0b7 req-36aec1e4-17ca-45d1-8b6d-6cfdf054a461 service nova] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Refreshing network info cache for port 623f4cfe-817d-4f50-a040-f829a8cc216e {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1449.643747] env[69524]: DEBUG nova.network.neutron [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: eec8bcf3-08b5-412b-b5c2-35dae93351de] Successfully created port: 6c5fcd29-dba2-4295-ace1-83333f295714 {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1449.674155] env[69524]: DEBUG oslo_vmware.api [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52e44e66-8cb2-cf0c-367e-4c8b6017a39a, 'name': SearchDatastore_Task, 'duration_secs': 0.01034} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.675051] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6abbdfd2-104e-4ae8-8401-f28e4f93e393 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.680267] env[69524]: DEBUG oslo_vmware.api [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1449.680267] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]528fa1a1-56aa-7625-46c2-09ef0ed025a9" [ 1449.680267] env[69524]: _type = "Task" [ 1449.680267] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.688389] env[69524]: DEBUG oslo_vmware.api [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]528fa1a1-56aa-7625-46c2-09ef0ed025a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.860217] env[69524]: DEBUG nova.compute.manager [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: eec8bcf3-08b5-412b-b5c2-35dae93351de] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1450.153296] env[69524]: DEBUG nova.network.neutron [req-8968ceab-f76d-4e64-bc12-1a8d0bc1d0b7 req-36aec1e4-17ca-45d1-8b6d-6cfdf054a461 service nova] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Updated VIF entry in instance network info cache for port 623f4cfe-817d-4f50-a040-f829a8cc216e. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1450.153656] env[69524]: DEBUG nova.network.neutron [req-8968ceab-f76d-4e64-bc12-1a8d0bc1d0b7 req-36aec1e4-17ca-45d1-8b6d-6cfdf054a461 service nova] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Updating instance_info_cache with network_info: [{"id": "623f4cfe-817d-4f50-a040-f829a8cc216e", "address": "fa:16:3e:90:44:11", "network": {"id": "2261fad5-4ca6-482b-bb5d-96622a3665e3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1961364082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7121079d81b745c7ae7e861b43224581", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap623f4cfe-81", "ovs_interfaceid": "623f4cfe-817d-4f50-a040-f829a8cc216e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1450.190906] env[69524]: DEBUG oslo_vmware.api [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]528fa1a1-56aa-7625-46c2-09ef0ed025a9, 'name': SearchDatastore_Task, 'duration_secs': 0.010576} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.191942] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Releasing lock "[datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.191942] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] e9491afe-5000-449b-951d-f9b6682bc2fc/e9491afe-5000-449b-951d-f9b6682bc2fc.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1450.192141] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd40b3dc-95bc-4102-b6c9-261626dfb2f5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.199062] env[69524]: DEBUG oslo_vmware.api [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1450.199062] env[69524]: value = "task-4069171" [ 1450.199062] env[69524]: _type = "Task" [ 1450.199062] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.207354] env[69524]: DEBUG oslo_vmware.api [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069171, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.657125] env[69524]: DEBUG oslo_concurrency.lockutils [req-8968ceab-f76d-4e64-bc12-1a8d0bc1d0b7 req-36aec1e4-17ca-45d1-8b6d-6cfdf054a461 service nova] Releasing lock "refresh_cache-ab3b7c47-fa2a-41d6-84a6-793deebcfa39" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.708973] env[69524]: DEBUG oslo_vmware.api [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069171, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472966} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.709213] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore2] e9491afe-5000-449b-951d-f9b6682bc2fc/e9491afe-5000-449b-951d-f9b6682bc2fc.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1450.709433] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1450.709678] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-674b997f-353a-41a3-8186-e4dd7a93232e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.716448] env[69524]: DEBUG oslo_vmware.api [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1450.716448] env[69524]: value = "task-4069172" [ 1450.716448] env[69524]: _type = "Task" [ 1450.716448] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.725124] env[69524]: DEBUG oslo_vmware.api [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069172, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.870819] env[69524]: DEBUG nova.compute.manager [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: eec8bcf3-08b5-412b-b5c2-35dae93351de] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1450.899579] env[69524]: DEBUG nova.virt.hardware [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1450.899831] env[69524]: DEBUG nova.virt.hardware [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1450.899983] env[69524]: DEBUG nova.virt.hardware [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1450.900187] env[69524]: DEBUG nova.virt.hardware [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1450.900334] env[69524]: DEBUG nova.virt.hardware [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1450.900480] env[69524]: DEBUG nova.virt.hardware [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1450.900683] env[69524]: DEBUG nova.virt.hardware [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1450.900879] env[69524]: DEBUG nova.virt.hardware [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1450.901083] env[69524]: DEBUG nova.virt.hardware [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1450.901250] env[69524]: DEBUG nova.virt.hardware [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1450.901421] env[69524]: DEBUG nova.virt.hardware [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1450.902905] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda0854a-5493-4448-983a-37fed3d270b1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.910784] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6669bce4-0a6a-4327-ad1b-9f30075dfaf8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.095063] env[69524]: DEBUG nova.compute.manager [req-f4f2778c-5e7d-4095-b9d0-b8933d30c73c req-757cf3cb-5352-4780-af11-e78bd170702e service nova] [instance: eec8bcf3-08b5-412b-b5c2-35dae93351de] Received event network-vif-plugged-6c5fcd29-dba2-4295-ace1-83333f295714 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1451.095312] env[69524]: DEBUG oslo_concurrency.lockutils [req-f4f2778c-5e7d-4095-b9d0-b8933d30c73c req-757cf3cb-5352-4780-af11-e78bd170702e service nova] Acquiring lock "eec8bcf3-08b5-412b-b5c2-35dae93351de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1451.095527] env[69524]: DEBUG oslo_concurrency.lockutils [req-f4f2778c-5e7d-4095-b9d0-b8933d30c73c req-757cf3cb-5352-4780-af11-e78bd170702e service nova] Lock "eec8bcf3-08b5-412b-b5c2-35dae93351de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1451.095688] env[69524]: DEBUG oslo_concurrency.lockutils [req-f4f2778c-5e7d-4095-b9d0-b8933d30c73c req-757cf3cb-5352-4780-af11-e78bd170702e service nova] Lock "eec8bcf3-08b5-412b-b5c2-35dae93351de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1451.095847] env[69524]: DEBUG nova.compute.manager [req-f4f2778c-5e7d-4095-b9d0-b8933d30c73c req-757cf3cb-5352-4780-af11-e78bd170702e service nova] [instance: eec8bcf3-08b5-412b-b5c2-35dae93351de] No waiting events found dispatching network-vif-plugged-6c5fcd29-dba2-4295-ace1-83333f295714 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1451.096080] env[69524]: WARNING nova.compute.manager [req-f4f2778c-5e7d-4095-b9d0-b8933d30c73c req-757cf3cb-5352-4780-af11-e78bd170702e service nova] [instance: eec8bcf3-08b5-412b-b5c2-35dae93351de] Received unexpected event network-vif-plugged-6c5fcd29-dba2-4295-ace1-83333f295714 for instance with vm_state building and task_state spawning. [ 1451.179582] env[69524]: DEBUG nova.network.neutron [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: eec8bcf3-08b5-412b-b5c2-35dae93351de] Successfully updated port: 6c5fcd29-dba2-4295-ace1-83333f295714 {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1451.228557] env[69524]: DEBUG oslo_vmware.api [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069172, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066016} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.228787] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1451.229578] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e35a83f-b43f-4448-a3be-cd02a81f1941 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.251634] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] e9491afe-5000-449b-951d-f9b6682bc2fc/e9491afe-5000-449b-951d-f9b6682bc2fc.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1451.251907] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63552bb7-99f7-4eb4-bb3f-0eb32f7dc299 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.271525] env[69524]: DEBUG oslo_vmware.api [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1451.271525] env[69524]: value = "task-4069173" [ 1451.271525] env[69524]: _type = "Task" [ 1451.271525] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.279869] env[69524]: DEBUG oslo_vmware.api [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069173, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.683206] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Acquiring lock "refresh_cache-eec8bcf3-08b5-412b-b5c2-35dae93351de" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.683425] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Acquired lock "refresh_cache-eec8bcf3-08b5-412b-b5c2-35dae93351de" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.683527] env[69524]: DEBUG nova.network.neutron [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: eec8bcf3-08b5-412b-b5c2-35dae93351de] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1451.782194] env[69524]: DEBUG oslo_vmware.api [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069173, 'name': ReconfigVM_Task, 'duration_secs': 0.321561} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.782397] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Reconfigured VM instance instance-0000007c to attach disk [datastore2] e9491afe-5000-449b-951d-f9b6682bc2fc/e9491afe-5000-449b-951d-f9b6682bc2fc.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1451.783062] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ac1adff-25a6-498e-a8d2-962e044eac04 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.790454] env[69524]: DEBUG oslo_vmware.api [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1451.790454] env[69524]: value = "task-4069174" [ 1451.790454] env[69524]: _type = "Task" [ 1451.790454] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.799051] env[69524]: DEBUG oslo_vmware.api [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069174, 'name': Rename_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.217584] env[69524]: DEBUG nova.network.neutron [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: eec8bcf3-08b5-412b-b5c2-35dae93351de] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1452.301223] env[69524]: DEBUG oslo_vmware.api [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069174, 'name': Rename_Task, 'duration_secs': 0.155662} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.301521] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1452.301733] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9277f7f0-da0b-477f-90da-e85f44c0ac6e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.308729] env[69524]: DEBUG oslo_vmware.api [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1452.308729] env[69524]: value = "task-4069175" [ 1452.308729] env[69524]: _type = "Task" [ 1452.308729] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.317149] env[69524]: DEBUG oslo_vmware.api [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069175, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.352467] env[69524]: DEBUG nova.network.neutron [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: eec8bcf3-08b5-412b-b5c2-35dae93351de] Updating instance_info_cache with network_info: [{"id": "6c5fcd29-dba2-4295-ace1-83333f295714", "address": "fa:16:3e:b6:d5:10", "network": {"id": "7fcdb358-d4bb-4ca1-b302-a614a8551226", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1837737759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e3d1a1c5b6a42bfa6bca7a69b0220db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c5fcd29-db", "ovs_interfaceid": "6c5fcd29-dba2-4295-ace1-83333f295714", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1452.820226] env[69524]: DEBUG oslo_vmware.api [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069175, 'name': PowerOnVM_Task, 'duration_secs': 0.480004} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.820592] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1452.820694] env[69524]: INFO nova.compute.manager [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Took 7.02 seconds to spawn the instance on the hypervisor. [ 1452.820874] env[69524]: DEBUG nova.compute.manager [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1452.821672] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa9353d-e05f-4ea2-9858-aefaf9d8b230 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.855685] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Releasing lock "refresh_cache-eec8bcf3-08b5-412b-b5c2-35dae93351de" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.855992] env[69524]: DEBUG nova.compute.manager [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: eec8bcf3-08b5-412b-b5c2-35dae93351de] Instance network_info: |[{"id": "6c5fcd29-dba2-4295-ace1-83333f295714", "address": "fa:16:3e:b6:d5:10", "network": {"id": "7fcdb358-d4bb-4ca1-b302-a614a8551226", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1837737759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e3d1a1c5b6a42bfa6bca7a69b0220db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c5fcd29-db", "ovs_interfaceid": "6c5fcd29-dba2-4295-ace1-83333f295714", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1452.856475] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: eec8bcf3-08b5-412b-b5c2-35dae93351de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:d5:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26a1e556-1ede-445a-bf87-a35daa5d9070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c5fcd29-dba2-4295-ace1-83333f295714', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1452.864061] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1452.865046] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eec8bcf3-08b5-412b-b5c2-35dae93351de] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1452.865306] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8bc4808b-621c-4d59-b06b-af7f84fe8eab {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.885536] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1452.885536] env[69524]: value = "task-4069176" [ 1452.885536] env[69524]: _type = "Task" [ 1452.885536] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.894227] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069176, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.123914] env[69524]: DEBUG nova.compute.manager [req-d3cce230-ae27-4e04-8083-379c3ef1de2c req-96498b47-d15c-442b-8971-0694e5760bee service nova] [instance: eec8bcf3-08b5-412b-b5c2-35dae93351de] Received event network-changed-6c5fcd29-dba2-4295-ace1-83333f295714 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1453.124028] env[69524]: DEBUG nova.compute.manager [req-d3cce230-ae27-4e04-8083-379c3ef1de2c req-96498b47-d15c-442b-8971-0694e5760bee service nova] [instance: eec8bcf3-08b5-412b-b5c2-35dae93351de] Refreshing instance network info cache due to event network-changed-6c5fcd29-dba2-4295-ace1-83333f295714. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1453.124259] env[69524]: DEBUG oslo_concurrency.lockutils [req-d3cce230-ae27-4e04-8083-379c3ef1de2c req-96498b47-d15c-442b-8971-0694e5760bee service nova] Acquiring lock "refresh_cache-eec8bcf3-08b5-412b-b5c2-35dae93351de" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.124414] env[69524]: DEBUG oslo_concurrency.lockutils [req-d3cce230-ae27-4e04-8083-379c3ef1de2c req-96498b47-d15c-442b-8971-0694e5760bee service nova] Acquired lock "refresh_cache-eec8bcf3-08b5-412b-b5c2-35dae93351de" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.124577] env[69524]: DEBUG nova.network.neutron [req-d3cce230-ae27-4e04-8083-379c3ef1de2c req-96498b47-d15c-442b-8971-0694e5760bee service nova] [instance: eec8bcf3-08b5-412b-b5c2-35dae93351de] Refreshing network info cache for port 6c5fcd29-dba2-4295-ace1-83333f295714 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1453.338328] env[69524]: INFO nova.compute.manager [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Took 11.70 seconds to build instance. [ 1453.397187] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069176, 'name': CreateVM_Task, 'duration_secs': 0.347353} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.397415] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eec8bcf3-08b5-412b-b5c2-35dae93351de] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1453.398940] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.399259] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.399748] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.400138] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44985676-bb3c-4cfc-9c9a-73fbcdf2bb43 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.406419] env[69524]: DEBUG oslo_vmware.api [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Waiting for the task: (returnval){ [ 1453.406419] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]520bf361-b261-f241-01fd-c164592a6c0b" [ 1453.406419] env[69524]: _type = "Task" [ 1453.406419] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.417178] env[69524]: DEBUG oslo_vmware.api [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]520bf361-b261-f241-01fd-c164592a6c0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.781963] env[69524]: DEBUG nova.compute.manager [req-291c4186-7fce-45b8-a94d-da4492871678 req-39d9ec29-1e99-4d1f-8673-d3be9fdf17bf service nova] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Received event network-changed-21cb3f6f-65e0-4325-a3ef-260b7b4ea894 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1453.782263] env[69524]: DEBUG nova.compute.manager [req-291c4186-7fce-45b8-a94d-da4492871678 req-39d9ec29-1e99-4d1f-8673-d3be9fdf17bf service nova] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Refreshing instance network info cache due to event network-changed-21cb3f6f-65e0-4325-a3ef-260b7b4ea894. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1453.782552] env[69524]: DEBUG oslo_concurrency.lockutils [req-291c4186-7fce-45b8-a94d-da4492871678 req-39d9ec29-1e99-4d1f-8673-d3be9fdf17bf service nova] Acquiring lock "refresh_cache-e9491afe-5000-449b-951d-f9b6682bc2fc" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.782761] env[69524]: DEBUG oslo_concurrency.lockutils [req-291c4186-7fce-45b8-a94d-da4492871678 req-39d9ec29-1e99-4d1f-8673-d3be9fdf17bf service nova] Acquired lock "refresh_cache-e9491afe-5000-449b-951d-f9b6682bc2fc" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.782983] env[69524]: DEBUG nova.network.neutron [req-291c4186-7fce-45b8-a94d-da4492871678 req-39d9ec29-1e99-4d1f-8673-d3be9fdf17bf service nova] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Refreshing network info cache for port 21cb3f6f-65e0-4325-a3ef-260b7b4ea894 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1453.841033] env[69524]: DEBUG oslo_concurrency.lockutils [None req-7eba9085-a18c-4a7a-9fb6-b5ff1bf55f83 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lock "e9491afe-5000-449b-951d-f9b6682bc2fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.213s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1453.908237] env[69524]: DEBUG nova.network.neutron [req-d3cce230-ae27-4e04-8083-379c3ef1de2c req-96498b47-d15c-442b-8971-0694e5760bee service nova] [instance: eec8bcf3-08b5-412b-b5c2-35dae93351de] Updated VIF entry in instance network info cache for port 6c5fcd29-dba2-4295-ace1-83333f295714. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1453.908732] env[69524]: DEBUG nova.network.neutron [req-d3cce230-ae27-4e04-8083-379c3ef1de2c req-96498b47-d15c-442b-8971-0694e5760bee service nova] [instance: eec8bcf3-08b5-412b-b5c2-35dae93351de] Updating instance_info_cache with network_info: [{"id": "6c5fcd29-dba2-4295-ace1-83333f295714", "address": "fa:16:3e:b6:d5:10", "network": {"id": "7fcdb358-d4bb-4ca1-b302-a614a8551226", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1837737759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e3d1a1c5b6a42bfa6bca7a69b0220db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c5fcd29-db", "ovs_interfaceid": "6c5fcd29-dba2-4295-ace1-83333f295714", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1453.921223] env[69524]: DEBUG oslo_vmware.api [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]520bf361-b261-f241-01fd-c164592a6c0b, 'name': SearchDatastore_Task, 'duration_secs': 0.010642} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.922341] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.922608] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: eec8bcf3-08b5-412b-b5c2-35dae93351de] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1453.922843] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.922988] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.923186] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1453.923691] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c39f891-4cdc-4fe0-89b5-6c7bbc3bcd70 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.934797] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1453.935379] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1453.936071] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57592cba-a6ec-4404-af0d-a77b18459e50 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.945499] env[69524]: DEBUG oslo_vmware.api [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Waiting for the task: (returnval){ [ 1453.945499] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52f865ee-4ed0-820b-8e01-6c7e9ec3c77d" [ 1453.945499] env[69524]: _type = "Task" [ 1453.945499] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.954323] env[69524]: DEBUG oslo_vmware.api [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52f865ee-4ed0-820b-8e01-6c7e9ec3c77d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.415119] env[69524]: DEBUG oslo_concurrency.lockutils [req-d3cce230-ae27-4e04-8083-379c3ef1de2c req-96498b47-d15c-442b-8971-0694e5760bee service nova] Releasing lock "refresh_cache-eec8bcf3-08b5-412b-b5c2-35dae93351de" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.456403] env[69524]: DEBUG oslo_vmware.api [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52f865ee-4ed0-820b-8e01-6c7e9ec3c77d, 'name': SearchDatastore_Task, 'duration_secs': 0.02112} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.457183] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f542f0cf-aed5-43c9-b1bf-d1150802037f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.465404] env[69524]: DEBUG oslo_vmware.api [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Waiting for the task: (returnval){ [ 1454.465404] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5220fdac-6ead-5513-878f-e9bde57a3932" [ 1454.465404] env[69524]: _type = "Task" [ 1454.465404] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.473493] env[69524]: DEBUG oslo_vmware.api [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5220fdac-6ead-5513-878f-e9bde57a3932, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.493631] env[69524]: DEBUG nova.network.neutron [req-291c4186-7fce-45b8-a94d-da4492871678 req-39d9ec29-1e99-4d1f-8673-d3be9fdf17bf service nova] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Updated VIF entry in instance network info cache for port 21cb3f6f-65e0-4325-a3ef-260b7b4ea894. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1454.493979] env[69524]: DEBUG nova.network.neutron [req-291c4186-7fce-45b8-a94d-da4492871678 req-39d9ec29-1e99-4d1f-8673-d3be9fdf17bf service nova] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Updating instance_info_cache with network_info: [{"id": "21cb3f6f-65e0-4325-a3ef-260b7b4ea894", "address": "fa:16:3e:46:b3:42", "network": {"id": "6e80ee80-02f9-45cb-9650-7615a3358ad7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-286530929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a638896dde45449a8d091abde05fda3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21cb3f6f-65", "ovs_interfaceid": "21cb3f6f-65e0-4325-a3ef-260b7b4ea894", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1454.976668] env[69524]: DEBUG oslo_vmware.api [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5220fdac-6ead-5513-878f-e9bde57a3932, 'name': SearchDatastore_Task, 'duration_secs': 0.0272} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.976947] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.977234] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] eec8bcf3-08b5-412b-b5c2-35dae93351de/eec8bcf3-08b5-412b-b5c2-35dae93351de.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1454.977508] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4e11469-ab20-4bcf-b0b0-01aa70fdf3e7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.985781] env[69524]: DEBUG oslo_vmware.api [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Waiting for the task: (returnval){ [ 1454.985781] env[69524]: value = "task-4069177" [ 1454.985781] env[69524]: _type = "Task" [ 1454.985781] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.994065] env[69524]: DEBUG oslo_vmware.api [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069177, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.996707] env[69524]: DEBUG oslo_concurrency.lockutils [req-291c4186-7fce-45b8-a94d-da4492871678 req-39d9ec29-1e99-4d1f-8673-d3be9fdf17bf service nova] Releasing lock "refresh_cache-e9491afe-5000-449b-951d-f9b6682bc2fc" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.495536] env[69524]: DEBUG oslo_vmware.api [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069177, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485503} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.496046] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] eec8bcf3-08b5-412b-b5c2-35dae93351de/eec8bcf3-08b5-412b-b5c2-35dae93351de.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1455.496046] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: eec8bcf3-08b5-412b-b5c2-35dae93351de] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1455.496300] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-468f9a52-4c6f-43a5-ba1e-bfe98b992365 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.502911] env[69524]: DEBUG oslo_vmware.api [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Waiting for the task: (returnval){ [ 1455.502911] env[69524]: value = "task-4069178" [ 1455.502911] env[69524]: _type = "Task" [ 1455.502911] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.512497] env[69524]: DEBUG oslo_vmware.api [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069178, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.018766] env[69524]: DEBUG oslo_vmware.api [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069178, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067092} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.019203] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: eec8bcf3-08b5-412b-b5c2-35dae93351de] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1456.020547] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129dbced-8c90-4bc3-b733-3f7bb50088f3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.046057] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: eec8bcf3-08b5-412b-b5c2-35dae93351de] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] eec8bcf3-08b5-412b-b5c2-35dae93351de/eec8bcf3-08b5-412b-b5c2-35dae93351de.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1456.046413] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08b169db-bf8f-49b6-a210-563aec07e648 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.067563] env[69524]: DEBUG oslo_vmware.api [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Waiting for the task: (returnval){ [ 1456.067563] env[69524]: value = "task-4069179" [ 1456.067563] env[69524]: _type = "Task" [ 1456.067563] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.076666] env[69524]: DEBUG oslo_vmware.api [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069179, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.577915] env[69524]: DEBUG oslo_vmware.api [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069179, 'name': ReconfigVM_Task, 'duration_secs': 0.322655} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.578372] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: eec8bcf3-08b5-412b-b5c2-35dae93351de] Reconfigured VM instance instance-0000007d to attach disk [datastore1] eec8bcf3-08b5-412b-b5c2-35dae93351de/eec8bcf3-08b5-412b-b5c2-35dae93351de.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1456.579176] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ccb600f-5374-4920-b5e2-32fde11e9a13 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.586461] env[69524]: DEBUG oslo_vmware.api [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Waiting for the task: (returnval){ [ 1456.586461] env[69524]: value = "task-4069180" [ 1456.586461] env[69524]: _type = "Task" [ 1456.586461] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.598612] env[69524]: DEBUG oslo_vmware.api [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069180, 'name': Rename_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.097603] env[69524]: DEBUG oslo_vmware.api [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069180, 'name': Rename_Task} progress is 14%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.598383] env[69524]: DEBUG oslo_vmware.api [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069180, 'name': Rename_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.099840] env[69524]: DEBUG oslo_vmware.api [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069180, 'name': Rename_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.600113] env[69524]: DEBUG oslo_vmware.api [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069180, 'name': Rename_Task, 'duration_secs': 1.676846} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.600502] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: eec8bcf3-08b5-412b-b5c2-35dae93351de] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1458.600664] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1017b77d-6d34-4d13-8ffd-4cfbff8903c4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.607283] env[69524]: DEBUG oslo_vmware.api [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Waiting for the task: (returnval){ [ 1458.607283] env[69524]: value = "task-4069181" [ 1458.607283] env[69524]: _type = "Task" [ 1458.607283] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.615200] env[69524]: DEBUG oslo_vmware.api [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069181, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.118166] env[69524]: DEBUG oslo_vmware.api [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069181, 'name': PowerOnVM_Task, 'duration_secs': 0.465308} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.118440] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: eec8bcf3-08b5-412b-b5c2-35dae93351de] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1459.118644] env[69524]: INFO nova.compute.manager [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: eec8bcf3-08b5-412b-b5c2-35dae93351de] Took 8.25 seconds to spawn the instance on the hypervisor. [ 1459.118824] env[69524]: DEBUG nova.compute.manager [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: eec8bcf3-08b5-412b-b5c2-35dae93351de] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1459.119635] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc29f3a7-3489-4b97-a8d7-69dc1b325cb4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.641137] env[69524]: INFO nova.compute.manager [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: eec8bcf3-08b5-412b-b5c2-35dae93351de] Took 12.96 seconds to build instance. [ 1459.930419] env[69524]: DEBUG nova.compute.manager [req-3d68f588-650f-4755-aa5f-3604432abebe req-cee3079d-746b-48df-b5a7-65ce3c563921 service nova] [instance: eec8bcf3-08b5-412b-b5c2-35dae93351de] Received event network-changed-6c5fcd29-dba2-4295-ace1-83333f295714 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1459.930547] env[69524]: DEBUG nova.compute.manager [req-3d68f588-650f-4755-aa5f-3604432abebe req-cee3079d-746b-48df-b5a7-65ce3c563921 service nova] [instance: eec8bcf3-08b5-412b-b5c2-35dae93351de] Refreshing instance network info cache due to event network-changed-6c5fcd29-dba2-4295-ace1-83333f295714. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1459.930764] env[69524]: DEBUG oslo_concurrency.lockutils [req-3d68f588-650f-4755-aa5f-3604432abebe req-cee3079d-746b-48df-b5a7-65ce3c563921 service nova] Acquiring lock "refresh_cache-eec8bcf3-08b5-412b-b5c2-35dae93351de" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.930904] env[69524]: DEBUG oslo_concurrency.lockutils [req-3d68f588-650f-4755-aa5f-3604432abebe req-cee3079d-746b-48df-b5a7-65ce3c563921 service nova] Acquired lock "refresh_cache-eec8bcf3-08b5-412b-b5c2-35dae93351de" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.931206] env[69524]: DEBUG nova.network.neutron [req-3d68f588-650f-4755-aa5f-3604432abebe req-cee3079d-746b-48df-b5a7-65ce3c563921 service nova] [instance: eec8bcf3-08b5-412b-b5c2-35dae93351de] Refreshing network info cache for port 6c5fcd29-dba2-4295-ace1-83333f295714 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1460.143922] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f051acc9-f111-45b5-b439-0e9b5c46318a tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Lock "eec8bcf3-08b5-412b-b5c2-35dae93351de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.466s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1460.643206] env[69524]: DEBUG nova.network.neutron [req-3d68f588-650f-4755-aa5f-3604432abebe req-cee3079d-746b-48df-b5a7-65ce3c563921 service nova] [instance: eec8bcf3-08b5-412b-b5c2-35dae93351de] Updated VIF entry in instance network info cache for port 6c5fcd29-dba2-4295-ace1-83333f295714. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1460.643642] env[69524]: DEBUG nova.network.neutron [req-3d68f588-650f-4755-aa5f-3604432abebe req-cee3079d-746b-48df-b5a7-65ce3c563921 service nova] [instance: eec8bcf3-08b5-412b-b5c2-35dae93351de] Updating instance_info_cache with network_info: [{"id": "6c5fcd29-dba2-4295-ace1-83333f295714", "address": "fa:16:3e:b6:d5:10", "network": {"id": "7fcdb358-d4bb-4ca1-b302-a614a8551226", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1837737759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.151", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e3d1a1c5b6a42bfa6bca7a69b0220db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c5fcd29-db", "ovs_interfaceid": "6c5fcd29-dba2-4295-ace1-83333f295714", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1461.146547] env[69524]: DEBUG oslo_concurrency.lockutils [req-3d68f588-650f-4755-aa5f-3604432abebe req-cee3079d-746b-48df-b5a7-65ce3c563921 service nova] Releasing lock "refresh_cache-eec8bcf3-08b5-412b-b5c2-35dae93351de" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.470405] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1480.470813] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69524) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1482.466185] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1482.469861] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1483.581592] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Acquiring lock "ab3b7c47-fa2a-41d6-84a6-793deebcfa39" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1483.581991] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Lock "ab3b7c47-fa2a-41d6-84a6-793deebcfa39" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1483.582073] env[69524]: INFO nova.compute.manager [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Shelving [ 1484.470685] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1484.470871] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1484.591347] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1484.591812] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-748373c6-f53a-417d-b1aa-986be9d47d15 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.599968] env[69524]: DEBUG oslo_vmware.api [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Waiting for the task: (returnval){ [ 1484.599968] env[69524]: value = "task-4069182" [ 1484.599968] env[69524]: _type = "Task" [ 1484.599968] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.609371] env[69524]: DEBUG oslo_vmware.api [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069182, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.974317] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1484.974578] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1484.974790] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1484.974951] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69524) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1484.975853] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-650f1127-abdf-4cdb-a348-ddd4e3408b89 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.983877] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e30d304-9043-42da-b835-658252004b2a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.997521] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605c753d-2926-4681-8d15-208c6d2e5d31 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.004074] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bda8cdf-0ef2-4bf7-b775-077d7d0001ae {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.032042] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180510MB free_disk=21GB free_vcpus=48 pci_devices=None {{(pid=69524) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1485.032200] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1485.032394] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1485.111350] env[69524]: DEBUG oslo_vmware.api [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069182, 'name': PowerOffVM_Task, 'duration_secs': 0.179617} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.111676] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1485.112505] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882382b0-78de-42ce-92c9-93436f37b79c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.130504] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4fc0cdf-5d7a-4712-a8bf-41fefd0b26b7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.641077] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Creating Snapshot of the VM instance {{(pid=69524) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1485.641467] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f8e918ac-f8d2-4c4f-a191-ce3053c84e90 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.650601] env[69524]: DEBUG oslo_vmware.api [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Waiting for the task: (returnval){ [ 1485.650601] env[69524]: value = "task-4069183" [ 1485.650601] env[69524]: _type = "Task" [ 1485.650601] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.659053] env[69524]: DEBUG oslo_vmware.api [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069183, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.060579] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1486.060765] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance ab3b7c47-fa2a-41d6-84a6-793deebcfa39 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1486.060979] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance e9491afe-5000-449b-951d-f9b6682bc2fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1486.061212] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance eec8bcf3-08b5-412b-b5c2-35dae93351de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1486.061453] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=69524) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1486.061599] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=69524) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1486.125563] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a64a977-2ef4-4af1-b08e-fc9f3b43abf9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.133330] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6c95e8-a21b-4fa0-81ab-307273f55a4f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.165499] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be47a591-20ac-4360-b2e0-d267928db541 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.192265] env[69524]: DEBUG oslo_vmware.api [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069183, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.192265] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368dd4fe-5614-434a-b81a-983f8ef9c91d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.192265] env[69524]: DEBUG nova.compute.provider_tree [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1486.672795] env[69524]: DEBUG oslo_vmware.api [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069183, 'name': CreateSnapshot_Task, 'duration_secs': 0.866614} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.673167] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Created Snapshot of the VM instance {{(pid=69524) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1486.673842] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04fb7e06-6a6e-474f-87ff-7283a35aaf39 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.696606] env[69524]: DEBUG nova.scheduler.client.report [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1487.193305] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Creating linked-clone VM from snapshot {{(pid=69524) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1487.193997] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0a7afca7-1ae6-4ab8-8b88-b15d3697a9ce {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.200612] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69524) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1487.200795] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.168s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1487.203015] env[69524]: DEBUG oslo_vmware.api [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Waiting for the task: (returnval){ [ 1487.203015] env[69524]: value = "task-4069184" [ 1487.203015] env[69524]: _type = "Task" [ 1487.203015] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.211209] env[69524]: DEBUG oslo_vmware.api [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069184, 'name': CloneVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.712706] env[69524]: DEBUG oslo_vmware.api [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069184, 'name': CloneVM_Task} progress is 94%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.195686] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1488.213304] env[69524]: DEBUG oslo_vmware.api [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069184, 'name': CloneVM_Task, 'duration_secs': 0.989745} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.213551] env[69524]: INFO nova.virt.vmwareapi.vmops [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Created linked-clone VM from snapshot [ 1488.214292] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09cebab7-4596-4dd6-9173-83cdf39e03e1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.221930] env[69524]: DEBUG nova.virt.vmwareapi.images [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Uploading image c728cdd4-48c8-423d-b5ee-9a2b77221616 {{(pid=69524) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1488.248302] env[69524]: DEBUG oslo_vmware.rw_handles [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1488.248302] env[69524]: value = "vm-806369" [ 1488.248302] env[69524]: _type = "VirtualMachine" [ 1488.248302] env[69524]: }. {{(pid=69524) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1488.248837] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2f4dc2bf-86d0-40e6-a538-f99bfd6547b3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.256139] env[69524]: DEBUG oslo_vmware.rw_handles [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Lease: (returnval){ [ 1488.256139] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]527a549c-cb9c-f831-a37a-7363cf608aaa" [ 1488.256139] env[69524]: _type = "HttpNfcLease" [ 1488.256139] env[69524]: } obtained for exporting VM: (result){ [ 1488.256139] env[69524]: value = "vm-806369" [ 1488.256139] env[69524]: _type = "VirtualMachine" [ 1488.256139] env[69524]: }. {{(pid=69524) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1488.256378] env[69524]: DEBUG oslo_vmware.api [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Waiting for the lease: (returnval){ [ 1488.256378] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]527a549c-cb9c-f831-a37a-7363cf608aaa" [ 1488.256378] env[69524]: _type = "HttpNfcLease" [ 1488.256378] env[69524]: } to be ready. {{(pid=69524) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1488.263133] env[69524]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1488.263133] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]527a549c-cb9c-f831-a37a-7363cf608aaa" [ 1488.263133] env[69524]: _type = "HttpNfcLease" [ 1488.263133] env[69524]: } is initializing. {{(pid=69524) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1488.702302] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1488.702302] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1488.702302] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1488.764710] env[69524]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1488.764710] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]527a549c-cb9c-f831-a37a-7363cf608aaa" [ 1488.764710] env[69524]: _type = "HttpNfcLease" [ 1488.764710] env[69524]: } is ready. {{(pid=69524) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1488.765141] env[69524]: DEBUG oslo_vmware.rw_handles [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1488.765141] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]527a549c-cb9c-f831-a37a-7363cf608aaa" [ 1488.765141] env[69524]: _type = "HttpNfcLease" [ 1488.765141] env[69524]: }. {{(pid=69524) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1488.765775] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bdd77a8-1ea2-4895-ad44-f2761bbf2cf4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.773328] env[69524]: DEBUG oslo_vmware.rw_handles [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521195a2-4877-bfc7-5bc0-cd92260959da/disk-0.vmdk from lease info. {{(pid=69524) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1488.773502] env[69524]: DEBUG oslo_vmware.rw_handles [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521195a2-4877-bfc7-5bc0-cd92260959da/disk-0.vmdk for reading. {{(pid=69524) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1488.859068] env[69524]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f991d3f4-d2a2-4399-8829-50dce2da0770 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.759616] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ea2841aa-4353-4f39-832d-0395561ebf73 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquiring lock "e9491afe-5000-449b-951d-f9b6682bc2fc" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1490.759982] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ea2841aa-4353-4f39-832d-0395561ebf73 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lock "e9491afe-5000-449b-951d-f9b6682bc2fc" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1490.760096] env[69524]: DEBUG nova.compute.manager [None req-ea2841aa-4353-4f39-832d-0395561ebf73 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1490.761075] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7c49c4-d55e-41ca-845c-44c85415e569 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.769132] env[69524]: DEBUG nova.compute.manager [None req-ea2841aa-4353-4f39-832d-0395561ebf73 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69524) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1490.769884] env[69524]: DEBUG nova.objects.instance [None req-ea2841aa-4353-4f39-832d-0395561ebf73 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lazy-loading 'flavor' on Instance uuid e9491afe-5000-449b-951d-f9b6682bc2fc {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1491.778454] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea2841aa-4353-4f39-832d-0395561ebf73 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1491.778923] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2431ef2d-2ced-41f3-a8cc-689b825c35be {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.786238] env[69524]: DEBUG oslo_vmware.api [None req-ea2841aa-4353-4f39-832d-0395561ebf73 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1491.786238] env[69524]: value = "task-4069186" [ 1491.786238] env[69524]: _type = "Task" [ 1491.786238] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.795490] env[69524]: DEBUG oslo_vmware.api [None req-ea2841aa-4353-4f39-832d-0395561ebf73 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069186, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.297215] env[69524]: DEBUG oslo_vmware.api [None req-ea2841aa-4353-4f39-832d-0395561ebf73 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069186, 'name': PowerOffVM_Task, 'duration_secs': 0.210527} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.297453] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea2841aa-4353-4f39-832d-0395561ebf73 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1492.297646] env[69524]: DEBUG nova.compute.manager [None req-ea2841aa-4353-4f39-832d-0395561ebf73 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1492.298457] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1b2bfd-c399-4b74-b06b-321c2a70667c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.811086] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ea2841aa-4353-4f39-832d-0395561ebf73 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lock "e9491afe-5000-449b-951d-f9b6682bc2fc" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1493.120625] env[69524]: DEBUG nova.objects.instance [None req-b84f81ea-eb95-4989-8c50-7c80b9985eb4 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lazy-loading 'flavor' on Instance uuid e9491afe-5000-449b-951d-f9b6682bc2fc {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1493.625971] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b84f81ea-eb95-4989-8c50-7c80b9985eb4 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquiring lock "refresh_cache-e9491afe-5000-449b-951d-f9b6682bc2fc" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.626188] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b84f81ea-eb95-4989-8c50-7c80b9985eb4 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquired lock "refresh_cache-e9491afe-5000-449b-951d-f9b6682bc2fc" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.626364] env[69524]: DEBUG nova.network.neutron [None req-b84f81ea-eb95-4989-8c50-7c80b9985eb4 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1493.626545] env[69524]: DEBUG nova.objects.instance [None req-b84f81ea-eb95-4989-8c50-7c80b9985eb4 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lazy-loading 'info_cache' on Instance uuid e9491afe-5000-449b-951d-f9b6682bc2fc {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1494.130537] env[69524]: DEBUG nova.objects.base [None req-b84f81ea-eb95-4989-8c50-7c80b9985eb4 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69524) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1494.866890] env[69524]: DEBUG nova.network.neutron [None req-b84f81ea-eb95-4989-8c50-7c80b9985eb4 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Updating instance_info_cache with network_info: [{"id": "21cb3f6f-65e0-4325-a3ef-260b7b4ea894", "address": "fa:16:3e:46:b3:42", "network": {"id": "6e80ee80-02f9-45cb-9650-7615a3358ad7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-286530929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a638896dde45449a8d091abde05fda3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21cb3f6f-65", "ovs_interfaceid": "21cb3f6f-65e0-4325-a3ef-260b7b4ea894", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1495.369598] env[69524]: DEBUG oslo_concurrency.lockutils [None req-b84f81ea-eb95-4989-8c50-7c80b9985eb4 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Releasing lock "refresh_cache-e9491afe-5000-449b-951d-f9b6682bc2fc" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.268956] env[69524]: DEBUG oslo_vmware.rw_handles [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521195a2-4877-bfc7-5bc0-cd92260959da/disk-0.vmdk. {{(pid=69524) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1496.270028] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb62439-8d33-4102-9557-7945435f5ed6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.276661] env[69524]: DEBUG oslo_vmware.rw_handles [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521195a2-4877-bfc7-5bc0-cd92260959da/disk-0.vmdk is in state: ready. {{(pid=69524) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1496.276831] env[69524]: ERROR oslo_vmware.rw_handles [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521195a2-4877-bfc7-5bc0-cd92260959da/disk-0.vmdk due to incomplete transfer. [ 1496.277096] env[69524]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-030c9ff5-2d52-41a0-9429-8626a1780c18 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.285707] env[69524]: DEBUG oslo_vmware.rw_handles [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/521195a2-4877-bfc7-5bc0-cd92260959da/disk-0.vmdk. {{(pid=69524) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1496.285924] env[69524]: DEBUG nova.virt.vmwareapi.images [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Uploaded image c728cdd4-48c8-423d-b5ee-9a2b77221616 to the Glance image server {{(pid=69524) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1496.288339] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Destroying the VM {{(pid=69524) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1496.288610] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ba6fb146-90c9-44ee-b952-ade0464ffd79 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.295195] env[69524]: DEBUG oslo_vmware.api [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Waiting for the task: (returnval){ [ 1496.295195] env[69524]: value = "task-4069187" [ 1496.295195] env[69524]: _type = "Task" [ 1496.295195] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.303906] env[69524]: DEBUG oslo_vmware.api [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069187, 'name': Destroy_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.375900] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-b84f81ea-eb95-4989-8c50-7c80b9985eb4 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1496.376274] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f190544-9d12-4a31-bb4e-0e64aeafd918 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.384109] env[69524]: DEBUG oslo_vmware.api [None req-b84f81ea-eb95-4989-8c50-7c80b9985eb4 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1496.384109] env[69524]: value = "task-4069188" [ 1496.384109] env[69524]: _type = "Task" [ 1496.384109] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.392660] env[69524]: DEBUG oslo_vmware.api [None req-b84f81ea-eb95-4989-8c50-7c80b9985eb4 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069188, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.805024] env[69524]: DEBUG oslo_vmware.api [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069187, 'name': Destroy_Task, 'duration_secs': 0.356901} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.805311] env[69524]: INFO nova.virt.vmwareapi.vm_util [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Destroyed the VM [ 1496.805556] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Deleting Snapshot of the VM instance {{(pid=69524) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1496.805817] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3824036a-956f-4151-91f0-562bf04a5e68 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.812129] env[69524]: DEBUG oslo_vmware.api [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Waiting for the task: (returnval){ [ 1496.812129] env[69524]: value = "task-4069189" [ 1496.812129] env[69524]: _type = "Task" [ 1496.812129] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.820123] env[69524]: DEBUG oslo_vmware.api [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069189, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.894583] env[69524]: DEBUG oslo_vmware.api [None req-b84f81ea-eb95-4989-8c50-7c80b9985eb4 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069188, 'name': PowerOnVM_Task, 'duration_secs': 0.418842} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.894872] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-b84f81ea-eb95-4989-8c50-7c80b9985eb4 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1496.895095] env[69524]: DEBUG nova.compute.manager [None req-b84f81ea-eb95-4989-8c50-7c80b9985eb4 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1496.895980] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23986fe0-fbb9-4c6a-9b86-8938ad157a32 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.323138] env[69524]: DEBUG oslo_vmware.api [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069189, 'name': RemoveSnapshot_Task, 'duration_secs': 0.374446} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.323392] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Deleted Snapshot of the VM instance {{(pid=69524) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1497.323667] env[69524]: DEBUG nova.compute.manager [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1497.324579] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52312a6-f248-4f7c-9596-09972d49e3e5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.832982] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f2c90a5a-a541-44a3-9788-24e1ced73a00 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Acquiring lock "eec8bcf3-08b5-412b-b5c2-35dae93351de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1497.833340] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f2c90a5a-a541-44a3-9788-24e1ced73a00 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Lock "eec8bcf3-08b5-412b-b5c2-35dae93351de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1497.833560] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f2c90a5a-a541-44a3-9788-24e1ced73a00 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Acquiring lock "eec8bcf3-08b5-412b-b5c2-35dae93351de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1497.833749] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f2c90a5a-a541-44a3-9788-24e1ced73a00 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Lock "eec8bcf3-08b5-412b-b5c2-35dae93351de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1497.833950] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f2c90a5a-a541-44a3-9788-24e1ced73a00 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Lock "eec8bcf3-08b5-412b-b5c2-35dae93351de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1497.836234] env[69524]: INFO nova.compute.manager [None req-f2c90a5a-a541-44a3-9788-24e1ced73a00 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: eec8bcf3-08b5-412b-b5c2-35dae93351de] Terminating instance [ 1497.840162] env[69524]: INFO nova.compute.manager [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Shelve offloading [ 1498.205321] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98dc9977-b8d8-4470-86f7-3922365bdcde {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.212654] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5b05722a-8d5f-4397-af45-2ac9321c2a9f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Suspending the VM {{(pid=69524) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1498.212934] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-b58ef4fe-13a1-4684-b7c1-ad6e03049314 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.219359] env[69524]: DEBUG oslo_vmware.api [None req-5b05722a-8d5f-4397-af45-2ac9321c2a9f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1498.219359] env[69524]: value = "task-4069190" [ 1498.219359] env[69524]: _type = "Task" [ 1498.219359] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.230390] env[69524]: DEBUG oslo_vmware.api [None req-5b05722a-8d5f-4397-af45-2ac9321c2a9f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069190, 'name': SuspendVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.342771] env[69524]: DEBUG nova.compute.manager [None req-f2c90a5a-a541-44a3-9788-24e1ced73a00 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: eec8bcf3-08b5-412b-b5c2-35dae93351de] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1498.343031] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c90a5a-a541-44a3-9788-24e1ced73a00 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: eec8bcf3-08b5-412b-b5c2-35dae93351de] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1498.343510] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1498.344369] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73b57d9-deff-4347-ab74-313ec9c127d8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.347282] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0b05acc-3a80-423a-a5f5-f8e18a1ff2ec {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.355153] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2c90a5a-a541-44a3-9788-24e1ced73a00 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: eec8bcf3-08b5-412b-b5c2-35dae93351de] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1498.356666] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28972886-67a4-4809-b699-57a76e0ab80f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.358457] env[69524]: DEBUG oslo_vmware.api [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Waiting for the task: (returnval){ [ 1498.358457] env[69524]: value = "task-4069191" [ 1498.358457] env[69524]: _type = "Task" [ 1498.358457] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.365054] env[69524]: DEBUG oslo_vmware.api [None req-f2c90a5a-a541-44a3-9788-24e1ced73a00 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Waiting for the task: (returnval){ [ 1498.365054] env[69524]: value = "task-4069192" [ 1498.365054] env[69524]: _type = "Task" [ 1498.365054] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.372981] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] VM already powered off {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1498.373271] env[69524]: DEBUG nova.compute.manager [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1498.374269] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3468de63-18c9-42db-b734-7167bafc2609 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.383022] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Acquiring lock "refresh_cache-ab3b7c47-fa2a-41d6-84a6-793deebcfa39" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.383255] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Acquired lock "refresh_cache-ab3b7c47-fa2a-41d6-84a6-793deebcfa39" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.383421] env[69524]: DEBUG nova.network.neutron [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1498.388971] env[69524]: DEBUG oslo_vmware.api [None req-f2c90a5a-a541-44a3-9788-24e1ced73a00 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069192, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.730798] env[69524]: DEBUG oslo_vmware.api [None req-5b05722a-8d5f-4397-af45-2ac9321c2a9f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069190, 'name': SuspendVM_Task} progress is 58%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.879284] env[69524]: DEBUG oslo_vmware.api [None req-f2c90a5a-a541-44a3-9788-24e1ced73a00 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069192, 'name': PowerOffVM_Task, 'duration_secs': 0.215558} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.879749] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2c90a5a-a541-44a3-9788-24e1ced73a00 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: eec8bcf3-08b5-412b-b5c2-35dae93351de] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1498.879810] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c90a5a-a541-44a3-9788-24e1ced73a00 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: eec8bcf3-08b5-412b-b5c2-35dae93351de] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1498.880085] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f6ad715-10aa-4ced-a569-0ed6d2f1ae11 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.947577] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c90a5a-a541-44a3-9788-24e1ced73a00 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: eec8bcf3-08b5-412b-b5c2-35dae93351de] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1498.947757] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c90a5a-a541-44a3-9788-24e1ced73a00 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: eec8bcf3-08b5-412b-b5c2-35dae93351de] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1498.947857] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2c90a5a-a541-44a3-9788-24e1ced73a00 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Deleting the datastore file [datastore1] eec8bcf3-08b5-412b-b5c2-35dae93351de {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1498.948210] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49677163-5ea8-4749-b002-3f51a2546b9a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.955387] env[69524]: DEBUG oslo_vmware.api [None req-f2c90a5a-a541-44a3-9788-24e1ced73a00 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Waiting for the task: (returnval){ [ 1498.955387] env[69524]: value = "task-4069194" [ 1498.955387] env[69524]: _type = "Task" [ 1498.955387] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.963917] env[69524]: DEBUG oslo_vmware.api [None req-f2c90a5a-a541-44a3-9788-24e1ced73a00 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069194, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.118532] env[69524]: DEBUG nova.network.neutron [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Updating instance_info_cache with network_info: [{"id": "623f4cfe-817d-4f50-a040-f829a8cc216e", "address": "fa:16:3e:90:44:11", "network": {"id": "2261fad5-4ca6-482b-bb5d-96622a3665e3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1961364082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7121079d81b745c7ae7e861b43224581", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap623f4cfe-81", "ovs_interfaceid": "623f4cfe-817d-4f50-a040-f829a8cc216e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1499.233026] env[69524]: DEBUG oslo_vmware.api [None req-5b05722a-8d5f-4397-af45-2ac9321c2a9f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069190, 'name': SuspendVM_Task, 'duration_secs': 0.627914} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.233351] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5b05722a-8d5f-4397-af45-2ac9321c2a9f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Suspended the VM {{(pid=69524) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1499.233528] env[69524]: DEBUG nova.compute.manager [None req-5b05722a-8d5f-4397-af45-2ac9321c2a9f tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1499.234401] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270dae3e-248b-4f3d-beee-a6b4868a5202 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.465187] env[69524]: DEBUG oslo_vmware.api [None req-f2c90a5a-a541-44a3-9788-24e1ced73a00 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069194, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139315} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.465455] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2c90a5a-a541-44a3-9788-24e1ced73a00 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1499.465632] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c90a5a-a541-44a3-9788-24e1ced73a00 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: eec8bcf3-08b5-412b-b5c2-35dae93351de] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1499.465809] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c90a5a-a541-44a3-9788-24e1ced73a00 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: eec8bcf3-08b5-412b-b5c2-35dae93351de] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1499.466012] env[69524]: INFO nova.compute.manager [None req-f2c90a5a-a541-44a3-9788-24e1ced73a00 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: eec8bcf3-08b5-412b-b5c2-35dae93351de] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1499.466260] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f2c90a5a-a541-44a3-9788-24e1ced73a00 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1499.466450] env[69524]: DEBUG nova.compute.manager [-] [instance: eec8bcf3-08b5-412b-b5c2-35dae93351de] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1499.466545] env[69524]: DEBUG nova.network.neutron [-] [instance: eec8bcf3-08b5-412b-b5c2-35dae93351de] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1499.621510] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Releasing lock "refresh_cache-ab3b7c47-fa2a-41d6-84a6-793deebcfa39" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.217308] env[69524]: DEBUG nova.compute.manager [req-4d144410-a08f-4d34-a714-1de421f55eb3 req-daf4292f-0ccf-46f0-bb60-63090c17bd47 service nova] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Received event network-vif-unplugged-623f4cfe-817d-4f50-a040-f829a8cc216e {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1500.217308] env[69524]: DEBUG oslo_concurrency.lockutils [req-4d144410-a08f-4d34-a714-1de421f55eb3 req-daf4292f-0ccf-46f0-bb60-63090c17bd47 service nova] Acquiring lock "ab3b7c47-fa2a-41d6-84a6-793deebcfa39-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1500.217308] env[69524]: DEBUG oslo_concurrency.lockutils [req-4d144410-a08f-4d34-a714-1de421f55eb3 req-daf4292f-0ccf-46f0-bb60-63090c17bd47 service nova] Lock "ab3b7c47-fa2a-41d6-84a6-793deebcfa39-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1500.217308] env[69524]: DEBUG oslo_concurrency.lockutils [req-4d144410-a08f-4d34-a714-1de421f55eb3 req-daf4292f-0ccf-46f0-bb60-63090c17bd47 service nova] Lock "ab3b7c47-fa2a-41d6-84a6-793deebcfa39-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1500.217308] env[69524]: DEBUG nova.compute.manager [req-4d144410-a08f-4d34-a714-1de421f55eb3 req-daf4292f-0ccf-46f0-bb60-63090c17bd47 service nova] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] No waiting events found dispatching network-vif-unplugged-623f4cfe-817d-4f50-a040-f829a8cc216e {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1500.217769] env[69524]: WARNING nova.compute.manager [req-4d144410-a08f-4d34-a714-1de421f55eb3 req-daf4292f-0ccf-46f0-bb60-63090c17bd47 service nova] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Received unexpected event network-vif-unplugged-623f4cfe-817d-4f50-a040-f829a8cc216e for instance with vm_state shelved and task_state shelving_offloading. [ 1500.355607] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1500.360641] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844071c8-596b-4b3e-89ff-39259ff5cba8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.366185] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1500.366185] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90de1008-52d3-4aaa-a183-ffc6ec7db99e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.434455] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1500.434672] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1500.434935] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Deleting the datastore file [datastore1] ab3b7c47-fa2a-41d6-84a6-793deebcfa39 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1500.435239] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e91c8eb-f01c-444e-9e07-4556b7d99a39 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.443236] env[69524]: DEBUG oslo_vmware.api [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Waiting for the task: (returnval){ [ 1500.443236] env[69524]: value = "task-4069196" [ 1500.443236] env[69524]: _type = "Task" [ 1500.443236] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.451410] env[69524]: DEBUG oslo_vmware.api [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069196, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.557261] env[69524]: INFO nova.compute.manager [None req-5eee6ec2-24a4-41aa-95cb-0b4c31845c17 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Resuming [ 1500.557893] env[69524]: DEBUG nova.objects.instance [None req-5eee6ec2-24a4-41aa-95cb-0b4c31845c17 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lazy-loading 'flavor' on Instance uuid e9491afe-5000-449b-951d-f9b6682bc2fc {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1500.887988] env[69524]: DEBUG nova.network.neutron [-] [instance: eec8bcf3-08b5-412b-b5c2-35dae93351de] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1500.954133] env[69524]: DEBUG oslo_vmware.api [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069196, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131941} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.954412] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1500.954598] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1500.954773] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1500.980100] env[69524]: INFO nova.scheduler.client.report [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Deleted allocations for instance ab3b7c47-fa2a-41d6-84a6-793deebcfa39 [ 1501.390507] env[69524]: INFO nova.compute.manager [-] [instance: eec8bcf3-08b5-412b-b5c2-35dae93351de] Took 1.92 seconds to deallocate network for instance. [ 1501.484825] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1501.485166] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1501.485399] env[69524]: DEBUG nova.objects.instance [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Lazy-loading 'resources' on Instance uuid ab3b7c47-fa2a-41d6-84a6-793deebcfa39 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1501.897175] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f2c90a5a-a541-44a3-9788-24e1ced73a00 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1501.988202] env[69524]: DEBUG nova.objects.instance [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Lazy-loading 'numa_topology' on Instance uuid ab3b7c47-fa2a-41d6-84a6-793deebcfa39 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1502.067446] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5eee6ec2-24a4-41aa-95cb-0b4c31845c17 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquiring lock "refresh_cache-e9491afe-5000-449b-951d-f9b6682bc2fc" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.067587] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5eee6ec2-24a4-41aa-95cb-0b4c31845c17 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquired lock "refresh_cache-e9491afe-5000-449b-951d-f9b6682bc2fc" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.067755] env[69524]: DEBUG nova.network.neutron [None req-5eee6ec2-24a4-41aa-95cb-0b4c31845c17 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1502.244436] env[69524]: DEBUG nova.compute.manager [req-0c2b14ee-bc21-4472-988b-d30fc420b454 req-27875042-37a3-4e71-84ef-5a90f1b4c5dc service nova] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Received event network-changed-623f4cfe-817d-4f50-a040-f829a8cc216e {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1502.244633] env[69524]: DEBUG nova.compute.manager [req-0c2b14ee-bc21-4472-988b-d30fc420b454 req-27875042-37a3-4e71-84ef-5a90f1b4c5dc service nova] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Refreshing instance network info cache due to event network-changed-623f4cfe-817d-4f50-a040-f829a8cc216e. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1502.244841] env[69524]: DEBUG oslo_concurrency.lockutils [req-0c2b14ee-bc21-4472-988b-d30fc420b454 req-27875042-37a3-4e71-84ef-5a90f1b4c5dc service nova] Acquiring lock "refresh_cache-ab3b7c47-fa2a-41d6-84a6-793deebcfa39" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.245066] env[69524]: DEBUG oslo_concurrency.lockutils [req-0c2b14ee-bc21-4472-988b-d30fc420b454 req-27875042-37a3-4e71-84ef-5a90f1b4c5dc service nova] Acquired lock "refresh_cache-ab3b7c47-fa2a-41d6-84a6-793deebcfa39" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.245213] env[69524]: DEBUG nova.network.neutron [req-0c2b14ee-bc21-4472-988b-d30fc420b454 req-27875042-37a3-4e71-84ef-5a90f1b4c5dc service nova] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Refreshing network info cache for port 623f4cfe-817d-4f50-a040-f829a8cc216e {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1502.490671] env[69524]: DEBUG nova.objects.base [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69524) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1502.545519] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae41815-bdda-442f-8130-af38fd28e8fa {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.553510] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356f5089-475c-404a-b5c7-ed17d09b2a5b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.585289] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d689efdc-8593-4cbe-a9d7-7c85b20de245 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.593576] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57dac715-6994-4b20-9e4b-ff07ab40fcdd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.609320] env[69524]: DEBUG nova.compute.provider_tree [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1502.828654] env[69524]: DEBUG nova.network.neutron [None req-5eee6ec2-24a4-41aa-95cb-0b4c31845c17 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Updating instance_info_cache with network_info: [{"id": "21cb3f6f-65e0-4325-a3ef-260b7b4ea894", "address": "fa:16:3e:46:b3:42", "network": {"id": "6e80ee80-02f9-45cb-9650-7615a3358ad7", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-286530929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a638896dde45449a8d091abde05fda3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21cb3f6f-65", "ovs_interfaceid": "21cb3f6f-65e0-4325-a3ef-260b7b4ea894", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1502.983917] env[69524]: DEBUG nova.network.neutron [req-0c2b14ee-bc21-4472-988b-d30fc420b454 req-27875042-37a3-4e71-84ef-5a90f1b4c5dc service nova] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Updated VIF entry in instance network info cache for port 623f4cfe-817d-4f50-a040-f829a8cc216e. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1502.984298] env[69524]: DEBUG nova.network.neutron [req-0c2b14ee-bc21-4472-988b-d30fc420b454 req-27875042-37a3-4e71-84ef-5a90f1b4c5dc service nova] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Updating instance_info_cache with network_info: [{"id": "623f4cfe-817d-4f50-a040-f829a8cc216e", "address": "fa:16:3e:90:44:11", "network": {"id": "2261fad5-4ca6-482b-bb5d-96622a3665e3", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1961364082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7121079d81b745c7ae7e861b43224581", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap623f4cfe-81", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1503.112777] env[69524]: DEBUG nova.scheduler.client.report [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1503.331866] env[69524]: DEBUG oslo_concurrency.lockutils [None req-5eee6ec2-24a4-41aa-95cb-0b4c31845c17 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Releasing lock "refresh_cache-e9491afe-5000-449b-951d-f9b6682bc2fc" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.332920] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370c6249-95be-42ef-af63-0f4817fd1c6b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.340148] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5eee6ec2-24a4-41aa-95cb-0b4c31845c17 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Resuming the VM {{(pid=69524) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1503.340424] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-012e9370-cdb5-4bf2-9845-44de3f5629dd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.346917] env[69524]: DEBUG oslo_vmware.api [None req-5eee6ec2-24a4-41aa-95cb-0b4c31845c17 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1503.346917] env[69524]: value = "task-4069197" [ 1503.346917] env[69524]: _type = "Task" [ 1503.346917] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.355683] env[69524]: DEBUG oslo_vmware.api [None req-5eee6ec2-24a4-41aa-95cb-0b4c31845c17 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069197, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.487906] env[69524]: DEBUG oslo_concurrency.lockutils [req-0c2b14ee-bc21-4472-988b-d30fc420b454 req-27875042-37a3-4e71-84ef-5a90f1b4c5dc service nova] Releasing lock "refresh_cache-ab3b7c47-fa2a-41d6-84a6-793deebcfa39" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.487906] env[69524]: DEBUG nova.compute.manager [req-0c2b14ee-bc21-4472-988b-d30fc420b454 req-27875042-37a3-4e71-84ef-5a90f1b4c5dc service nova] [instance: eec8bcf3-08b5-412b-b5c2-35dae93351de] Received event network-vif-deleted-6c5fcd29-dba2-4295-ace1-83333f295714 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1503.618571] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.133s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1503.621268] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f2c90a5a-a541-44a3-9788-24e1ced73a00 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.724s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1503.621502] env[69524]: DEBUG nova.objects.instance [None req-f2c90a5a-a541-44a3-9788-24e1ced73a00 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Lazy-loading 'resources' on Instance uuid eec8bcf3-08b5-412b-b5c2-35dae93351de {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1503.859447] env[69524]: DEBUG oslo_vmware.api [None req-5eee6ec2-24a4-41aa-95cb-0b4c31845c17 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069197, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.130263] env[69524]: DEBUG oslo_concurrency.lockutils [None req-c4c14943-603b-41c6-99ca-c58dca8dd946 tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Lock "ab3b7c47-fa2a-41d6-84a6-793deebcfa39" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.548s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1504.192698] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d81c113-76de-44a3-8ad7-bf8047daf7dc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.202039] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089239c1-310c-4514-8258-210c7c435a3f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.234987] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e9fa8b-9986-468b-9ca0-91e3cd3edeb6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.243306] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3382ba-5ed8-410f-b0f8-060482696600 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.257380] env[69524]: DEBUG nova.compute.provider_tree [None req-f2c90a5a-a541-44a3-9788-24e1ced73a00 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1504.358789] env[69524]: DEBUG oslo_vmware.api [None req-5eee6ec2-24a4-41aa-95cb-0b4c31845c17 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069197, 'name': PowerOnVM_Task, 'duration_secs': 0.511032} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.359347] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-5eee6ec2-24a4-41aa-95cb-0b4c31845c17 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Resumed the VM {{(pid=69524) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1504.359347] env[69524]: DEBUG nova.compute.manager [None req-5eee6ec2-24a4-41aa-95cb-0b4c31845c17 tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1504.360154] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab26cc7-3859-47af-a832-27f08296ef61 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.411539] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Acquiring lock "ab3b7c47-fa2a-41d6-84a6-793deebcfa39" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1504.412132] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Lock "ab3b7c47-fa2a-41d6-84a6-793deebcfa39" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1504.412325] env[69524]: INFO nova.compute.manager [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Unshelving [ 1504.760133] env[69524]: DEBUG nova.scheduler.client.report [None req-f2c90a5a-a541-44a3-9788-24e1ced73a00 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1505.239865] env[69524]: DEBUG oslo_concurrency.lockutils [None req-18b48ef9-4be6-40cd-a351-9f465aacddbb tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquiring lock "e9491afe-5000-449b-951d-f9b6682bc2fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1505.240161] env[69524]: DEBUG oslo_concurrency.lockutils [None req-18b48ef9-4be6-40cd-a351-9f465aacddbb tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lock "e9491afe-5000-449b-951d-f9b6682bc2fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1505.240392] env[69524]: DEBUG oslo_concurrency.lockutils [None req-18b48ef9-4be6-40cd-a351-9f465aacddbb tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquiring lock "e9491afe-5000-449b-951d-f9b6682bc2fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1505.240577] env[69524]: DEBUG oslo_concurrency.lockutils [None req-18b48ef9-4be6-40cd-a351-9f465aacddbb tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lock "e9491afe-5000-449b-951d-f9b6682bc2fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1505.240748] env[69524]: DEBUG oslo_concurrency.lockutils [None req-18b48ef9-4be6-40cd-a351-9f465aacddbb tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lock "e9491afe-5000-449b-951d-f9b6682bc2fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1505.243021] env[69524]: INFO nova.compute.manager [None req-18b48ef9-4be6-40cd-a351-9f465aacddbb tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Terminating instance [ 1505.265144] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f2c90a5a-a541-44a3-9788-24e1ced73a00 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.644s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1505.283602] env[69524]: INFO nova.scheduler.client.report [None req-f2c90a5a-a541-44a3-9788-24e1ced73a00 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Deleted allocations for instance eec8bcf3-08b5-412b-b5c2-35dae93351de [ 1505.432563] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1505.432951] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1505.433197] env[69524]: DEBUG nova.objects.instance [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Lazy-loading 'pci_requests' on Instance uuid ab3b7c47-fa2a-41d6-84a6-793deebcfa39 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1505.746837] env[69524]: DEBUG nova.compute.manager [None req-18b48ef9-4be6-40cd-a351-9f465aacddbb tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1505.747091] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-18b48ef9-4be6-40cd-a351-9f465aacddbb tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1505.748515] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e085ab-85cf-4159-abbb-96cddec81526 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.756658] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-18b48ef9-4be6-40cd-a351-9f465aacddbb tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1505.756908] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48976768-7b07-4dcb-9e85-e71f2c36e645 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.763621] env[69524]: DEBUG oslo_vmware.api [None req-18b48ef9-4be6-40cd-a351-9f465aacddbb tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1505.763621] env[69524]: value = "task-4069198" [ 1505.763621] env[69524]: _type = "Task" [ 1505.763621] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.772254] env[69524]: DEBUG oslo_vmware.api [None req-18b48ef9-4be6-40cd-a351-9f465aacddbb tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069198, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.790561] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f2c90a5a-a541-44a3-9788-24e1ced73a00 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Lock "eec8bcf3-08b5-412b-b5c2-35dae93351de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.957s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1505.937615] env[69524]: DEBUG nova.objects.instance [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Lazy-loading 'numa_topology' on Instance uuid ab3b7c47-fa2a-41d6-84a6-793deebcfa39 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1506.273611] env[69524]: DEBUG oslo_vmware.api [None req-18b48ef9-4be6-40cd-a351-9f465aacddbb tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069198, 'name': PowerOffVM_Task, 'duration_secs': 0.188916} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.273965] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-18b48ef9-4be6-40cd-a351-9f465aacddbb tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1506.274059] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-18b48ef9-4be6-40cd-a351-9f465aacddbb tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1506.274325] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09eca0dc-fb0a-4234-8152-87da811ccd0b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.338170] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-18b48ef9-4be6-40cd-a351-9f465aacddbb tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1506.338395] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-18b48ef9-4be6-40cd-a351-9f465aacddbb tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Deleting contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1506.338615] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-18b48ef9-4be6-40cd-a351-9f465aacddbb tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Deleting the datastore file [datastore2] e9491afe-5000-449b-951d-f9b6682bc2fc {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1506.338845] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-488a4576-ff7a-49ea-9425-9a1ae9665d68 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.345348] env[69524]: DEBUG oslo_vmware.api [None req-18b48ef9-4be6-40cd-a351-9f465aacddbb tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for the task: (returnval){ [ 1506.345348] env[69524]: value = "task-4069200" [ 1506.345348] env[69524]: _type = "Task" [ 1506.345348] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.353690] env[69524]: DEBUG oslo_vmware.api [None req-18b48ef9-4be6-40cd-a351-9f465aacddbb tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069200, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.440599] env[69524]: INFO nova.compute.claims [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1506.856160] env[69524]: DEBUG oslo_vmware.api [None req-18b48ef9-4be6-40cd-a351-9f465aacddbb tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Task: {'id': task-4069200, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196562} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.856480] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-18b48ef9-4be6-40cd-a351-9f465aacddbb tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1506.856604] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-18b48ef9-4be6-40cd-a351-9f465aacddbb tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Deleted contents of the VM from datastore datastore2 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1506.856789] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-18b48ef9-4be6-40cd-a351-9f465aacddbb tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1506.857105] env[69524]: INFO nova.compute.manager [None req-18b48ef9-4be6-40cd-a351-9f465aacddbb tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1506.857416] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18b48ef9-4be6-40cd-a351-9f465aacddbb tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1506.857626] env[69524]: DEBUG nova.compute.manager [-] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1506.857721] env[69524]: DEBUG nova.network.neutron [-] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1507.012051] env[69524]: DEBUG oslo_concurrency.lockutils [None req-67cc86d1-b169-49db-a0c7-5047afee30c0 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Acquiring lock "049e8484-7ba5-4cf3-a8bd-162a83e8e4b6" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1507.012350] env[69524]: DEBUG oslo_concurrency.lockutils [None req-67cc86d1-b169-49db-a0c7-5047afee30c0 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Lock "049e8484-7ba5-4cf3-a8bd-162a83e8e4b6" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1507.322328] env[69524]: DEBUG nova.compute.manager [req-014f9220-9ced-45da-bcb5-d2cde0ca70f1 req-a70d757b-5020-4c98-881d-885ea87f57d7 service nova] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Received event network-vif-deleted-21cb3f6f-65e0-4325-a3ef-260b7b4ea894 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1507.322328] env[69524]: INFO nova.compute.manager [req-014f9220-9ced-45da-bcb5-d2cde0ca70f1 req-a70d757b-5020-4c98-881d-885ea87f57d7 service nova] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Neutron deleted interface 21cb3f6f-65e0-4325-a3ef-260b7b4ea894; detaching it from the instance and deleting it from the info cache [ 1507.322328] env[69524]: DEBUG nova.network.neutron [req-014f9220-9ced-45da-bcb5-d2cde0ca70f1 req-a70d757b-5020-4c98-881d-885ea87f57d7 service nova] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1507.508191] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28c448a-5996-4a9a-b8b8-c52943c4cd7c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.516406] env[69524]: INFO nova.compute.manager [None req-67cc86d1-b169-49db-a0c7-5047afee30c0 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] Detaching volume 8530699f-4940-48aa-a1bb-55098fe81f74 [ 1507.520325] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00574372-0d12-435f-a6d7-8bb453e8b845 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.558803] env[69524]: INFO nova.virt.block_device [None req-67cc86d1-b169-49db-a0c7-5047afee30c0 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] Attempting to driver detach volume 8530699f-4940-48aa-a1bb-55098fe81f74 from mountpoint /dev/sdb [ 1507.559053] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-67cc86d1-b169-49db-a0c7-5047afee30c0 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] Volume detach. Driver type: vmdk {{(pid=69524) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1507.559424] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-67cc86d1-b169-49db-a0c7-5047afee30c0 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806364', 'volume_id': '8530699f-4940-48aa-a1bb-55098fe81f74', 'name': 'volume-8530699f-4940-48aa-a1bb-55098fe81f74', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '049e8484-7ba5-4cf3-a8bd-162a83e8e4b6', 'attached_at': '', 'detached_at': '', 'volume_id': '8530699f-4940-48aa-a1bb-55098fe81f74', 'serial': '8530699f-4940-48aa-a1bb-55098fe81f74'} {{(pid=69524) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1507.560019] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79fbfe0-578b-400f-90f2-d670a0e1ed4b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.563014] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa15c3d-e429-4c10-840a-42b007341d70 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.585910] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033fd82d-fa70-4e48-9837-2695390856e1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.590512] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aae7c5e-69c6-4aa7-8cfa-8c1173f845f1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.604385] env[69524]: DEBUG nova.compute.provider_tree [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1507.611187] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264f1aad-babd-4d5e-8619-d2c4fc8ff32c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.635615] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66533c13-a065-479d-9092-25fe3219db4a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.653112] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-67cc86d1-b169-49db-a0c7-5047afee30c0 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] The volume has not been displaced from its original location: [datastore1] volume-8530699f-4940-48aa-a1bb-55098fe81f74/volume-8530699f-4940-48aa-a1bb-55098fe81f74.vmdk. No consolidation needed. {{(pid=69524) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1507.658298] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-67cc86d1-b169-49db-a0c7-5047afee30c0 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=69524) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1507.658638] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3037faf-ab02-4925-97cd-0af3e338d5c1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.678542] env[69524]: DEBUG oslo_vmware.api [None req-67cc86d1-b169-49db-a0c7-5047afee30c0 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Waiting for the task: (returnval){ [ 1507.678542] env[69524]: value = "task-4069201" [ 1507.678542] env[69524]: _type = "Task" [ 1507.678542] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.686731] env[69524]: DEBUG oslo_vmware.api [None req-67cc86d1-b169-49db-a0c7-5047afee30c0 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069201, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.805693] env[69524]: DEBUG nova.network.neutron [-] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1507.824823] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d54543fc-a829-4846-8bb9-9116e511e108 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.836161] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471c7240-4e99-470e-95ca-e611ed1fbb38 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.863137] env[69524]: DEBUG nova.compute.manager [req-014f9220-9ced-45da-bcb5-d2cde0ca70f1 req-a70d757b-5020-4c98-881d-885ea87f57d7 service nova] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Detach interface failed, port_id=21cb3f6f-65e0-4325-a3ef-260b7b4ea894, reason: Instance e9491afe-5000-449b-951d-f9b6682bc2fc could not be found. {{(pid=69524) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1508.111565] env[69524]: DEBUG nova.scheduler.client.report [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1508.189013] env[69524]: DEBUG oslo_vmware.api [None req-67cc86d1-b169-49db-a0c7-5047afee30c0 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069201, 'name': ReconfigVM_Task, 'duration_secs': 0.226413} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.189286] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-67cc86d1-b169-49db-a0c7-5047afee30c0 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=69524) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1508.194155] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5dc01f7-bfdf-4150-ad0a-fd879579dda6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.209382] env[69524]: DEBUG oslo_vmware.api [None req-67cc86d1-b169-49db-a0c7-5047afee30c0 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Waiting for the task: (returnval){ [ 1508.209382] env[69524]: value = "task-4069202" [ 1508.209382] env[69524]: _type = "Task" [ 1508.209382] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.217151] env[69524]: DEBUG oslo_vmware.api [None req-67cc86d1-b169-49db-a0c7-5047afee30c0 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069202, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.308994] env[69524]: INFO nova.compute.manager [-] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Took 1.45 seconds to deallocate network for instance. [ 1508.616136] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.183s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1508.646021] env[69524]: INFO nova.network.neutron [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Updating port 623f4cfe-817d-4f50-a040-f829a8cc216e with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1508.721240] env[69524]: DEBUG oslo_vmware.api [None req-67cc86d1-b169-49db-a0c7-5047afee30c0 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069202, 'name': ReconfigVM_Task, 'duration_secs': 0.135875} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.721550] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-67cc86d1-b169-49db-a0c7-5047afee30c0 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806364', 'volume_id': '8530699f-4940-48aa-a1bb-55098fe81f74', 'name': 'volume-8530699f-4940-48aa-a1bb-55098fe81f74', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '049e8484-7ba5-4cf3-a8bd-162a83e8e4b6', 'attached_at': '', 'detached_at': '', 'volume_id': '8530699f-4940-48aa-a1bb-55098fe81f74', 'serial': '8530699f-4940-48aa-a1bb-55098fe81f74'} {{(pid=69524) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1508.815859] env[69524]: DEBUG oslo_concurrency.lockutils [None req-18b48ef9-4be6-40cd-a351-9f465aacddbb tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1508.816236] env[69524]: DEBUG oslo_concurrency.lockutils [None req-18b48ef9-4be6-40cd-a351-9f465aacddbb tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1508.816472] env[69524]: DEBUG nova.objects.instance [None req-18b48ef9-4be6-40cd-a351-9f465aacddbb tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lazy-loading 'resources' on Instance uuid e9491afe-5000-449b-951d-f9b6682bc2fc {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1509.263685] env[69524]: DEBUG nova.objects.instance [None req-67cc86d1-b169-49db-a0c7-5047afee30c0 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Lazy-loading 'flavor' on Instance uuid 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1509.374729] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72aaed0a-bf2e-417d-8631-e6639080733a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.382620] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40080d79-b15f-4681-bd0a-ad779b7b8321 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.412430] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d76e4e2-129a-46d0-9ec2-bd24c2658418 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.420216] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294de304-7c9b-4462-8869-c2e6a4de3c54 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.433258] env[69524]: DEBUG nova.compute.provider_tree [None req-18b48ef9-4be6-40cd-a351-9f465aacddbb tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1509.936317] env[69524]: DEBUG nova.scheduler.client.report [None req-18b48ef9-4be6-40cd-a351-9f465aacddbb tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1510.048599] env[69524]: DEBUG nova.compute.manager [req-eceeccc9-2da2-4f7d-9082-7ca9bb23d748 req-284ba121-9a3a-46aa-9db4-fe2e28ef5538 service nova] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Received event network-vif-plugged-623f4cfe-817d-4f50-a040-f829a8cc216e {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1510.048811] env[69524]: DEBUG oslo_concurrency.lockutils [req-eceeccc9-2da2-4f7d-9082-7ca9bb23d748 req-284ba121-9a3a-46aa-9db4-fe2e28ef5538 service nova] Acquiring lock "ab3b7c47-fa2a-41d6-84a6-793deebcfa39-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1510.049028] env[69524]: DEBUG oslo_concurrency.lockutils [req-eceeccc9-2da2-4f7d-9082-7ca9bb23d748 req-284ba121-9a3a-46aa-9db4-fe2e28ef5538 service nova] Lock "ab3b7c47-fa2a-41d6-84a6-793deebcfa39-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1510.049210] env[69524]: DEBUG oslo_concurrency.lockutils [req-eceeccc9-2da2-4f7d-9082-7ca9bb23d748 req-284ba121-9a3a-46aa-9db4-fe2e28ef5538 service nova] Lock "ab3b7c47-fa2a-41d6-84a6-793deebcfa39-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1510.049379] env[69524]: DEBUG nova.compute.manager [req-eceeccc9-2da2-4f7d-9082-7ca9bb23d748 req-284ba121-9a3a-46aa-9db4-fe2e28ef5538 service nova] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] No waiting events found dispatching network-vif-plugged-623f4cfe-817d-4f50-a040-f829a8cc216e {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1510.049656] env[69524]: WARNING nova.compute.manager [req-eceeccc9-2da2-4f7d-9082-7ca9bb23d748 req-284ba121-9a3a-46aa-9db4-fe2e28ef5538 service nova] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Received unexpected event network-vif-plugged-623f4cfe-817d-4f50-a040-f829a8cc216e for instance with vm_state shelved_offloaded and task_state spawning. [ 1510.134186] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Acquiring lock "refresh_cache-ab3b7c47-fa2a-41d6-84a6-793deebcfa39" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.134377] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Acquired lock "refresh_cache-ab3b7c47-fa2a-41d6-84a6-793deebcfa39" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.134592] env[69524]: DEBUG nova.network.neutron [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1510.270866] env[69524]: DEBUG oslo_concurrency.lockutils [None req-67cc86d1-b169-49db-a0c7-5047afee30c0 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Lock "049e8484-7ba5-4cf3-a8bd-162a83e8e4b6" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.258s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1510.440893] env[69524]: DEBUG oslo_concurrency.lockutils [None req-18b48ef9-4be6-40cd-a351-9f465aacddbb tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.625s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1510.458760] env[69524]: INFO nova.scheduler.client.report [None req-18b48ef9-4be6-40cd-a351-9f465aacddbb tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Deleted allocations for instance e9491afe-5000-449b-951d-f9b6682bc2fc [ 1510.901718] env[69524]: DEBUG nova.network.neutron [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Updating instance_info_cache with network_info: [{"id": "623f4cfe-817d-4f50-a040-f829a8cc216e", "address": "fa:16:3e:90:44:11", "network": {"id": "2261fad5-4ca6-482b-bb5d-96622a3665e3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1961364082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7121079d81b745c7ae7e861b43224581", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap623f4cfe-81", "ovs_interfaceid": "623f4cfe-817d-4f50-a040-f829a8cc216e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1510.965828] env[69524]: DEBUG oslo_concurrency.lockutils [None req-18b48ef9-4be6-40cd-a351-9f465aacddbb tempest-ServerActionsTestJSON-375423231 tempest-ServerActionsTestJSON-375423231-project-member] Lock "e9491afe-5000-449b-951d-f9b6682bc2fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.726s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1511.264815] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1cf86577-28cf-4b44-9f99-10dacdf0d4f6 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Acquiring lock "049e8484-7ba5-4cf3-a8bd-162a83e8e4b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1511.265130] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1cf86577-28cf-4b44-9f99-10dacdf0d4f6 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Lock "049e8484-7ba5-4cf3-a8bd-162a83e8e4b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1511.265363] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1cf86577-28cf-4b44-9f99-10dacdf0d4f6 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Acquiring lock "049e8484-7ba5-4cf3-a8bd-162a83e8e4b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1511.265552] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1cf86577-28cf-4b44-9f99-10dacdf0d4f6 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Lock "049e8484-7ba5-4cf3-a8bd-162a83e8e4b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1511.265718] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1cf86577-28cf-4b44-9f99-10dacdf0d4f6 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Lock "049e8484-7ba5-4cf3-a8bd-162a83e8e4b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1511.268166] env[69524]: INFO nova.compute.manager [None req-1cf86577-28cf-4b44-9f99-10dacdf0d4f6 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] Terminating instance [ 1511.405351] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Releasing lock "refresh_cache-ab3b7c47-fa2a-41d6-84a6-793deebcfa39" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.431853] env[69524]: DEBUG nova.virt.hardware [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='ee63f70dcae204c50eef64d9caedccb0',container_format='bare',created_at=2025-05-13T11:59:05Z,direct_url=,disk_format='vmdk',id=c728cdd4-48c8-423d-b5ee-9a2b77221616,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1981321509-shelved',owner='7121079d81b745c7ae7e861b43224581',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-05-13T11:59:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1511.432125] env[69524]: DEBUG nova.virt.hardware [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1511.432339] env[69524]: DEBUG nova.virt.hardware [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1511.432530] env[69524]: DEBUG nova.virt.hardware [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1511.432675] env[69524]: DEBUG nova.virt.hardware [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1511.432819] env[69524]: DEBUG nova.virt.hardware [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1511.433080] env[69524]: DEBUG nova.virt.hardware [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1511.433266] env[69524]: DEBUG nova.virt.hardware [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1511.433433] env[69524]: DEBUG nova.virt.hardware [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1511.433591] env[69524]: DEBUG nova.virt.hardware [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1511.433770] env[69524]: DEBUG nova.virt.hardware [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1511.434644] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4df0ab6-fd2b-4b8c-b2a4-d35aabed8cdb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.442921] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10deff20-07e9-4a66-8c69-80bae4dc61a4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.456554] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:44:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b94712a6-b777-47dd-bc06-f9acfce2d936', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '623f4cfe-817d-4f50-a040-f829a8cc216e', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1511.464067] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1511.464333] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1511.464555] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e182b5eb-daaa-49bc-9bfe-e6368f872cbc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.484581] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1511.484581] env[69524]: value = "task-4069203" [ 1511.484581] env[69524]: _type = "Task" [ 1511.484581] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.492990] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069203, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.775722] env[69524]: DEBUG nova.compute.manager [None req-1cf86577-28cf-4b44-9f99-10dacdf0d4f6 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1511.775910] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf86577-28cf-4b44-9f99-10dacdf0d4f6 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1511.776958] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c777e5e-ec91-4322-a25b-f4bfa62aefd6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.785332] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cf86577-28cf-4b44-9f99-10dacdf0d4f6 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1511.786085] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7fe772ed-e7d3-4d97-97b7-10c4b004c237 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.792145] env[69524]: DEBUG oslo_vmware.api [None req-1cf86577-28cf-4b44-9f99-10dacdf0d4f6 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Waiting for the task: (returnval){ [ 1511.792145] env[69524]: value = "task-4069204" [ 1511.792145] env[69524]: _type = "Task" [ 1511.792145] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.800730] env[69524]: DEBUG oslo_vmware.api [None req-1cf86577-28cf-4b44-9f99-10dacdf0d4f6 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069204, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.995901] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069203, 'name': CreateVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.074183] env[69524]: DEBUG nova.compute.manager [req-52be8348-e922-42c5-856a-670f7716ccaf req-89d6842a-8fd0-40ad-a35b-24d67e596cf8 service nova] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Received event network-changed-623f4cfe-817d-4f50-a040-f829a8cc216e {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1512.074399] env[69524]: DEBUG nova.compute.manager [req-52be8348-e922-42c5-856a-670f7716ccaf req-89d6842a-8fd0-40ad-a35b-24d67e596cf8 service nova] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Refreshing instance network info cache due to event network-changed-623f4cfe-817d-4f50-a040-f829a8cc216e. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1512.074609] env[69524]: DEBUG oslo_concurrency.lockutils [req-52be8348-e922-42c5-856a-670f7716ccaf req-89d6842a-8fd0-40ad-a35b-24d67e596cf8 service nova] Acquiring lock "refresh_cache-ab3b7c47-fa2a-41d6-84a6-793deebcfa39" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.074746] env[69524]: DEBUG oslo_concurrency.lockutils [req-52be8348-e922-42c5-856a-670f7716ccaf req-89d6842a-8fd0-40ad-a35b-24d67e596cf8 service nova] Acquired lock "refresh_cache-ab3b7c47-fa2a-41d6-84a6-793deebcfa39" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.074900] env[69524]: DEBUG nova.network.neutron [req-52be8348-e922-42c5-856a-670f7716ccaf req-89d6842a-8fd0-40ad-a35b-24d67e596cf8 service nova] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Refreshing network info cache for port 623f4cfe-817d-4f50-a040-f829a8cc216e {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1512.302661] env[69524]: DEBUG oslo_vmware.api [None req-1cf86577-28cf-4b44-9f99-10dacdf0d4f6 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069204, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.495865] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069203, 'name': CreateVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.806207] env[69524]: DEBUG oslo_vmware.api [None req-1cf86577-28cf-4b44-9f99-10dacdf0d4f6 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069204, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.835570] env[69524]: DEBUG nova.network.neutron [req-52be8348-e922-42c5-856a-670f7716ccaf req-89d6842a-8fd0-40ad-a35b-24d67e596cf8 service nova] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Updated VIF entry in instance network info cache for port 623f4cfe-817d-4f50-a040-f829a8cc216e. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1512.835570] env[69524]: DEBUG nova.network.neutron [req-52be8348-e922-42c5-856a-670f7716ccaf req-89d6842a-8fd0-40ad-a35b-24d67e596cf8 service nova] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Updating instance_info_cache with network_info: [{"id": "623f4cfe-817d-4f50-a040-f829a8cc216e", "address": "fa:16:3e:90:44:11", "network": {"id": "2261fad5-4ca6-482b-bb5d-96622a3665e3", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1961364082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.131", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7121079d81b745c7ae7e861b43224581", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap623f4cfe-81", "ovs_interfaceid": "623f4cfe-817d-4f50-a040-f829a8cc216e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1512.996869] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069203, 'name': CreateVM_Task, 'duration_secs': 1.335597} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.997225] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1512.997903] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c728cdd4-48c8-423d-b5ee-9a2b77221616" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.998798] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c728cdd4-48c8-423d-b5ee-9a2b77221616" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.998798] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c728cdd4-48c8-423d-b5ee-9a2b77221616" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.998798] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-820c1529-837b-48c0-9c9a-de4762fd7e9f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.005305] env[69524]: DEBUG oslo_vmware.api [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Waiting for the task: (returnval){ [ 1513.005305] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52811f2a-ebd0-958d-9e43-1fdf9ea02c65" [ 1513.005305] env[69524]: _type = "Task" [ 1513.005305] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.012257] env[69524]: DEBUG oslo_vmware.api [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52811f2a-ebd0-958d-9e43-1fdf9ea02c65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.306350] env[69524]: DEBUG oslo_vmware.api [None req-1cf86577-28cf-4b44-9f99-10dacdf0d4f6 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069204, 'name': PowerOffVM_Task, 'duration_secs': 1.129574} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.306610] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cf86577-28cf-4b44-9f99-10dacdf0d4f6 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1513.306772] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf86577-28cf-4b44-9f99-10dacdf0d4f6 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1513.307044] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17d99a05-15d4-4158-9e19-4ea7ab9397f9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.338730] env[69524]: DEBUG oslo_concurrency.lockutils [req-52be8348-e922-42c5-856a-670f7716ccaf req-89d6842a-8fd0-40ad-a35b-24d67e596cf8 service nova] Releasing lock "refresh_cache-ab3b7c47-fa2a-41d6-84a6-793deebcfa39" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.376320] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf86577-28cf-4b44-9f99-10dacdf0d4f6 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1513.376634] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf86577-28cf-4b44-9f99-10dacdf0d4f6 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1513.376840] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cf86577-28cf-4b44-9f99-10dacdf0d4f6 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Deleting the datastore file [datastore1] 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1513.377157] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13491102-945c-4b79-aa8b-39913f49f549 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.385676] env[69524]: DEBUG oslo_vmware.api [None req-1cf86577-28cf-4b44-9f99-10dacdf0d4f6 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Waiting for the task: (returnval){ [ 1513.385676] env[69524]: value = "task-4069206" [ 1513.385676] env[69524]: _type = "Task" [ 1513.385676] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.394419] env[69524]: DEBUG oslo_vmware.api [None req-1cf86577-28cf-4b44-9f99-10dacdf0d4f6 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069206, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.514634] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c728cdd4-48c8-423d-b5ee-9a2b77221616" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.514980] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Processing image c728cdd4-48c8-423d-b5ee-9a2b77221616 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1513.515228] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c728cdd4-48c8-423d-b5ee-9a2b77221616/c728cdd4-48c8-423d-b5ee-9a2b77221616.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.515380] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c728cdd4-48c8-423d-b5ee-9a2b77221616/c728cdd4-48c8-423d-b5ee-9a2b77221616.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.515564] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1513.515818] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8fb4d2fb-651c-4f87-a3e8-3d390d9b41b9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.524534] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1513.524708] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1513.525484] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92e5fb54-b61d-4dd8-944f-84581343de86 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.530772] env[69524]: DEBUG oslo_vmware.api [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Waiting for the task: (returnval){ [ 1513.530772] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52b15271-77c1-ae09-b504-2655710cd104" [ 1513.530772] env[69524]: _type = "Task" [ 1513.530772] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.538224] env[69524]: DEBUG oslo_vmware.api [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52b15271-77c1-ae09-b504-2655710cd104, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.896289] env[69524]: DEBUG oslo_vmware.api [None req-1cf86577-28cf-4b44-9f99-10dacdf0d4f6 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069206, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129881} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.896559] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cf86577-28cf-4b44-9f99-10dacdf0d4f6 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1513.896741] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf86577-28cf-4b44-9f99-10dacdf0d4f6 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1513.896927] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-1cf86577-28cf-4b44-9f99-10dacdf0d4f6 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1513.897114] env[69524]: INFO nova.compute.manager [None req-1cf86577-28cf-4b44-9f99-10dacdf0d4f6 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] Took 2.12 seconds to destroy the instance on the hypervisor. [ 1513.897373] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1cf86577-28cf-4b44-9f99-10dacdf0d4f6 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1513.897564] env[69524]: DEBUG nova.compute.manager [-] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1513.897659] env[69524]: DEBUG nova.network.neutron [-] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1514.043076] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Preparing fetch location {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1514.043319] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Fetch image to [datastore1] OSTACK_IMG_815646b8-e406-4122-9ab8-2f00587b88ea/OSTACK_IMG_815646b8-e406-4122-9ab8-2f00587b88ea.vmdk {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1514.043498] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Downloading stream optimized image c728cdd4-48c8-423d-b5ee-9a2b77221616 to [datastore1] OSTACK_IMG_815646b8-e406-4122-9ab8-2f00587b88ea/OSTACK_IMG_815646b8-e406-4122-9ab8-2f00587b88ea.vmdk on the data store datastore1 as vApp {{(pid=69524) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1514.043664] env[69524]: DEBUG nova.virt.vmwareapi.images [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Downloading image file data c728cdd4-48c8-423d-b5ee-9a2b77221616 to the ESX as VM named 'OSTACK_IMG_815646b8-e406-4122-9ab8-2f00587b88ea' {{(pid=69524) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1514.119981] env[69524]: DEBUG oslo_vmware.rw_handles [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1514.119981] env[69524]: value = "resgroup-9" [ 1514.119981] env[69524]: _type = "ResourcePool" [ 1514.119981] env[69524]: }. {{(pid=69524) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1514.120335] env[69524]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-cbf80970-2a93-4668-bfa6-48d7b35a40e0 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.144679] env[69524]: DEBUG oslo_vmware.rw_handles [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Lease: (returnval){ [ 1514.144679] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52d083c5-71b6-6619-be5c-79b0eef6a5a2" [ 1514.144679] env[69524]: _type = "HttpNfcLease" [ 1514.144679] env[69524]: } obtained for vApp import into resource pool (val){ [ 1514.144679] env[69524]: value = "resgroup-9" [ 1514.144679] env[69524]: _type = "ResourcePool" [ 1514.144679] env[69524]: }. {{(pid=69524) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1514.145080] env[69524]: DEBUG oslo_vmware.api [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Waiting for the lease: (returnval){ [ 1514.145080] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52d083c5-71b6-6619-be5c-79b0eef6a5a2" [ 1514.145080] env[69524]: _type = "HttpNfcLease" [ 1514.145080] env[69524]: } to be ready. {{(pid=69524) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1514.151993] env[69524]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1514.151993] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52d083c5-71b6-6619-be5c-79b0eef6a5a2" [ 1514.151993] env[69524]: _type = "HttpNfcLease" [ 1514.151993] env[69524]: } is initializing. {{(pid=69524) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1514.325912] env[69524]: DEBUG nova.compute.manager [req-cccb6bf3-a4fe-47b3-a8a4-d5a4d8904a59 req-8db0ad0f-af61-437a-ab6f-99ed7fc21421 service nova] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] Received event network-vif-deleted-e5d6ebed-d6c5-4ab5-bc83-064f68e70b04 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1514.326151] env[69524]: INFO nova.compute.manager [req-cccb6bf3-a4fe-47b3-a8a4-d5a4d8904a59 req-8db0ad0f-af61-437a-ab6f-99ed7fc21421 service nova] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] Neutron deleted interface e5d6ebed-d6c5-4ab5-bc83-064f68e70b04; detaching it from the instance and deleting it from the info cache [ 1514.326327] env[69524]: DEBUG nova.network.neutron [req-cccb6bf3-a4fe-47b3-a8a4-d5a4d8904a59 req-8db0ad0f-af61-437a-ab6f-99ed7fc21421 service nova] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1514.653831] env[69524]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1514.653831] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52d083c5-71b6-6619-be5c-79b0eef6a5a2" [ 1514.653831] env[69524]: _type = "HttpNfcLease" [ 1514.653831] env[69524]: } is ready. {{(pid=69524) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1514.654268] env[69524]: DEBUG oslo_vmware.rw_handles [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1514.654268] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52d083c5-71b6-6619-be5c-79b0eef6a5a2" [ 1514.654268] env[69524]: _type = "HttpNfcLease" [ 1514.654268] env[69524]: }. {{(pid=69524) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1514.654863] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91cc917d-8e2b-456c-b815-5fb116b29670 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.662179] env[69524]: DEBUG oslo_vmware.rw_handles [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5254b6e0-3915-fba2-4297-0a67cc9c340a/disk-0.vmdk from lease info. {{(pid=69524) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1514.662350] env[69524]: DEBUG oslo_vmware.rw_handles [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5254b6e0-3915-fba2-4297-0a67cc9c340a/disk-0.vmdk. {{(pid=69524) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1514.724038] env[69524]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bdef61bc-8255-48b0-aa96-8706ecf1ed0a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.808856] env[69524]: DEBUG nova.network.neutron [-] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1514.830649] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1440d5a0-4ea9-4781-bb37-228e3f44df8a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.841111] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8993223-855b-44fa-8909-2db5fb6a6885 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.869276] env[69524]: DEBUG nova.compute.manager [req-cccb6bf3-a4fe-47b3-a8a4-d5a4d8904a59 req-8db0ad0f-af61-437a-ab6f-99ed7fc21421 service nova] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] Detach interface failed, port_id=e5d6ebed-d6c5-4ab5-bc83-064f68e70b04, reason: Instance 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6 could not be found. {{(pid=69524) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1515.311918] env[69524]: INFO nova.compute.manager [-] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] Took 1.41 seconds to deallocate network for instance. [ 1515.819262] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1cf86577-28cf-4b44-9f99-10dacdf0d4f6 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1515.819648] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1cf86577-28cf-4b44-9f99-10dacdf0d4f6 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1515.819874] env[69524]: DEBUG nova.objects.instance [None req-1cf86577-28cf-4b44-9f99-10dacdf0d4f6 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Lazy-loading 'resources' on Instance uuid 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1515.857231] env[69524]: DEBUG oslo_vmware.rw_handles [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Completed reading data from the image iterator. {{(pid=69524) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1515.857505] env[69524]: DEBUG oslo_vmware.rw_handles [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5254b6e0-3915-fba2-4297-0a67cc9c340a/disk-0.vmdk. {{(pid=69524) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1515.858469] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9058ac33-0a6e-4b5b-b381-8da6b0b1cc6e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.866213] env[69524]: DEBUG oslo_vmware.rw_handles [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5254b6e0-3915-fba2-4297-0a67cc9c340a/disk-0.vmdk is in state: ready. {{(pid=69524) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1515.866391] env[69524]: DEBUG oslo_vmware.rw_handles [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5254b6e0-3915-fba2-4297-0a67cc9c340a/disk-0.vmdk. {{(pid=69524) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1515.866625] env[69524]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-1aaf7591-44ab-4ac5-9111-c7893d7e763a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.055330] env[69524]: DEBUG oslo_vmware.rw_handles [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5254b6e0-3915-fba2-4297-0a67cc9c340a/disk-0.vmdk. {{(pid=69524) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1516.055593] env[69524]: INFO nova.virt.vmwareapi.images [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Downloaded image file data c728cdd4-48c8-423d-b5ee-9a2b77221616 [ 1516.056607] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11ee069-682f-40dc-9dcf-d5796eaee7c8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.074931] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78567cfc-be5b-46b3-9eb5-c78ec6db3f46 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.101026] env[69524]: INFO nova.virt.vmwareapi.images [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] The imported VM was unregistered [ 1516.104093] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Caching image {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1516.104381] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Creating directory with path [datastore1] devstack-image-cache_base/c728cdd4-48c8-423d-b5ee-9a2b77221616 {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1516.104860] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3459c69-c2f9-4726-aaa0-5b92508fade4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.128103] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Created directory with path [datastore1] devstack-image-cache_base/c728cdd4-48c8-423d-b5ee-9a2b77221616 {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1516.128317] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_815646b8-e406-4122-9ab8-2f00587b88ea/OSTACK_IMG_815646b8-e406-4122-9ab8-2f00587b88ea.vmdk to [datastore1] devstack-image-cache_base/c728cdd4-48c8-423d-b5ee-9a2b77221616/c728cdd4-48c8-423d-b5ee-9a2b77221616.vmdk. {{(pid=69524) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1516.128602] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-3652930b-6273-408a-b793-96cb83999fa9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.136506] env[69524]: DEBUG oslo_vmware.api [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Waiting for the task: (returnval){ [ 1516.136506] env[69524]: value = "task-4069209" [ 1516.136506] env[69524]: _type = "Task" [ 1516.136506] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.373114] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5eb10bf-f2ed-473b-a26a-37eddd8864f7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.381905] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b56975-576c-4384-8469-5aadba9a4c0b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.413443] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2651b1b4-e113-4f47-83c0-726184bf67d4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.422044] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce98792-b1ff-45bd-8d98-656e3a75bf7a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.436663] env[69524]: DEBUG nova.compute.provider_tree [None req-1cf86577-28cf-4b44-9f99-10dacdf0d4f6 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1516.647398] env[69524]: DEBUG oslo_vmware.api [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069209, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.941247] env[69524]: DEBUG nova.scheduler.client.report [None req-1cf86577-28cf-4b44-9f99-10dacdf0d4f6 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1517.148612] env[69524]: DEBUG oslo_vmware.api [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069209, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.447820] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1cf86577-28cf-4b44-9f99-10dacdf0d4f6 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.628s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1517.474447] env[69524]: INFO nova.scheduler.client.report [None req-1cf86577-28cf-4b44-9f99-10dacdf0d4f6 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Deleted allocations for instance 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6 [ 1517.648983] env[69524]: DEBUG oslo_vmware.api [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069209, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.985138] env[69524]: DEBUG oslo_concurrency.lockutils [None req-1cf86577-28cf-4b44-9f99-10dacdf0d4f6 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Lock "049e8484-7ba5-4cf3-a8bd-162a83e8e4b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.720s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1518.150876] env[69524]: DEBUG oslo_vmware.api [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069209, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.650908] env[69524]: DEBUG oslo_vmware.api [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069209, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.151356] env[69524]: DEBUG oslo_vmware.api [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069209, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.528265} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.151718] env[69524]: INFO nova.virt.vmwareapi.ds_util [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_815646b8-e406-4122-9ab8-2f00587b88ea/OSTACK_IMG_815646b8-e406-4122-9ab8-2f00587b88ea.vmdk to [datastore1] devstack-image-cache_base/c728cdd4-48c8-423d-b5ee-9a2b77221616/c728cdd4-48c8-423d-b5ee-9a2b77221616.vmdk. [ 1519.151806] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Cleaning up location [datastore1] OSTACK_IMG_815646b8-e406-4122-9ab8-2f00587b88ea {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1519.151955] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_815646b8-e406-4122-9ab8-2f00587b88ea {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1519.152235] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ff1303f-50c4-4f0d-a839-56cd3a596618 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.160544] env[69524]: DEBUG oslo_vmware.api [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Waiting for the task: (returnval){ [ 1519.160544] env[69524]: value = "task-4069210" [ 1519.160544] env[69524]: _type = "Task" [ 1519.160544] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.169746] env[69524]: DEBUG oslo_vmware.api [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069210, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.670909] env[69524]: DEBUG oslo_vmware.api [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069210, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.040157} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.671159] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1519.671322] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c728cdd4-48c8-423d-b5ee-9a2b77221616/c728cdd4-48c8-423d-b5ee-9a2b77221616.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.671633] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c728cdd4-48c8-423d-b5ee-9a2b77221616/c728cdd4-48c8-423d-b5ee-9a2b77221616.vmdk to [datastore1] ab3b7c47-fa2a-41d6-84a6-793deebcfa39/ab3b7c47-fa2a-41d6-84a6-793deebcfa39.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1519.671871] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b87fd06e-d00a-4154-a877-6035d9f33d72 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.678977] env[69524]: DEBUG oslo_vmware.api [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Waiting for the task: (returnval){ [ 1519.678977] env[69524]: value = "task-4069211" [ 1519.678977] env[69524]: _type = "Task" [ 1519.678977] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.687607] env[69524]: DEBUG oslo_vmware.api [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069211, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.190563] env[69524]: DEBUG oslo_vmware.api [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069211, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.361502] env[69524]: DEBUG oslo_concurrency.lockutils [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Acquiring lock "9382bf42-0631-438e-a788-937461e24e4c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1520.361726] env[69524]: DEBUG oslo_concurrency.lockutils [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Lock "9382bf42-0631-438e-a788-937461e24e4c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1520.690810] env[69524]: DEBUG oslo_vmware.api [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069211, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.864696] env[69524]: DEBUG nova.compute.manager [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 9382bf42-0631-438e-a788-937461e24e4c] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1521.190615] env[69524]: DEBUG oslo_vmware.api [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069211, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.386919] env[69524]: DEBUG oslo_concurrency.lockutils [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1521.387236] env[69524]: DEBUG oslo_concurrency.lockutils [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1521.389061] env[69524]: INFO nova.compute.claims [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 9382bf42-0631-438e-a788-937461e24e4c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1521.691239] env[69524]: DEBUG oslo_vmware.api [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069211, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.192273] env[69524]: DEBUG oslo_vmware.api [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069211, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.436334] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b98c42d-0cbe-4a68-ae52-9b1c2cd14952 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.443959] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc55978-9d74-43da-93f4-ebf2f52713ec {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.472970] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78adc968-b369-4397-87d1-b1c743d69747 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.480439] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489d847a-e467-4428-b7d5-f32328d03c53 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.493297] env[69524]: DEBUG nova.compute.provider_tree [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1522.692807] env[69524]: DEBUG oslo_vmware.api [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069211, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.609445} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.693060] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c728cdd4-48c8-423d-b5ee-9a2b77221616/c728cdd4-48c8-423d-b5ee-9a2b77221616.vmdk to [datastore1] ab3b7c47-fa2a-41d6-84a6-793deebcfa39/ab3b7c47-fa2a-41d6-84a6-793deebcfa39.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1522.693832] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b64e1f-d507-43ed-8621-b97e295b9c82 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.716376] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] ab3b7c47-fa2a-41d6-84a6-793deebcfa39/ab3b7c47-fa2a-41d6-84a6-793deebcfa39.vmdk or device None with type streamOptimized {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1522.716643] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c04139e8-8e9d-45c5-b1c7-751e1a4fb123 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.735630] env[69524]: DEBUG oslo_vmware.api [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Waiting for the task: (returnval){ [ 1522.735630] env[69524]: value = "task-4069212" [ 1522.735630] env[69524]: _type = "Task" [ 1522.735630] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.744273] env[69524]: DEBUG oslo_vmware.api [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069212, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.996439] env[69524]: DEBUG nova.scheduler.client.report [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1523.245629] env[69524]: DEBUG oslo_vmware.api [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069212, 'name': ReconfigVM_Task, 'duration_secs': 0.284207} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.245923] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Reconfigured VM instance instance-0000007b to attach disk [datastore1] ab3b7c47-fa2a-41d6-84a6-793deebcfa39/ab3b7c47-fa2a-41d6-84a6-793deebcfa39.vmdk or device None with type streamOptimized {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1523.246623] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c22e08eb-1b80-4279-a84b-7177726448eb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.253814] env[69524]: DEBUG oslo_vmware.api [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Waiting for the task: (returnval){ [ 1523.253814] env[69524]: value = "task-4069213" [ 1523.253814] env[69524]: _type = "Task" [ 1523.253814] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.261833] env[69524]: DEBUG oslo_vmware.api [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069213, 'name': Rename_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.501638] env[69524]: DEBUG oslo_concurrency.lockutils [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.114s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1523.502128] env[69524]: DEBUG nova.compute.manager [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 9382bf42-0631-438e-a788-937461e24e4c] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1523.764509] env[69524]: DEBUG oslo_vmware.api [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069213, 'name': Rename_Task, 'duration_secs': 0.140294} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.764734] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1523.764985] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75adddcc-4fde-4e64-b285-734e3dd618d7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.771714] env[69524]: DEBUG oslo_vmware.api [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Waiting for the task: (returnval){ [ 1523.771714] env[69524]: value = "task-4069214" [ 1523.771714] env[69524]: _type = "Task" [ 1523.771714] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.779675] env[69524]: DEBUG oslo_vmware.api [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069214, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.008414] env[69524]: DEBUG nova.compute.utils [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1524.009921] env[69524]: DEBUG nova.compute.manager [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 9382bf42-0631-438e-a788-937461e24e4c] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1524.010101] env[69524]: DEBUG nova.network.neutron [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 9382bf42-0631-438e-a788-937461e24e4c] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1524.050917] env[69524]: DEBUG nova.policy [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1302fa3131c04a77aea697cd1e441429', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e3d1a1c5b6a42bfa6bca7a69b0220db', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 1524.281924] env[69524]: DEBUG oslo_vmware.api [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069214, 'name': PowerOnVM_Task, 'duration_secs': 0.439918} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1524.282232] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1524.311012] env[69524]: DEBUG nova.network.neutron [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 9382bf42-0631-438e-a788-937461e24e4c] Successfully created port: 0c237b3c-e01f-4d54-85b2-106d65d6389a {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1524.479644] env[69524]: DEBUG nova.compute.manager [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1524.480563] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b914b17-d43b-4a0c-94e4-65e0f1a37eca {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.512716] env[69524]: DEBUG nova.compute.manager [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 9382bf42-0631-438e-a788-937461e24e4c] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1524.997799] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f43a5bc8-7f0d-4bbc-865e-b67e5159548b tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Lock "ab3b7c47-fa2a-41d6-84a6-793deebcfa39" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.586s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1525.522797] env[69524]: DEBUG nova.compute.manager [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 9382bf42-0631-438e-a788-937461e24e4c] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1525.548124] env[69524]: DEBUG nova.virt.hardware [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1525.548380] env[69524]: DEBUG nova.virt.hardware [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1525.548539] env[69524]: DEBUG nova.virt.hardware [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1525.548730] env[69524]: DEBUG nova.virt.hardware [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1525.548873] env[69524]: DEBUG nova.virt.hardware [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1525.549052] env[69524]: DEBUG nova.virt.hardware [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1525.549236] env[69524]: DEBUG nova.virt.hardware [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1525.549394] env[69524]: DEBUG nova.virt.hardware [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1525.549556] env[69524]: DEBUG nova.virt.hardware [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1525.549715] env[69524]: DEBUG nova.virt.hardware [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1525.549884] env[69524]: DEBUG nova.virt.hardware [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1525.550777] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b976dc13-3318-4157-be0d-4024df9812f1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.560446] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbcbbb2e-37e8-4770-ab97-c19f237f5e92 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.778652] env[69524]: DEBUG nova.compute.manager [req-673f924a-facb-4047-9010-cd4f86e564a3 req-a2e7964f-2fd0-4ddc-825b-621bb5e95ba7 service nova] [instance: 9382bf42-0631-438e-a788-937461e24e4c] Received event network-vif-plugged-0c237b3c-e01f-4d54-85b2-106d65d6389a {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1525.778884] env[69524]: DEBUG oslo_concurrency.lockutils [req-673f924a-facb-4047-9010-cd4f86e564a3 req-a2e7964f-2fd0-4ddc-825b-621bb5e95ba7 service nova] Acquiring lock "9382bf42-0631-438e-a788-937461e24e4c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1525.779100] env[69524]: DEBUG oslo_concurrency.lockutils [req-673f924a-facb-4047-9010-cd4f86e564a3 req-a2e7964f-2fd0-4ddc-825b-621bb5e95ba7 service nova] Lock "9382bf42-0631-438e-a788-937461e24e4c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1525.779310] env[69524]: DEBUG oslo_concurrency.lockutils [req-673f924a-facb-4047-9010-cd4f86e564a3 req-a2e7964f-2fd0-4ddc-825b-621bb5e95ba7 service nova] Lock "9382bf42-0631-438e-a788-937461e24e4c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1525.779432] env[69524]: DEBUG nova.compute.manager [req-673f924a-facb-4047-9010-cd4f86e564a3 req-a2e7964f-2fd0-4ddc-825b-621bb5e95ba7 service nova] [instance: 9382bf42-0631-438e-a788-937461e24e4c] No waiting events found dispatching network-vif-plugged-0c237b3c-e01f-4d54-85b2-106d65d6389a {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1525.779593] env[69524]: WARNING nova.compute.manager [req-673f924a-facb-4047-9010-cd4f86e564a3 req-a2e7964f-2fd0-4ddc-825b-621bb5e95ba7 service nova] [instance: 9382bf42-0631-438e-a788-937461e24e4c] Received unexpected event network-vif-plugged-0c237b3c-e01f-4d54-85b2-106d65d6389a for instance with vm_state building and task_state spawning. [ 1525.859413] env[69524]: DEBUG nova.network.neutron [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 9382bf42-0631-438e-a788-937461e24e4c] Successfully updated port: 0c237b3c-e01f-4d54-85b2-106d65d6389a {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1526.362154] env[69524]: DEBUG oslo_concurrency.lockutils [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Acquiring lock "refresh_cache-9382bf42-0631-438e-a788-937461e24e4c" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.362333] env[69524]: DEBUG oslo_concurrency.lockutils [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Acquired lock "refresh_cache-9382bf42-0631-438e-a788-937461e24e4c" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.362453] env[69524]: DEBUG nova.network.neutron [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 9382bf42-0631-438e-a788-937461e24e4c] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1526.895369] env[69524]: DEBUG nova.network.neutron [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 9382bf42-0631-438e-a788-937461e24e4c] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1527.022842] env[69524]: DEBUG nova.network.neutron [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 9382bf42-0631-438e-a788-937461e24e4c] Updating instance_info_cache with network_info: [{"id": "0c237b3c-e01f-4d54-85b2-106d65d6389a", "address": "fa:16:3e:f0:e1:b4", "network": {"id": "7fcdb358-d4bb-4ca1-b302-a614a8551226", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1837737759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e3d1a1c5b6a42bfa6bca7a69b0220db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c237b3c-e0", "ovs_interfaceid": "0c237b3c-e01f-4d54-85b2-106d65d6389a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1527.525760] env[69524]: DEBUG oslo_concurrency.lockutils [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Releasing lock "refresh_cache-9382bf42-0631-438e-a788-937461e24e4c" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.526196] env[69524]: DEBUG nova.compute.manager [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 9382bf42-0631-438e-a788-937461e24e4c] Instance network_info: |[{"id": "0c237b3c-e01f-4d54-85b2-106d65d6389a", "address": "fa:16:3e:f0:e1:b4", "network": {"id": "7fcdb358-d4bb-4ca1-b302-a614a8551226", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1837737759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e3d1a1c5b6a42bfa6bca7a69b0220db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c237b3c-e0", "ovs_interfaceid": "0c237b3c-e01f-4d54-85b2-106d65d6389a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1527.526631] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 9382bf42-0631-438e-a788-937461e24e4c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:e1:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26a1e556-1ede-445a-bf87-a35daa5d9070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c237b3c-e01f-4d54-85b2-106d65d6389a', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1527.534026] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1527.534252] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9382bf42-0631-438e-a788-937461e24e4c] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1527.534483] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c3ba857a-78f8-4298-a319-311e45ec571f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.554584] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1527.554584] env[69524]: value = "task-4069215" [ 1527.554584] env[69524]: _type = "Task" [ 1527.554584] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.563390] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069215, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.807736] env[69524]: DEBUG nova.compute.manager [req-acdea640-0538-40fc-a1ad-cb2cac690eb8 req-474a27e2-0922-4eb9-a166-6719e5289d0a service nova] [instance: 9382bf42-0631-438e-a788-937461e24e4c] Received event network-changed-0c237b3c-e01f-4d54-85b2-106d65d6389a {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1527.807933] env[69524]: DEBUG nova.compute.manager [req-acdea640-0538-40fc-a1ad-cb2cac690eb8 req-474a27e2-0922-4eb9-a166-6719e5289d0a service nova] [instance: 9382bf42-0631-438e-a788-937461e24e4c] Refreshing instance network info cache due to event network-changed-0c237b3c-e01f-4d54-85b2-106d65d6389a. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1527.808206] env[69524]: DEBUG oslo_concurrency.lockutils [req-acdea640-0538-40fc-a1ad-cb2cac690eb8 req-474a27e2-0922-4eb9-a166-6719e5289d0a service nova] Acquiring lock "refresh_cache-9382bf42-0631-438e-a788-937461e24e4c" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.808322] env[69524]: DEBUG oslo_concurrency.lockutils [req-acdea640-0538-40fc-a1ad-cb2cac690eb8 req-474a27e2-0922-4eb9-a166-6719e5289d0a service nova] Acquired lock "refresh_cache-9382bf42-0631-438e-a788-937461e24e4c" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.808493] env[69524]: DEBUG nova.network.neutron [req-acdea640-0538-40fc-a1ad-cb2cac690eb8 req-474a27e2-0922-4eb9-a166-6719e5289d0a service nova] [instance: 9382bf42-0631-438e-a788-937461e24e4c] Refreshing network info cache for port 0c237b3c-e01f-4d54-85b2-106d65d6389a {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1528.065384] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069215, 'name': CreateVM_Task, 'duration_secs': 0.335892} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.065737] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9382bf42-0631-438e-a788-937461e24e4c] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1528.066236] env[69524]: DEBUG oslo_concurrency.lockutils [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.066450] env[69524]: DEBUG oslo_concurrency.lockutils [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.066830] env[69524]: DEBUG oslo_concurrency.lockutils [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.067103] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a10872a-3bdf-45f1-88fe-0b798510533c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.071877] env[69524]: DEBUG oslo_vmware.api [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Waiting for the task: (returnval){ [ 1528.071877] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52f4c424-dd09-ddfc-8a95-4c24b26cafa2" [ 1528.071877] env[69524]: _type = "Task" [ 1528.071877] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.081652] env[69524]: DEBUG oslo_vmware.api [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52f4c424-dd09-ddfc-8a95-4c24b26cafa2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.516889] env[69524]: DEBUG nova.network.neutron [req-acdea640-0538-40fc-a1ad-cb2cac690eb8 req-474a27e2-0922-4eb9-a166-6719e5289d0a service nova] [instance: 9382bf42-0631-438e-a788-937461e24e4c] Updated VIF entry in instance network info cache for port 0c237b3c-e01f-4d54-85b2-106d65d6389a. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1528.517259] env[69524]: DEBUG nova.network.neutron [req-acdea640-0538-40fc-a1ad-cb2cac690eb8 req-474a27e2-0922-4eb9-a166-6719e5289d0a service nova] [instance: 9382bf42-0631-438e-a788-937461e24e4c] Updating instance_info_cache with network_info: [{"id": "0c237b3c-e01f-4d54-85b2-106d65d6389a", "address": "fa:16:3e:f0:e1:b4", "network": {"id": "7fcdb358-d4bb-4ca1-b302-a614a8551226", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1837737759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e3d1a1c5b6a42bfa6bca7a69b0220db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c237b3c-e0", "ovs_interfaceid": "0c237b3c-e01f-4d54-85b2-106d65d6389a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1528.582759] env[69524]: DEBUG oslo_vmware.api [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52f4c424-dd09-ddfc-8a95-4c24b26cafa2, 'name': SearchDatastore_Task, 'duration_secs': 0.011191} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.583058] env[69524]: DEBUG oslo_concurrency.lockutils [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.583294] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 9382bf42-0631-438e-a788-937461e24e4c] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1528.583535] env[69524]: DEBUG oslo_concurrency.lockutils [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.583678] env[69524]: DEBUG oslo_concurrency.lockutils [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.583853] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1528.584135] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7867ab86-03ba-4234-9975-ecac3bc24716 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.595203] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1528.595406] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1528.596137] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-318c46cd-5265-42c1-8323-77fea4df25c5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.601804] env[69524]: DEBUG oslo_vmware.api [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Waiting for the task: (returnval){ [ 1528.601804] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]522d7bb9-e722-9b97-0351-355e39aff2eb" [ 1528.601804] env[69524]: _type = "Task" [ 1528.601804] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.610057] env[69524]: DEBUG oslo_vmware.api [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]522d7bb9-e722-9b97-0351-355e39aff2eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.020020] env[69524]: DEBUG oslo_concurrency.lockutils [req-acdea640-0538-40fc-a1ad-cb2cac690eb8 req-474a27e2-0922-4eb9-a166-6719e5289d0a service nova] Releasing lock "refresh_cache-9382bf42-0631-438e-a788-937461e24e4c" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.112812] env[69524]: DEBUG oslo_vmware.api [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]522d7bb9-e722-9b97-0351-355e39aff2eb, 'name': SearchDatastore_Task, 'duration_secs': 0.009496} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.113631] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d213b0a7-42d5-43fe-8a9f-232051d3fecf {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.119415] env[69524]: DEBUG oslo_vmware.api [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Waiting for the task: (returnval){ [ 1529.119415] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]521a88dc-7f7a-bd52-796b-ec369bf6eb43" [ 1529.119415] env[69524]: _type = "Task" [ 1529.119415] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.127967] env[69524]: DEBUG oslo_vmware.api [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]521a88dc-7f7a-bd52-796b-ec369bf6eb43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.630628] env[69524]: DEBUG oslo_vmware.api [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]521a88dc-7f7a-bd52-796b-ec369bf6eb43, 'name': SearchDatastore_Task, 'duration_secs': 0.010108} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1529.630857] env[69524]: DEBUG oslo_concurrency.lockutils [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1529.631082] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 9382bf42-0631-438e-a788-937461e24e4c/9382bf42-0631-438e-a788-937461e24e4c.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1529.631382] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb5a1596-8dc4-4846-9085-f44d6fc1ca9d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.638796] env[69524]: DEBUG oslo_vmware.api [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Waiting for the task: (returnval){ [ 1529.638796] env[69524]: value = "task-4069216" [ 1529.638796] env[69524]: _type = "Task" [ 1529.638796] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.646813] env[69524]: DEBUG oslo_vmware.api [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069216, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.149324] env[69524]: DEBUG oslo_vmware.api [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069216, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476661} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.149710] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 9382bf42-0631-438e-a788-937461e24e4c/9382bf42-0631-438e-a788-937461e24e4c.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1530.149801] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 9382bf42-0631-438e-a788-937461e24e4c] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1530.150109] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b0b5949-710a-47af-aa52-a43133cb4468 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.158442] env[69524]: DEBUG oslo_vmware.api [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Waiting for the task: (returnval){ [ 1530.158442] env[69524]: value = "task-4069217" [ 1530.158442] env[69524]: _type = "Task" [ 1530.158442] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.168101] env[69524]: DEBUG oslo_vmware.api [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069217, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.668842] env[69524]: DEBUG oslo_vmware.api [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069217, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077603} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.669139] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 9382bf42-0631-438e-a788-937461e24e4c] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1530.669933] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d966106-b52f-4775-8d6e-b28e14bc3167 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.692123] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 9382bf42-0631-438e-a788-937461e24e4c] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] 9382bf42-0631-438e-a788-937461e24e4c/9382bf42-0631-438e-a788-937461e24e4c.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1530.692462] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8ea9a39-1f86-4fa9-8d93-f570728d63e5 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.713295] env[69524]: DEBUG oslo_vmware.api [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Waiting for the task: (returnval){ [ 1530.713295] env[69524]: value = "task-4069218" [ 1530.713295] env[69524]: _type = "Task" [ 1530.713295] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.722145] env[69524]: DEBUG oslo_vmware.api [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069218, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.224308] env[69524]: DEBUG oslo_vmware.api [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069218, 'name': ReconfigVM_Task, 'duration_secs': 0.301533} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.224711] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 9382bf42-0631-438e-a788-937461e24e4c] Reconfigured VM instance instance-0000007e to attach disk [datastore1] 9382bf42-0631-438e-a788-937461e24e4c/9382bf42-0631-438e-a788-937461e24e4c.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1531.225290] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b93f5ac-7d4b-441f-a226-649899a54ffe {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.233350] env[69524]: DEBUG oslo_vmware.api [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Waiting for the task: (returnval){ [ 1531.233350] env[69524]: value = "task-4069219" [ 1531.233350] env[69524]: _type = "Task" [ 1531.233350] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.242280] env[69524]: DEBUG oslo_vmware.api [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069219, 'name': Rename_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.744556] env[69524]: DEBUG oslo_vmware.api [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069219, 'name': Rename_Task, 'duration_secs': 0.151204} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.744840] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 9382bf42-0631-438e-a788-937461e24e4c] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1531.745147] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f85ddf0f-9eb1-491f-8a82-c59a41414382 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.753610] env[69524]: DEBUG oslo_vmware.api [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Waiting for the task: (returnval){ [ 1531.753610] env[69524]: value = "task-4069220" [ 1531.753610] env[69524]: _type = "Task" [ 1531.753610] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.764802] env[69524]: DEBUG oslo_vmware.api [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069220, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.264703] env[69524]: DEBUG oslo_vmware.api [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069220, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.765412] env[69524]: DEBUG oslo_vmware.api [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069220, 'name': PowerOnVM_Task, 'duration_secs': 0.641995} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.765717] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 9382bf42-0631-438e-a788-937461e24e4c] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1532.765920] env[69524]: INFO nova.compute.manager [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 9382bf42-0631-438e-a788-937461e24e4c] Took 7.24 seconds to spawn the instance on the hypervisor. [ 1532.766115] env[69524]: DEBUG nova.compute.manager [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 9382bf42-0631-438e-a788-937461e24e4c] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1532.766900] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd119491-6249-4504-b60c-dc7e8fabc33e {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.287171] env[69524]: INFO nova.compute.manager [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 9382bf42-0631-438e-a788-937461e24e4c] Took 11.92 seconds to build instance. [ 1533.667917] env[69524]: DEBUG nova.compute.manager [req-c87def16-569d-475b-96c2-09601b81a78b req-3450b6cd-83bc-4e24-b1ff-204428878a65 service nova] [instance: 9382bf42-0631-438e-a788-937461e24e4c] Received event network-changed-0c237b3c-e01f-4d54-85b2-106d65d6389a {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1533.668132] env[69524]: DEBUG nova.compute.manager [req-c87def16-569d-475b-96c2-09601b81a78b req-3450b6cd-83bc-4e24-b1ff-204428878a65 service nova] [instance: 9382bf42-0631-438e-a788-937461e24e4c] Refreshing instance network info cache due to event network-changed-0c237b3c-e01f-4d54-85b2-106d65d6389a. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1533.668349] env[69524]: DEBUG oslo_concurrency.lockutils [req-c87def16-569d-475b-96c2-09601b81a78b req-3450b6cd-83bc-4e24-b1ff-204428878a65 service nova] Acquiring lock "refresh_cache-9382bf42-0631-438e-a788-937461e24e4c" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.668490] env[69524]: DEBUG oslo_concurrency.lockutils [req-c87def16-569d-475b-96c2-09601b81a78b req-3450b6cd-83bc-4e24-b1ff-204428878a65 service nova] Acquired lock "refresh_cache-9382bf42-0631-438e-a788-937461e24e4c" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.668646] env[69524]: DEBUG nova.network.neutron [req-c87def16-569d-475b-96c2-09601b81a78b req-3450b6cd-83bc-4e24-b1ff-204428878a65 service nova] [instance: 9382bf42-0631-438e-a788-937461e24e4c] Refreshing network info cache for port 0c237b3c-e01f-4d54-85b2-106d65d6389a {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1533.788056] env[69524]: DEBUG oslo_concurrency.lockutils [None req-56fd2481-6e47-49e7-9c8f-8c2223fb660d tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Lock "9382bf42-0631-438e-a788-937461e24e4c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.426s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1534.376455] env[69524]: DEBUG nova.network.neutron [req-c87def16-569d-475b-96c2-09601b81a78b req-3450b6cd-83bc-4e24-b1ff-204428878a65 service nova] [instance: 9382bf42-0631-438e-a788-937461e24e4c] Updated VIF entry in instance network info cache for port 0c237b3c-e01f-4d54-85b2-106d65d6389a. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1534.376837] env[69524]: DEBUG nova.network.neutron [req-c87def16-569d-475b-96c2-09601b81a78b req-3450b6cd-83bc-4e24-b1ff-204428878a65 service nova] [instance: 9382bf42-0631-438e-a788-937461e24e4c] Updating instance_info_cache with network_info: [{"id": "0c237b3c-e01f-4d54-85b2-106d65d6389a", "address": "fa:16:3e:f0:e1:b4", "network": {"id": "7fcdb358-d4bb-4ca1-b302-a614a8551226", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1837737759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e3d1a1c5b6a42bfa6bca7a69b0220db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c237b3c-e0", "ovs_interfaceid": "0c237b3c-e01f-4d54-85b2-106d65d6389a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1534.879601] env[69524]: DEBUG oslo_concurrency.lockutils [req-c87def16-569d-475b-96c2-09601b81a78b req-3450b6cd-83bc-4e24-b1ff-204428878a65 service nova] Releasing lock "refresh_cache-9382bf42-0631-438e-a788-937461e24e4c" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.471208] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1541.972573] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1541.972888] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69524) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1543.466660] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1543.470225] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1544.470511] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1544.974212] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1544.974476] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1544.974649] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1544.974801] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69524) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1544.975837] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dbf9f8b-9ada-4d8d-a3bf-f59e9d456f36 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.984658] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b2a052-d7fa-4457-95b9-8c24eda755ca {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.000050] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c7abb8-b6f0-48f1-be1c-7f6dd938fb6d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.006834] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b017d71-2b93-4860-accf-081754df69a1 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.035537] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180066MB free_disk=21GB free_vcpus=48 pci_devices=None {{(pid=69524) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1545.035690] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1545.035914] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1546.158380] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance ab3b7c47-fa2a-41d6-84a6-793deebcfa39 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1546.158380] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 9382bf42-0631-438e-a788-937461e24e4c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1546.158380] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69524) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1546.158380] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69524) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1546.197186] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e7c512-b6d7-428b-86d7-c9f085379222 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.204752] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c527cf48-9891-4f41-8198-d05863f138a6 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.234530] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01799894-1a65-421c-83d9-bcb5fdd0d413 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.242263] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b098cd4c-9541-44c8-a938-a63fd3303cc4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.256257] env[69524]: DEBUG nova.compute.provider_tree [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1546.760284] env[69524]: DEBUG nova.scheduler.client.report [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1547.265469] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69524) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1547.265881] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.230s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1548.265824] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1548.266248] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1548.266248] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1548.471326] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1548.471534] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Cleaning up deleted instances {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1548.981236] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] There are 28 instances to clean {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1548.981421] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: eec8bcf3-08b5-412b-b5c2-35dae93351de] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1549.484904] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: e9491afe-5000-449b-951d-f9b6682bc2fc] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1549.988970] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 049e8484-7ba5-4cf3-a8bd-162a83e8e4b6] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1550.493083] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: bcd519cf-2480-41bf-9776-b69a36af603e] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1550.996423] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 501ff9c7-9be5-4174-9072-019fd7bae0c6] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1551.499759] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 0249bf37-cb25-40e5-9a39-56282e5e2d0d] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1552.002816] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 35692d52-d3fe-48db-ab53-bc68cfb6fbc6] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1552.505995] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 46916d9e-98a9-47ba-b5f8-2b775d87e304] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1553.009791] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 5f9afa39-3851-425f-8bb8-786dd791a1d8] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1553.513468] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 28ab84d2-b9c9-48fc-971d-79004a81f246] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1554.017063] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: b4b979a7-c0e2-488c-abd0-0da7960e8e0e] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1554.520336] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 3198d5ad-375d-4938-9dd0-825896f9ed78] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1555.023752] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 37ccc7b5-7b66-4b47-8cd3-42d3c4321446] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1555.527788] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 0330ba92-b889-4d4d-91b1-757e8e537004] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1556.031391] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 07fa6607-b981-4ecb-a8d2-5908edc259ff] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1556.535113] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 0a7e1e5a-bc66-4a22-a3f1-3bc75391f9a7] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1557.038657] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: bfc37580-be5d-432c-a296-eca3873de2f8] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1557.542650] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 684b8756-98d5-4977-a610-12005ec5a756] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1558.045935] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 2a7cd0d3-edf5-4cf8-987f-8df4da315b38] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1558.549412] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: fcbf3595-f64a-442b-a33d-dd7e78f46c8b] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1559.053678] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 116a59aa-3118-4122-ba6b-9cb0e4672c9a] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1559.557819] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 1c185356-7de7-4c88-ac61-b00a156e4e95] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1560.061415] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 1f0daa70-d277-47b8-b820-02bd0c4b55e0] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1560.567064] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 43b4dacf-06d7-42de-9d91-04e69295c1f2] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1561.069536] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 68e172e5-0970-400f-95cf-81bc4b41606e] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1561.573578] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 7bdde934-b122-4b19-849b-daced27c0533] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1562.077844] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: fef113bd-ed01-442c-9d72-0c4bfa381d96] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1562.146068] env[69524]: DEBUG oslo_concurrency.lockutils [None req-62c3650f-8ab0-4481-9175-616d3847089e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Acquiring lock "ab3b7c47-fa2a-41d6-84a6-793deebcfa39" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1562.146333] env[69524]: DEBUG oslo_concurrency.lockutils [None req-62c3650f-8ab0-4481-9175-616d3847089e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Lock "ab3b7c47-fa2a-41d6-84a6-793deebcfa39" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1562.146547] env[69524]: DEBUG oslo_concurrency.lockutils [None req-62c3650f-8ab0-4481-9175-616d3847089e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Acquiring lock "ab3b7c47-fa2a-41d6-84a6-793deebcfa39-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1562.146727] env[69524]: DEBUG oslo_concurrency.lockutils [None req-62c3650f-8ab0-4481-9175-616d3847089e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Lock "ab3b7c47-fa2a-41d6-84a6-793deebcfa39-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1562.146892] env[69524]: DEBUG oslo_concurrency.lockutils [None req-62c3650f-8ab0-4481-9175-616d3847089e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Lock "ab3b7c47-fa2a-41d6-84a6-793deebcfa39-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1562.150629] env[69524]: INFO nova.compute.manager [None req-62c3650f-8ab0-4481-9175-616d3847089e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Terminating instance [ 1562.581351] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] [instance: 035b9722-90f0-45f0-84c0-17f7a5f1994b] Instance has had 0 of 5 cleanup attempts {{(pid=69524) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1562.654346] env[69524]: DEBUG nova.compute.manager [None req-62c3650f-8ab0-4481-9175-616d3847089e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1562.654575] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-62c3650f-8ab0-4481-9175-616d3847089e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1562.655505] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b7b724-1239-4dec-8c1b-efa391e3f2c7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.663324] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c3650f-8ab0-4481-9175-616d3847089e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1562.663583] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0251d8cb-3a5e-4dd5-bbce-cba3ef9eb897 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.670639] env[69524]: DEBUG oslo_vmware.api [None req-62c3650f-8ab0-4481-9175-616d3847089e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Waiting for the task: (returnval){ [ 1562.670639] env[69524]: value = "task-4069221" [ 1562.670639] env[69524]: _type = "Task" [ 1562.670639] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.678929] env[69524]: DEBUG oslo_vmware.api [None req-62c3650f-8ab0-4481-9175-616d3847089e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069221, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.084515] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1563.084738] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Cleaning up deleted instances with incomplete migration {{(pid=69524) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1563.180480] env[69524]: DEBUG oslo_vmware.api [None req-62c3650f-8ab0-4481-9175-616d3847089e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069221, 'name': PowerOffVM_Task, 'duration_secs': 0.183766} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.180780] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-62c3650f-8ab0-4481-9175-616d3847089e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1563.180958] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-62c3650f-8ab0-4481-9175-616d3847089e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1563.181252] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8384ec3-828a-4a51-b5a9-ef2dd0438f93 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.917573] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-62c3650f-8ab0-4481-9175-616d3847089e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1564.917935] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-62c3650f-8ab0-4481-9175-616d3847089e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1564.917978] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-62c3650f-8ab0-4481-9175-616d3847089e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Deleting the datastore file [datastore1] ab3b7c47-fa2a-41d6-84a6-793deebcfa39 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1564.918318] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5450feb5-81ae-44f9-b423-f7305945ce49 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.926924] env[69524]: DEBUG oslo_vmware.api [None req-62c3650f-8ab0-4481-9175-616d3847089e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Waiting for the task: (returnval){ [ 1564.926924] env[69524]: value = "task-4069223" [ 1564.926924] env[69524]: _type = "Task" [ 1564.926924] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.935508] env[69524]: DEBUG oslo_vmware.api [None req-62c3650f-8ab0-4481-9175-616d3847089e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069223, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.437604] env[69524]: DEBUG oslo_vmware.api [None req-62c3650f-8ab0-4481-9175-616d3847089e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Task: {'id': task-4069223, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139719} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.437855] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-62c3650f-8ab0-4481-9175-616d3847089e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1565.438052] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-62c3650f-8ab0-4481-9175-616d3847089e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1565.438224] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-62c3650f-8ab0-4481-9175-616d3847089e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1565.438390] env[69524]: INFO nova.compute.manager [None req-62c3650f-8ab0-4481-9175-616d3847089e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Took 2.78 seconds to destroy the instance on the hypervisor. [ 1565.438622] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62c3650f-8ab0-4481-9175-616d3847089e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1565.438815] env[69524]: DEBUG nova.compute.manager [-] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1565.438906] env[69524]: DEBUG nova.network.neutron [-] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1565.585888] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1565.854065] env[69524]: DEBUG nova.compute.manager [req-db988c27-e90d-4f7a-8407-5a612b80e695 req-7d105438-e51a-4156-888a-84e39d27d4f0 service nova] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Received event network-vif-deleted-623f4cfe-817d-4f50-a040-f829a8cc216e {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1565.854275] env[69524]: INFO nova.compute.manager [req-db988c27-e90d-4f7a-8407-5a612b80e695 req-7d105438-e51a-4156-888a-84e39d27d4f0 service nova] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Neutron deleted interface 623f4cfe-817d-4f50-a040-f829a8cc216e; detaching it from the instance and deleting it from the info cache [ 1565.854446] env[69524]: DEBUG nova.network.neutron [req-db988c27-e90d-4f7a-8407-5a612b80e695 req-7d105438-e51a-4156-888a-84e39d27d4f0 service nova] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1566.337514] env[69524]: DEBUG nova.network.neutron [-] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1566.357256] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-75704378-1736-4693-91a1-094938589240 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.368988] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a7287a-adcb-4a63-b5d2-6c4764f2312f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.395188] env[69524]: DEBUG nova.compute.manager [req-db988c27-e90d-4f7a-8407-5a612b80e695 req-7d105438-e51a-4156-888a-84e39d27d4f0 service nova] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Detach interface failed, port_id=623f4cfe-817d-4f50-a040-f829a8cc216e, reason: Instance ab3b7c47-fa2a-41d6-84a6-793deebcfa39 could not be found. {{(pid=69524) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1566.840407] env[69524]: INFO nova.compute.manager [-] [instance: ab3b7c47-fa2a-41d6-84a6-793deebcfa39] Took 1.40 seconds to deallocate network for instance. [ 1567.346833] env[69524]: DEBUG oslo_concurrency.lockutils [None req-62c3650f-8ab0-4481-9175-616d3847089e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1567.347206] env[69524]: DEBUG oslo_concurrency.lockutils [None req-62c3650f-8ab0-4481-9175-616d3847089e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1567.347399] env[69524]: DEBUG nova.objects.instance [None req-62c3650f-8ab0-4481-9175-616d3847089e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Lazy-loading 'resources' on Instance uuid ab3b7c47-fa2a-41d6-84a6-793deebcfa39 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1567.899773] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf574baa-48fa-4e0a-b5ba-9169a87ba394 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.908157] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd389e8-9119-44f7-8181-90c6b46446d8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.716016] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17beb787-c094-4a1d-a2a6-73c50d9a0190 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.724476] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9745e40d-c849-4e7c-a874-79d4ef6eb586 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.738152] env[69524]: DEBUG nova.compute.provider_tree [None req-62c3650f-8ab0-4481-9175-616d3847089e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1569.241369] env[69524]: DEBUG nova.scheduler.client.report [None req-62c3650f-8ab0-4481-9175-616d3847089e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1569.582992] env[69524]: DEBUG oslo_concurrency.lockutils [None req-99942ba6-3c06-4476-8a79-4e46fdcff205 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Acquiring lock "9382bf42-0631-438e-a788-937461e24e4c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1569.583264] env[69524]: DEBUG oslo_concurrency.lockutils [None req-99942ba6-3c06-4476-8a79-4e46fdcff205 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Lock "9382bf42-0631-438e-a788-937461e24e4c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1569.746558] env[69524]: DEBUG oslo_concurrency.lockutils [None req-62c3650f-8ab0-4481-9175-616d3847089e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.399s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1569.765309] env[69524]: INFO nova.scheduler.client.report [None req-62c3650f-8ab0-4481-9175-616d3847089e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Deleted allocations for instance ab3b7c47-fa2a-41d6-84a6-793deebcfa39 [ 1570.087142] env[69524]: DEBUG nova.compute.utils [None req-99942ba6-3c06-4476-8a79-4e46fdcff205 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1570.273753] env[69524]: DEBUG oslo_concurrency.lockutils [None req-62c3650f-8ab0-4481-9175-616d3847089e tempest-AttachVolumeShelveTestJSON-641868636 tempest-AttachVolumeShelveTestJSON-641868636-project-member] Lock "ab3b7c47-fa2a-41d6-84a6-793deebcfa39" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.127s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1570.590965] env[69524]: DEBUG oslo_concurrency.lockutils [None req-99942ba6-3c06-4476-8a79-4e46fdcff205 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Lock "9382bf42-0631-438e-a788-937461e24e4c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1571.653039] env[69524]: DEBUG oslo_concurrency.lockutils [None req-99942ba6-3c06-4476-8a79-4e46fdcff205 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Acquiring lock "9382bf42-0631-438e-a788-937461e24e4c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1571.653508] env[69524]: DEBUG oslo_concurrency.lockutils [None req-99942ba6-3c06-4476-8a79-4e46fdcff205 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Lock "9382bf42-0631-438e-a788-937461e24e4c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1571.653508] env[69524]: INFO nova.compute.manager [None req-99942ba6-3c06-4476-8a79-4e46fdcff205 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 9382bf42-0631-438e-a788-937461e24e4c] Attaching volume fd481bda-2294-421f-8c0e-0e709293397d to /dev/sdb [ 1571.684958] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7d790b-0fb9-4b4e-9a44-1335a28d1cff {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.691492] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e563cfe2-7537-4406-ba13-3319f41b3291 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.705878] env[69524]: DEBUG nova.virt.block_device [None req-99942ba6-3c06-4476-8a79-4e46fdcff205 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 9382bf42-0631-438e-a788-937461e24e4c] Updating existing volume attachment record: 37ff1e0c-5f12-462e-a04d-9e87a1b72bd4 {{(pid=69524) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1576.252233] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-99942ba6-3c06-4476-8a79-4e46fdcff205 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 9382bf42-0631-438e-a788-937461e24e4c] Volume attach. Driver type: vmdk {{(pid=69524) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1576.252497] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-99942ba6-3c06-4476-8a79-4e46fdcff205 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 9382bf42-0631-438e-a788-937461e24e4c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806373', 'volume_id': 'fd481bda-2294-421f-8c0e-0e709293397d', 'name': 'volume-fd481bda-2294-421f-8c0e-0e709293397d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9382bf42-0631-438e-a788-937461e24e4c', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd481bda-2294-421f-8c0e-0e709293397d', 'serial': 'fd481bda-2294-421f-8c0e-0e709293397d'} {{(pid=69524) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1576.253433] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128934d3-d89c-4934-8ffa-0aaf26da9f4f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.269910] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9b1707-d2a3-452f-bdda-1d5711babb08 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.293280] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-99942ba6-3c06-4476-8a79-4e46fdcff205 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 9382bf42-0631-438e-a788-937461e24e4c] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] volume-fd481bda-2294-421f-8c0e-0e709293397d/volume-fd481bda-2294-421f-8c0e-0e709293397d.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1576.293534] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95360e92-6222-4822-9766-97526743795b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.311432] env[69524]: DEBUG oslo_vmware.api [None req-99942ba6-3c06-4476-8a79-4e46fdcff205 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Waiting for the task: (returnval){ [ 1576.311432] env[69524]: value = "task-4069227" [ 1576.311432] env[69524]: _type = "Task" [ 1576.311432] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.319950] env[69524]: DEBUG oslo_vmware.api [None req-99942ba6-3c06-4476-8a79-4e46fdcff205 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069227, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.825760] env[69524]: DEBUG oslo_vmware.api [None req-99942ba6-3c06-4476-8a79-4e46fdcff205 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069227, 'name': ReconfigVM_Task, 'duration_secs': 0.372898} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.826164] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-99942ba6-3c06-4476-8a79-4e46fdcff205 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 9382bf42-0631-438e-a788-937461e24e4c] Reconfigured VM instance instance-0000007e to attach disk [datastore1] volume-fd481bda-2294-421f-8c0e-0e709293397d/volume-fd481bda-2294-421f-8c0e-0e709293397d.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1576.833851] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d887d8ef-03f2-4572-9274-12e782ba8513 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.857371] env[69524]: DEBUG oslo_vmware.api [None req-99942ba6-3c06-4476-8a79-4e46fdcff205 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Waiting for the task: (returnval){ [ 1576.857371] env[69524]: value = "task-4069228" [ 1576.857371] env[69524]: _type = "Task" [ 1576.857371] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.869488] env[69524]: DEBUG oslo_vmware.api [None req-99942ba6-3c06-4476-8a79-4e46fdcff205 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069228, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.367717] env[69524]: DEBUG oslo_vmware.api [None req-99942ba6-3c06-4476-8a79-4e46fdcff205 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069228, 'name': ReconfigVM_Task, 'duration_secs': 0.174718} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.368081] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-99942ba6-3c06-4476-8a79-4e46fdcff205 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 9382bf42-0631-438e-a788-937461e24e4c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806373', 'volume_id': 'fd481bda-2294-421f-8c0e-0e709293397d', 'name': 'volume-fd481bda-2294-421f-8c0e-0e709293397d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9382bf42-0631-438e-a788-937461e24e4c', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd481bda-2294-421f-8c0e-0e709293397d', 'serial': 'fd481bda-2294-421f-8c0e-0e709293397d'} {{(pid=69524) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1578.407203] env[69524]: DEBUG nova.objects.instance [None req-99942ba6-3c06-4476-8a79-4e46fdcff205 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Lazy-loading 'flavor' on Instance uuid 9382bf42-0631-438e-a788-937461e24e4c {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1578.912676] env[69524]: DEBUG oslo_concurrency.lockutils [None req-99942ba6-3c06-4476-8a79-4e46fdcff205 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Lock "9382bf42-0631-438e-a788-937461e24e4c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.259s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1579.150294] env[69524]: DEBUG oslo_concurrency.lockutils [None req-17511892-6518-4e69-9c41-3d04e50d2336 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Acquiring lock "9382bf42-0631-438e-a788-937461e24e4c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1579.150572] env[69524]: DEBUG oslo_concurrency.lockutils [None req-17511892-6518-4e69-9c41-3d04e50d2336 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Lock "9382bf42-0631-438e-a788-937461e24e4c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1579.653812] env[69524]: INFO nova.compute.manager [None req-17511892-6518-4e69-9c41-3d04e50d2336 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 9382bf42-0631-438e-a788-937461e24e4c] Detaching volume fd481bda-2294-421f-8c0e-0e709293397d [ 1579.683635] env[69524]: INFO nova.virt.block_device [None req-17511892-6518-4e69-9c41-3d04e50d2336 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 9382bf42-0631-438e-a788-937461e24e4c] Attempting to driver detach volume fd481bda-2294-421f-8c0e-0e709293397d from mountpoint /dev/sdb [ 1579.683889] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-17511892-6518-4e69-9c41-3d04e50d2336 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 9382bf42-0631-438e-a788-937461e24e4c] Volume detach. Driver type: vmdk {{(pid=69524) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1579.684129] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-17511892-6518-4e69-9c41-3d04e50d2336 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 9382bf42-0631-438e-a788-937461e24e4c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806373', 'volume_id': 'fd481bda-2294-421f-8c0e-0e709293397d', 'name': 'volume-fd481bda-2294-421f-8c0e-0e709293397d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9382bf42-0631-438e-a788-937461e24e4c', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd481bda-2294-421f-8c0e-0e709293397d', 'serial': 'fd481bda-2294-421f-8c0e-0e709293397d'} {{(pid=69524) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1579.684974] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f91677f-018a-4e79-8009-6c15d2f947c3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.706654] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-243fc5ec-d05f-42f2-a779-96d5cd6c1a30 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.714211] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2bcf463-22f7-4844-8ed8-a5cbd3e9b6a9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.734101] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792a6fc9-42c4-4033-af23-847ec062fe69 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.748550] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-17511892-6518-4e69-9c41-3d04e50d2336 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] The volume has not been displaced from its original location: [datastore1] volume-fd481bda-2294-421f-8c0e-0e709293397d/volume-fd481bda-2294-421f-8c0e-0e709293397d.vmdk. No consolidation needed. {{(pid=69524) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1579.753592] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-17511892-6518-4e69-9c41-3d04e50d2336 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 9382bf42-0631-438e-a788-937461e24e4c] Reconfiguring VM instance instance-0000007e to detach disk 2001 {{(pid=69524) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1579.753931] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21bcee6d-da14-4073-adb2-8a580030924d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.771976] env[69524]: DEBUG oslo_vmware.api [None req-17511892-6518-4e69-9c41-3d04e50d2336 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Waiting for the task: (returnval){ [ 1579.771976] env[69524]: value = "task-4069229" [ 1579.771976] env[69524]: _type = "Task" [ 1579.771976] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.780835] env[69524]: DEBUG oslo_vmware.api [None req-17511892-6518-4e69-9c41-3d04e50d2336 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069229, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.281805] env[69524]: DEBUG oslo_vmware.api [None req-17511892-6518-4e69-9c41-3d04e50d2336 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069229, 'name': ReconfigVM_Task, 'duration_secs': 0.231763} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.282202] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-17511892-6518-4e69-9c41-3d04e50d2336 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 9382bf42-0631-438e-a788-937461e24e4c] Reconfigured VM instance instance-0000007e to detach disk 2001 {{(pid=69524) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1580.286888] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22e9a020-59f4-4caa-8a76-89564be18159 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.301756] env[69524]: DEBUG oslo_vmware.api [None req-17511892-6518-4e69-9c41-3d04e50d2336 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Waiting for the task: (returnval){ [ 1580.301756] env[69524]: value = "task-4069230" [ 1580.301756] env[69524]: _type = "Task" [ 1580.301756] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.309607] env[69524]: DEBUG oslo_vmware.api [None req-17511892-6518-4e69-9c41-3d04e50d2336 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069230, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.812431] env[69524]: DEBUG oslo_vmware.api [None req-17511892-6518-4e69-9c41-3d04e50d2336 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069230, 'name': ReconfigVM_Task, 'duration_secs': 0.133085} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.812788] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-17511892-6518-4e69-9c41-3d04e50d2336 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 9382bf42-0631-438e-a788-937461e24e4c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806373', 'volume_id': 'fd481bda-2294-421f-8c0e-0e709293397d', 'name': 'volume-fd481bda-2294-421f-8c0e-0e709293397d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9382bf42-0631-438e-a788-937461e24e4c', 'attached_at': '', 'detached_at': '', 'volume_id': 'fd481bda-2294-421f-8c0e-0e709293397d', 'serial': 'fd481bda-2294-421f-8c0e-0e709293397d'} {{(pid=69524) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1581.352097] env[69524]: DEBUG nova.objects.instance [None req-17511892-6518-4e69-9c41-3d04e50d2336 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Lazy-loading 'flavor' on Instance uuid 9382bf42-0631-438e-a788-937461e24e4c {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1582.359873] env[69524]: DEBUG oslo_concurrency.lockutils [None req-17511892-6518-4e69-9c41-3d04e50d2336 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Lock "9382bf42-0631-438e-a788-937461e24e4c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.209s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1583.393517] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a92a94a4-704b-4bf6-8dc8-b7e9e8362b51 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Acquiring lock "9382bf42-0631-438e-a788-937461e24e4c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1583.393804] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a92a94a4-704b-4bf6-8dc8-b7e9e8362b51 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Lock "9382bf42-0631-438e-a788-937461e24e4c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1583.394076] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a92a94a4-704b-4bf6-8dc8-b7e9e8362b51 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Acquiring lock "9382bf42-0631-438e-a788-937461e24e4c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1583.394299] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a92a94a4-704b-4bf6-8dc8-b7e9e8362b51 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Lock "9382bf42-0631-438e-a788-937461e24e4c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1583.394462] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a92a94a4-704b-4bf6-8dc8-b7e9e8362b51 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Lock "9382bf42-0631-438e-a788-937461e24e4c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1583.396679] env[69524]: INFO nova.compute.manager [None req-a92a94a4-704b-4bf6-8dc8-b7e9e8362b51 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 9382bf42-0631-438e-a788-937461e24e4c] Terminating instance [ 1583.900993] env[69524]: DEBUG nova.compute.manager [None req-a92a94a4-704b-4bf6-8dc8-b7e9e8362b51 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 9382bf42-0631-438e-a788-937461e24e4c] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1583.901279] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a92a94a4-704b-4bf6-8dc8-b7e9e8362b51 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 9382bf42-0631-438e-a788-937461e24e4c] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1583.902219] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d140bb-f4b2-4ec0-b72e-45705b0f867a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.910338] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-a92a94a4-704b-4bf6-8dc8-b7e9e8362b51 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 9382bf42-0631-438e-a788-937461e24e4c] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1583.910575] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a37afe13-40f4-42f4-b2ae-dde80670d0dc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.917087] env[69524]: DEBUG oslo_vmware.api [None req-a92a94a4-704b-4bf6-8dc8-b7e9e8362b51 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Waiting for the task: (returnval){ [ 1583.917087] env[69524]: value = "task-4069231" [ 1583.917087] env[69524]: _type = "Task" [ 1583.917087] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.925419] env[69524]: DEBUG oslo_vmware.api [None req-a92a94a4-704b-4bf6-8dc8-b7e9e8362b51 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069231, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.427635] env[69524]: DEBUG oslo_vmware.api [None req-a92a94a4-704b-4bf6-8dc8-b7e9e8362b51 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069231, 'name': PowerOffVM_Task, 'duration_secs': 0.187877} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.428079] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-a92a94a4-704b-4bf6-8dc8-b7e9e8362b51 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 9382bf42-0631-438e-a788-937461e24e4c] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1584.428079] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a92a94a4-704b-4bf6-8dc8-b7e9e8362b51 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 9382bf42-0631-438e-a788-937461e24e4c] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1584.428288] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f04b7128-e5d2-4de2-a4f6-ded19d2a0c89 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.492882] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a92a94a4-704b-4bf6-8dc8-b7e9e8362b51 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 9382bf42-0631-438e-a788-937461e24e4c] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1584.493139] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a92a94a4-704b-4bf6-8dc8-b7e9e8362b51 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 9382bf42-0631-438e-a788-937461e24e4c] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1584.493287] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-a92a94a4-704b-4bf6-8dc8-b7e9e8362b51 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Deleting the datastore file [datastore1] 9382bf42-0631-438e-a788-937461e24e4c {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1584.493594] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9350075-f9aa-4692-9fcf-d09d876c7c8b {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.500207] env[69524]: DEBUG oslo_vmware.api [None req-a92a94a4-704b-4bf6-8dc8-b7e9e8362b51 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Waiting for the task: (returnval){ [ 1584.500207] env[69524]: value = "task-4069233" [ 1584.500207] env[69524]: _type = "Task" [ 1584.500207] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.508572] env[69524]: DEBUG oslo_vmware.api [None req-a92a94a4-704b-4bf6-8dc8-b7e9e8362b51 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069233, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.010790] env[69524]: DEBUG oslo_vmware.api [None req-a92a94a4-704b-4bf6-8dc8-b7e9e8362b51 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069233, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135417} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.011060] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-a92a94a4-704b-4bf6-8dc8-b7e9e8362b51 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1585.011247] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a92a94a4-704b-4bf6-8dc8-b7e9e8362b51 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 9382bf42-0631-438e-a788-937461e24e4c] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1585.011423] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-a92a94a4-704b-4bf6-8dc8-b7e9e8362b51 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 9382bf42-0631-438e-a788-937461e24e4c] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1585.011584] env[69524]: INFO nova.compute.manager [None req-a92a94a4-704b-4bf6-8dc8-b7e9e8362b51 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 9382bf42-0631-438e-a788-937461e24e4c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1585.011819] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a92a94a4-704b-4bf6-8dc8-b7e9e8362b51 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1585.012014] env[69524]: DEBUG nova.compute.manager [-] [instance: 9382bf42-0631-438e-a788-937461e24e4c] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1585.012114] env[69524]: DEBUG nova.network.neutron [-] [instance: 9382bf42-0631-438e-a788-937461e24e4c] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1585.439777] env[69524]: DEBUG nova.compute.manager [req-e7da17cd-02c4-45f8-9597-8120745416fa req-2519f67a-f99b-41d2-a1c5-e74fc318bc61 service nova] [instance: 9382bf42-0631-438e-a788-937461e24e4c] Received event network-vif-deleted-0c237b3c-e01f-4d54-85b2-106d65d6389a {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1585.440047] env[69524]: INFO nova.compute.manager [req-e7da17cd-02c4-45f8-9597-8120745416fa req-2519f67a-f99b-41d2-a1c5-e74fc318bc61 service nova] [instance: 9382bf42-0631-438e-a788-937461e24e4c] Neutron deleted interface 0c237b3c-e01f-4d54-85b2-106d65d6389a; detaching it from the instance and deleting it from the info cache [ 1585.440289] env[69524]: DEBUG nova.network.neutron [req-e7da17cd-02c4-45f8-9597-8120745416fa req-2519f67a-f99b-41d2-a1c5-e74fc318bc61 service nova] [instance: 9382bf42-0631-438e-a788-937461e24e4c] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1585.924525] env[69524]: DEBUG nova.network.neutron [-] [instance: 9382bf42-0631-438e-a788-937461e24e4c] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1585.942909] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7aa435bb-290a-40cd-93d2-2ac3de7dde03 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.954028] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e2ee7d-3c13-40de-b544-23c35f087d09 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.980839] env[69524]: DEBUG nova.compute.manager [req-e7da17cd-02c4-45f8-9597-8120745416fa req-2519f67a-f99b-41d2-a1c5-e74fc318bc61 service nova] [instance: 9382bf42-0631-438e-a788-937461e24e4c] Detach interface failed, port_id=0c237b3c-e01f-4d54-85b2-106d65d6389a, reason: Instance 9382bf42-0631-438e-a788-937461e24e4c could not be found. {{(pid=69524) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1586.427066] env[69524]: INFO nova.compute.manager [-] [instance: 9382bf42-0631-438e-a788-937461e24e4c] Took 1.41 seconds to deallocate network for instance. [ 1586.933620] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a92a94a4-704b-4bf6-8dc8-b7e9e8362b51 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1586.933990] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a92a94a4-704b-4bf6-8dc8-b7e9e8362b51 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1586.934202] env[69524]: DEBUG nova.objects.instance [None req-a92a94a4-704b-4bf6-8dc8-b7e9e8362b51 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Lazy-loading 'resources' on Instance uuid 9382bf42-0631-438e-a788-937461e24e4c {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1587.469904] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd47fde-ba5e-4d1a-860e-8b440d4f4225 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.477588] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9c2ddc-4b6c-44f0-ae99-a73b9d3fc3db {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.507650] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f63eba9-346f-44c7-a658-a1841444b06f {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.515564] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2dd2260-2387-4e1f-abd1-fefe6c0e7e90 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.529064] env[69524]: DEBUG nova.compute.provider_tree [None req-a92a94a4-704b-4bf6-8dc8-b7e9e8362b51 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1588.032188] env[69524]: DEBUG nova.scheduler.client.report [None req-a92a94a4-704b-4bf6-8dc8-b7e9e8362b51 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1588.537837] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a92a94a4-704b-4bf6-8dc8-b7e9e8362b51 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.604s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1588.562973] env[69524]: INFO nova.scheduler.client.report [None req-a92a94a4-704b-4bf6-8dc8-b7e9e8362b51 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Deleted allocations for instance 9382bf42-0631-438e-a788-937461e24e4c [ 1589.072451] env[69524]: DEBUG oslo_concurrency.lockutils [None req-a92a94a4-704b-4bf6-8dc8-b7e9e8362b51 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Lock "9382bf42-0631-438e-a788-937461e24e4c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.679s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1591.428021] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Acquiring lock "2018760e-2d49-4136-b94a-7c52e2d54c18" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1591.428457] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Lock "2018760e-2d49-4136-b94a-7c52e2d54c18" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1591.931440] env[69524]: DEBUG nova.compute.manager [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] Starting instance... {{(pid=69524) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1592.450772] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1592.451065] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1592.452609] env[69524]: INFO nova.compute.claims [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1593.488297] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef1a85d6-a1cc-42bb-ae1e-39060a9063ee {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.496355] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0299c12e-9d07-414c-9157-bc33a54a3e1a {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.527095] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369f86d0-3b03-4214-bcfb-a8116d362cad {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.534919] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba8d62e-c86d-419f-9d54-210c7dbec183 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.548783] env[69524]: DEBUG nova.compute.provider_tree [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1594.051955] env[69524]: DEBUG nova.scheduler.client.report [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1594.557147] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.106s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1594.557730] env[69524]: DEBUG nova.compute.manager [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] Start building networks asynchronously for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1595.063289] env[69524]: DEBUG nova.compute.utils [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1595.065057] env[69524]: DEBUG nova.compute.manager [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] Allocating IP information in the background. {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1595.065218] env[69524]: DEBUG nova.network.neutron [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] allocate_for_instance() {{(pid=69524) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1595.159614] env[69524]: DEBUG nova.policy [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1302fa3131c04a77aea697cd1e441429', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e3d1a1c5b6a42bfa6bca7a69b0220db', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69524) authorize /opt/stack/nova/nova/policy.py:192}} [ 1595.430308] env[69524]: DEBUG nova.network.neutron [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] Successfully created port: 9d027c3a-a7f1-4f84-9bd1-ae0c7a20afa5 {{(pid=69524) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1595.568991] env[69524]: DEBUG nova.compute.manager [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] Start building block device mappings for instance. {{(pid=69524) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1596.579402] env[69524]: DEBUG nova.compute.manager [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] Start spawning the instance on the hypervisor. {{(pid=69524) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1596.610388] env[69524]: DEBUG nova.virt.hardware [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-13T11:44:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-13T11:43:45Z,direct_url=,disk_format='vmdk',id=7e48ad2e-b898-4fe5-a14c-ede19c27ca63,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='a86a460dd4454b05b84917cee5434b27',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-13T11:43:46Z,virtual_size=,visibility=), allow threads: False {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1596.610667] env[69524]: DEBUG nova.virt.hardware [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Flavor limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1596.610824] env[69524]: DEBUG nova.virt.hardware [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Image limits 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1596.611014] env[69524]: DEBUG nova.virt.hardware [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Flavor pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1596.611172] env[69524]: DEBUG nova.virt.hardware [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Image pref 0:0:0 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1596.611320] env[69524]: DEBUG nova.virt.hardware [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69524) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1596.611984] env[69524]: DEBUG nova.virt.hardware [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1596.611984] env[69524]: DEBUG nova.virt.hardware [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1596.611984] env[69524]: DEBUG nova.virt.hardware [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Got 1 possible topologies {{(pid=69524) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1596.611984] env[69524]: DEBUG nova.virt.hardware [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1596.612203] env[69524]: DEBUG nova.virt.hardware [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69524) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1596.613079] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699c4c7e-8b22-4e84-93af-a5216bb23b79 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.621941] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1692219-7c72-4e4d-b110-17d3ea35a9bd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.041949] env[69524]: DEBUG nova.compute.manager [req-2aa81237-922c-4abc-87d6-df0fc2f53577 req-4a4f76a9-9913-44b3-878a-f7d5798ac985 service nova] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] Received event network-vif-plugged-9d027c3a-a7f1-4f84-9bd1-ae0c7a20afa5 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1597.042253] env[69524]: DEBUG oslo_concurrency.lockutils [req-2aa81237-922c-4abc-87d6-df0fc2f53577 req-4a4f76a9-9913-44b3-878a-f7d5798ac985 service nova] Acquiring lock "2018760e-2d49-4136-b94a-7c52e2d54c18-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1597.042381] env[69524]: DEBUG oslo_concurrency.lockutils [req-2aa81237-922c-4abc-87d6-df0fc2f53577 req-4a4f76a9-9913-44b3-878a-f7d5798ac985 service nova] Lock "2018760e-2d49-4136-b94a-7c52e2d54c18-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1597.042545] env[69524]: DEBUG oslo_concurrency.lockutils [req-2aa81237-922c-4abc-87d6-df0fc2f53577 req-4a4f76a9-9913-44b3-878a-f7d5798ac985 service nova] Lock "2018760e-2d49-4136-b94a-7c52e2d54c18-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1597.042712] env[69524]: DEBUG nova.compute.manager [req-2aa81237-922c-4abc-87d6-df0fc2f53577 req-4a4f76a9-9913-44b3-878a-f7d5798ac985 service nova] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] No waiting events found dispatching network-vif-plugged-9d027c3a-a7f1-4f84-9bd1-ae0c7a20afa5 {{(pid=69524) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1597.042870] env[69524]: WARNING nova.compute.manager [req-2aa81237-922c-4abc-87d6-df0fc2f53577 req-4a4f76a9-9913-44b3-878a-f7d5798ac985 service nova] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] Received unexpected event network-vif-plugged-9d027c3a-a7f1-4f84-9bd1-ae0c7a20afa5 for instance with vm_state building and task_state spawning. [ 1597.125105] env[69524]: DEBUG nova.network.neutron [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] Successfully updated port: 9d027c3a-a7f1-4f84-9bd1-ae0c7a20afa5 {{(pid=69524) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1597.628054] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Acquiring lock "refresh_cache-2018760e-2d49-4136-b94a-7c52e2d54c18" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.628494] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Acquired lock "refresh_cache-2018760e-2d49-4136-b94a-7c52e2d54c18" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.628494] env[69524]: DEBUG nova.network.neutron [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] Building network info cache for instance {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1598.162262] env[69524]: DEBUG nova.network.neutron [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] Instance cache missing network info. {{(pid=69524) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1598.302242] env[69524]: DEBUG nova.network.neutron [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] Updating instance_info_cache with network_info: [{"id": "9d027c3a-a7f1-4f84-9bd1-ae0c7a20afa5", "address": "fa:16:3e:88:9f:27", "network": {"id": "7fcdb358-d4bb-4ca1-b302-a614a8551226", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1837737759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e3d1a1c5b6a42bfa6bca7a69b0220db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d027c3a-a7", "ovs_interfaceid": "9d027c3a-a7f1-4f84-9bd1-ae0c7a20afa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1598.805509] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Releasing lock "refresh_cache-2018760e-2d49-4136-b94a-7c52e2d54c18" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.805934] env[69524]: DEBUG nova.compute.manager [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] Instance network_info: |[{"id": "9d027c3a-a7f1-4f84-9bd1-ae0c7a20afa5", "address": "fa:16:3e:88:9f:27", "network": {"id": "7fcdb358-d4bb-4ca1-b302-a614a8551226", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1837737759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e3d1a1c5b6a42bfa6bca7a69b0220db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d027c3a-a7", "ovs_interfaceid": "9d027c3a-a7f1-4f84-9bd1-ae0c7a20afa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69524) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1598.806384] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:9f:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26a1e556-1ede-445a-bf87-a35daa5d9070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d027c3a-a7f1-4f84-9bd1-ae0c7a20afa5', 'vif_model': 'vmxnet3'}] {{(pid=69524) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1598.813645] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1598.813857] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] Creating VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1598.814112] env[69524]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9982200-383d-430b-945d-61ebca6fc7ca {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.834581] env[69524]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1598.834581] env[69524]: value = "task-4069234" [ 1598.834581] env[69524]: _type = "Task" [ 1598.834581] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.846206] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069234, 'name': CreateVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.069290] env[69524]: DEBUG nova.compute.manager [req-a65cdb19-d046-4098-884d-0045927f89dd req-a44d5481-1fe9-49eb-9f5b-aa014d7a44e2 service nova] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] Received event network-changed-9d027c3a-a7f1-4f84-9bd1-ae0c7a20afa5 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1599.069447] env[69524]: DEBUG nova.compute.manager [req-a65cdb19-d046-4098-884d-0045927f89dd req-a44d5481-1fe9-49eb-9f5b-aa014d7a44e2 service nova] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] Refreshing instance network info cache due to event network-changed-9d027c3a-a7f1-4f84-9bd1-ae0c7a20afa5. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1599.069662] env[69524]: DEBUG oslo_concurrency.lockutils [req-a65cdb19-d046-4098-884d-0045927f89dd req-a44d5481-1fe9-49eb-9f5b-aa014d7a44e2 service nova] Acquiring lock "refresh_cache-2018760e-2d49-4136-b94a-7c52e2d54c18" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.069802] env[69524]: DEBUG oslo_concurrency.lockutils [req-a65cdb19-d046-4098-884d-0045927f89dd req-a44d5481-1fe9-49eb-9f5b-aa014d7a44e2 service nova] Acquired lock "refresh_cache-2018760e-2d49-4136-b94a-7c52e2d54c18" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.069954] env[69524]: DEBUG nova.network.neutron [req-a65cdb19-d046-4098-884d-0045927f89dd req-a44d5481-1fe9-49eb-9f5b-aa014d7a44e2 service nova] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] Refreshing network info cache for port 9d027c3a-a7f1-4f84-9bd1-ae0c7a20afa5 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1599.345454] env[69524]: DEBUG oslo_vmware.api [-] Task: {'id': task-4069234, 'name': CreateVM_Task, 'duration_secs': 0.313112} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.345632] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] Created VM on the ESX host {{(pid=69524) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1599.346299] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.346467] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.346796] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.347067] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3590824-b65a-4ba3-9a8b-3fb8c45548ba {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.352734] env[69524]: DEBUG oslo_vmware.api [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Waiting for the task: (returnval){ [ 1599.352734] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]52008f7a-a949-3d5b-5c13-9d53b1077d3f" [ 1599.352734] env[69524]: _type = "Task" [ 1599.352734] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.361489] env[69524]: DEBUG oslo_vmware.api [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52008f7a-a949-3d5b-5c13-9d53b1077d3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.753558] env[69524]: DEBUG nova.network.neutron [req-a65cdb19-d046-4098-884d-0045927f89dd req-a44d5481-1fe9-49eb-9f5b-aa014d7a44e2 service nova] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] Updated VIF entry in instance network info cache for port 9d027c3a-a7f1-4f84-9bd1-ae0c7a20afa5. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1599.753942] env[69524]: DEBUG nova.network.neutron [req-a65cdb19-d046-4098-884d-0045927f89dd req-a44d5481-1fe9-49eb-9f5b-aa014d7a44e2 service nova] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] Updating instance_info_cache with network_info: [{"id": "9d027c3a-a7f1-4f84-9bd1-ae0c7a20afa5", "address": "fa:16:3e:88:9f:27", "network": {"id": "7fcdb358-d4bb-4ca1-b302-a614a8551226", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1837737759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e3d1a1c5b6a42bfa6bca7a69b0220db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d027c3a-a7", "ovs_interfaceid": "9d027c3a-a7f1-4f84-9bd1-ae0c7a20afa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1599.863509] env[69524]: DEBUG oslo_vmware.api [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]52008f7a-a949-3d5b-5c13-9d53b1077d3f, 'name': SearchDatastore_Task, 'duration_secs': 0.011357} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.863838] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.864035] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] Processing image 7e48ad2e-b898-4fe5-a14c-ede19c27ca63 {{(pid=69524) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1599.864308] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.864459] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.864639] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1599.864894] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7e3082a-96e2-4266-9943-9a9d8bff3e84 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.873517] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69524) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1599.873752] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69524) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1599.874462] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b777bf4-cc60-40eb-aa74-88f639d09cfb {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.879988] env[69524]: DEBUG oslo_vmware.api [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Waiting for the task: (returnval){ [ 1599.879988] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]522ecfda-74a7-1437-4f09-c505a6290166" [ 1599.879988] env[69524]: _type = "Task" [ 1599.879988] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.887729] env[69524]: DEBUG oslo_vmware.api [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]522ecfda-74a7-1437-4f09-c505a6290166, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.257524] env[69524]: DEBUG oslo_concurrency.lockutils [req-a65cdb19-d046-4098-884d-0045927f89dd req-a44d5481-1fe9-49eb-9f5b-aa014d7a44e2 service nova] Releasing lock "refresh_cache-2018760e-2d49-4136-b94a-7c52e2d54c18" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.390990] env[69524]: DEBUG oslo_vmware.api [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]522ecfda-74a7-1437-4f09-c505a6290166, 'name': SearchDatastore_Task, 'duration_secs': 0.00909} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.391800] env[69524]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e68d9f5-0ec1-48cf-a81b-b48f664e979c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.398258] env[69524]: DEBUG oslo_vmware.api [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Waiting for the task: (returnval){ [ 1600.398258] env[69524]: value = "session[525e1376-1f80-7027-9660-8b13d327fcc7]5271dc43-9332-7446-f21f-978b7945f88d" [ 1600.398258] env[69524]: _type = "Task" [ 1600.398258] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.408401] env[69524]: DEBUG oslo_vmware.api [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5271dc43-9332-7446-f21f-978b7945f88d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.909553] env[69524]: DEBUG oslo_vmware.api [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': session[525e1376-1f80-7027-9660-8b13d327fcc7]5271dc43-9332-7446-f21f-978b7945f88d, 'name': SearchDatastore_Task, 'duration_secs': 0.010545} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.909934] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.910085] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 2018760e-2d49-4136-b94a-7c52e2d54c18/2018760e-2d49-4136-b94a-7c52e2d54c18.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1600.910317] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0d9e228-3ebe-4ebb-aa15-809942c3bd2d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.917324] env[69524]: DEBUG oslo_vmware.api [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Waiting for the task: (returnval){ [ 1600.917324] env[69524]: value = "task-4069235" [ 1600.917324] env[69524]: _type = "Task" [ 1600.917324] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.925960] env[69524]: DEBUG oslo_vmware.api [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069235, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.428067] env[69524]: DEBUG oslo_vmware.api [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069235, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446425} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.428210] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7e48ad2e-b898-4fe5-a14c-ede19c27ca63/7e48ad2e-b898-4fe5-a14c-ede19c27ca63.vmdk to [datastore1] 2018760e-2d49-4136-b94a-7c52e2d54c18/2018760e-2d49-4136-b94a-7c52e2d54c18.vmdk {{(pid=69524) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1601.428376] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] Extending root virtual disk to 1048576 {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1601.428703] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f83cd64-7f1f-42b1-9f04-23bd49091ae9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.435619] env[69524]: DEBUG oslo_vmware.api [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Waiting for the task: (returnval){ [ 1601.435619] env[69524]: value = "task-4069236" [ 1601.435619] env[69524]: _type = "Task" [ 1601.435619] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.445515] env[69524]: DEBUG oslo_vmware.api [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069236, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.946285] env[69524]: DEBUG oslo_vmware.api [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069236, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073652} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.946662] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] Extended root virtual disk {{(pid=69524) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1601.947498] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6fd494f-28e8-4b2e-bd94-dda87a7e6d90 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.969920] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] 2018760e-2d49-4136-b94a-7c52e2d54c18/2018760e-2d49-4136-b94a-7c52e2d54c18.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1601.970236] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-350621ab-6c08-4b81-bd30-b9ce7e07f2fe {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.990172] env[69524]: DEBUG oslo_vmware.api [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Waiting for the task: (returnval){ [ 1601.990172] env[69524]: value = "task-4069237" [ 1601.990172] env[69524]: _type = "Task" [ 1601.990172] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.998204] env[69524]: DEBUG oslo_vmware.api [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069237, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.500390] env[69524]: DEBUG oslo_vmware.api [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069237, 'name': ReconfigVM_Task, 'duration_secs': 0.28424} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.500666] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] Reconfigured VM instance instance-0000007f to attach disk [datastore1] 2018760e-2d49-4136-b94a-7c52e2d54c18/2018760e-2d49-4136-b94a-7c52e2d54c18.vmdk or device None with type sparse {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1602.501369] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ffaefda-876a-40ab-90d2-53a0481d342d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.508513] env[69524]: DEBUG oslo_vmware.api [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Waiting for the task: (returnval){ [ 1602.508513] env[69524]: value = "task-4069238" [ 1602.508513] env[69524]: _type = "Task" [ 1602.508513] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.516886] env[69524]: DEBUG oslo_vmware.api [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069238, 'name': Rename_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.018300] env[69524]: DEBUG oslo_vmware.api [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069238, 'name': Rename_Task, 'duration_secs': 0.140835} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.018655] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] Powering on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1603.018826] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25cce66c-b432-48ba-876b-09d082685bf9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.025677] env[69524]: DEBUG oslo_vmware.api [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Waiting for the task: (returnval){ [ 1603.025677] env[69524]: value = "task-4069239" [ 1603.025677] env[69524]: _type = "Task" [ 1603.025677] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.033502] env[69524]: DEBUG oslo_vmware.api [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069239, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.470741] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1603.471040] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69524) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1603.535705] env[69524]: DEBUG oslo_vmware.api [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069239, 'name': PowerOnVM_Task, 'duration_secs': 0.461313} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.535970] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] Powered on the VM {{(pid=69524) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1603.536209] env[69524]: INFO nova.compute.manager [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] Took 6.96 seconds to spawn the instance on the hypervisor. [ 1603.536405] env[69524]: DEBUG nova.compute.manager [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] Checking state {{(pid=69524) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1603.537213] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4124e156-8911-48eb-b6f7-16a71c9fedf8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.054773] env[69524]: INFO nova.compute.manager [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] Took 11.62 seconds to build instance. [ 1604.416382] env[69524]: DEBUG nova.compute.manager [req-008a5fec-cb58-4d6f-870f-8b541bc7e4c6 req-cfac7d03-157f-4490-a652-90d57045b822 service nova] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] Received event network-changed-9d027c3a-a7f1-4f84-9bd1-ae0c7a20afa5 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1604.416632] env[69524]: DEBUG nova.compute.manager [req-008a5fec-cb58-4d6f-870f-8b541bc7e4c6 req-cfac7d03-157f-4490-a652-90d57045b822 service nova] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] Refreshing instance network info cache due to event network-changed-9d027c3a-a7f1-4f84-9bd1-ae0c7a20afa5. {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1604.416935] env[69524]: DEBUG oslo_concurrency.lockutils [req-008a5fec-cb58-4d6f-870f-8b541bc7e4c6 req-cfac7d03-157f-4490-a652-90d57045b822 service nova] Acquiring lock "refresh_cache-2018760e-2d49-4136-b94a-7c52e2d54c18" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.416935] env[69524]: DEBUG oslo_concurrency.lockutils [req-008a5fec-cb58-4d6f-870f-8b541bc7e4c6 req-cfac7d03-157f-4490-a652-90d57045b822 service nova] Acquired lock "refresh_cache-2018760e-2d49-4136-b94a-7c52e2d54c18" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1604.417226] env[69524]: DEBUG nova.network.neutron [req-008a5fec-cb58-4d6f-870f-8b541bc7e4c6 req-cfac7d03-157f-4490-a652-90d57045b822 service nova] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] Refreshing network info cache for port 9d027c3a-a7f1-4f84-9bd1-ae0c7a20afa5 {{(pid=69524) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1604.470105] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1604.470339] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1604.557486] env[69524]: DEBUG oslo_concurrency.lockutils [None req-8593b2cd-47ad-4d17-bb4c-c6082aa9a249 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Lock "2018760e-2d49-4136-b94a-7c52e2d54c18" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.129s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1604.973097] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1604.973358] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1604.973576] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1604.973761] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69524) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1604.974694] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bce131e3-3c49-412e-a878-b4479f7790da {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.983911] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fcee0ea-230a-4c29-9128-1b12a5c28a98 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.001651] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9596daa0-10d0-4516-9285-d5a692e2b0f9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.009125] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4813d8ca-d785-4ba2-9925-05616bf08d28 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.038147] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180607MB free_disk=21GB free_vcpus=48 pci_devices=None {{(pid=69524) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1605.038329] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1605.038559] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1605.151232] env[69524]: DEBUG nova.network.neutron [req-008a5fec-cb58-4d6f-870f-8b541bc7e4c6 req-cfac7d03-157f-4490-a652-90d57045b822 service nova] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] Updated VIF entry in instance network info cache for port 9d027c3a-a7f1-4f84-9bd1-ae0c7a20afa5. {{(pid=69524) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1605.151615] env[69524]: DEBUG nova.network.neutron [req-008a5fec-cb58-4d6f-870f-8b541bc7e4c6 req-cfac7d03-157f-4490-a652-90d57045b822 service nova] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] Updating instance_info_cache with network_info: [{"id": "9d027c3a-a7f1-4f84-9bd1-ae0c7a20afa5", "address": "fa:16:3e:88:9f:27", "network": {"id": "7fcdb358-d4bb-4ca1-b302-a614a8551226", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1837737759-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e3d1a1c5b6a42bfa6bca7a69b0220db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26a1e556-1ede-445a-bf87-a35daa5d9070", "external-id": "nsx-vlan-transportzone-396", "segmentation_id": 396, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d027c3a-a7", "ovs_interfaceid": "9d027c3a-a7f1-4f84-9bd1-ae0c7a20afa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1605.654175] env[69524]: DEBUG oslo_concurrency.lockutils [req-008a5fec-cb58-4d6f-870f-8b541bc7e4c6 req-cfac7d03-157f-4490-a652-90d57045b822 service nova] Releasing lock "refresh_cache-2018760e-2d49-4136-b94a-7c52e2d54c18" {{(pid=69524) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1606.066072] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Instance 2018760e-2d49-4136-b94a-7c52e2d54c18 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69524) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1606.066359] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69524) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1606.066532] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69524) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1606.099014] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b52f63-67d3-42a0-8804-6a187f3263d7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.108446] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b5c5fd0-47a5-46eb-86d1-e71537dd0361 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.138483] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2174263c-8173-47ad-bcab-a02e533f96a3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.146801] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dbd3d90-8abb-47fe-b985-6425bbeda693 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.162310] env[69524]: DEBUG nova.compute.provider_tree [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1606.665934] env[69524]: DEBUG nova.scheduler.client.report [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1607.171781] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69524) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1607.172167] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.133s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1608.167871] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1608.168115] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1608.673334] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1608.673698] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1608.673698] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1612.470671] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1640.970113] env[69524]: DEBUG oslo_concurrency.lockutils [None req-440b7901-129e-49aa-a13f-f9a34f0232b7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Acquiring lock "2018760e-2d49-4136-b94a-7c52e2d54c18" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1640.970502] env[69524]: DEBUG oslo_concurrency.lockutils [None req-440b7901-129e-49aa-a13f-f9a34f0232b7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Lock "2018760e-2d49-4136-b94a-7c52e2d54c18" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1641.473496] env[69524]: DEBUG nova.compute.utils [None req-440b7901-129e-49aa-a13f-f9a34f0232b7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Using /dev/sd instead of None {{(pid=69524) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1641.976747] env[69524]: DEBUG oslo_concurrency.lockutils [None req-440b7901-129e-49aa-a13f-f9a34f0232b7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Lock "2018760e-2d49-4136-b94a-7c52e2d54c18" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1643.043319] env[69524]: DEBUG oslo_concurrency.lockutils [None req-440b7901-129e-49aa-a13f-f9a34f0232b7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Acquiring lock "2018760e-2d49-4136-b94a-7c52e2d54c18" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1643.043692] env[69524]: DEBUG oslo_concurrency.lockutils [None req-440b7901-129e-49aa-a13f-f9a34f0232b7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Lock "2018760e-2d49-4136-b94a-7c52e2d54c18" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1643.043813] env[69524]: INFO nova.compute.manager [None req-440b7901-129e-49aa-a13f-f9a34f0232b7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] Attaching volume aaae943b-f5f1-48d5-a23e-a7326879a6c4 to /dev/sdb [ 1643.075055] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a9eeb46-8bd9-4760-b212-1583c2efe0a7 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.083026] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59fe08a-7db5-45a8-b6bd-5d47084434cd {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.096500] env[69524]: DEBUG nova.virt.block_device [None req-440b7901-129e-49aa-a13f-f9a34f0232b7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] Updating existing volume attachment record: d549db37-369c-4a8a-b367-ee840dec1b6f {{(pid=69524) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1647.640889] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-440b7901-129e-49aa-a13f-f9a34f0232b7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] Volume attach. Driver type: vmdk {{(pid=69524) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1647.641200] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-440b7901-129e-49aa-a13f-f9a34f0232b7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806375', 'volume_id': 'aaae943b-f5f1-48d5-a23e-a7326879a6c4', 'name': 'volume-aaae943b-f5f1-48d5-a23e-a7326879a6c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2018760e-2d49-4136-b94a-7c52e2d54c18', 'attached_at': '', 'detached_at': '', 'volume_id': 'aaae943b-f5f1-48d5-a23e-a7326879a6c4', 'serial': 'aaae943b-f5f1-48d5-a23e-a7326879a6c4'} {{(pid=69524) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1647.642091] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f84467-2dc6-490d-9668-d3c327631701 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.658528] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d435093f-d114-45f4-9e6e-65d69e668f09 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.684650] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-440b7901-129e-49aa-a13f-f9a34f0232b7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] volume-aaae943b-f5f1-48d5-a23e-a7326879a6c4/volume-aaae943b-f5f1-48d5-a23e-a7326879a6c4.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1647.684925] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8d5cc69-cd69-498e-9534-ede68db05af4 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.702566] env[69524]: DEBUG oslo_vmware.api [None req-440b7901-129e-49aa-a13f-f9a34f0232b7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Waiting for the task: (returnval){ [ 1647.702566] env[69524]: value = "task-4069242" [ 1647.702566] env[69524]: _type = "Task" [ 1647.702566] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.711360] env[69524]: DEBUG oslo_vmware.api [None req-440b7901-129e-49aa-a13f-f9a34f0232b7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069242, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.212466] env[69524]: DEBUG oslo_vmware.api [None req-440b7901-129e-49aa-a13f-f9a34f0232b7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069242, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.713781] env[69524]: DEBUG oslo_vmware.api [None req-440b7901-129e-49aa-a13f-f9a34f0232b7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069242, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.214556] env[69524]: DEBUG oslo_vmware.api [None req-440b7901-129e-49aa-a13f-f9a34f0232b7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069242, 'name': ReconfigVM_Task, 'duration_secs': 1.390538} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.214843] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-440b7901-129e-49aa-a13f-f9a34f0232b7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] Reconfigured VM instance instance-0000007f to attach disk [datastore1] volume-aaae943b-f5f1-48d5-a23e-a7326879a6c4/volume-aaae943b-f5f1-48d5-a23e-a7326879a6c4.vmdk or device None with type thin {{(pid=69524) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1649.219657] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ab835ba-d533-4ce5-b002-5b70e0896d09 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.234691] env[69524]: DEBUG oslo_vmware.api [None req-440b7901-129e-49aa-a13f-f9a34f0232b7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Waiting for the task: (returnval){ [ 1649.234691] env[69524]: value = "task-4069243" [ 1649.234691] env[69524]: _type = "Task" [ 1649.234691] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.243383] env[69524]: DEBUG oslo_vmware.api [None req-440b7901-129e-49aa-a13f-f9a34f0232b7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069243, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.745213] env[69524]: DEBUG oslo_vmware.api [None req-440b7901-129e-49aa-a13f-f9a34f0232b7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069243, 'name': ReconfigVM_Task, 'duration_secs': 0.150421} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.745583] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-440b7901-129e-49aa-a13f-f9a34f0232b7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806375', 'volume_id': 'aaae943b-f5f1-48d5-a23e-a7326879a6c4', 'name': 'volume-aaae943b-f5f1-48d5-a23e-a7326879a6c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2018760e-2d49-4136-b94a-7c52e2d54c18', 'attached_at': '', 'detached_at': '', 'volume_id': 'aaae943b-f5f1-48d5-a23e-a7326879a6c4', 'serial': 'aaae943b-f5f1-48d5-a23e-a7326879a6c4'} {{(pid=69524) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1650.780273] env[69524]: DEBUG nova.objects.instance [None req-440b7901-129e-49aa-a13f-f9a34f0232b7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Lazy-loading 'flavor' on Instance uuid 2018760e-2d49-4136-b94a-7c52e2d54c18 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1651.287222] env[69524]: DEBUG oslo_concurrency.lockutils [None req-440b7901-129e-49aa-a13f-f9a34f0232b7 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Lock "2018760e-2d49-4136-b94a-7c52e2d54c18" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.243s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1651.517860] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f716cf14-a346-4cc1-8ad0-811219275d72 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Acquiring lock "2018760e-2d49-4136-b94a-7c52e2d54c18" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1651.518157] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f716cf14-a346-4cc1-8ad0-811219275d72 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Lock "2018760e-2d49-4136-b94a-7c52e2d54c18" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1652.021113] env[69524]: INFO nova.compute.manager [None req-f716cf14-a346-4cc1-8ad0-811219275d72 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] Detaching volume aaae943b-f5f1-48d5-a23e-a7326879a6c4 [ 1652.050952] env[69524]: INFO nova.virt.block_device [None req-f716cf14-a346-4cc1-8ad0-811219275d72 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] Attempting to driver detach volume aaae943b-f5f1-48d5-a23e-a7326879a6c4 from mountpoint /dev/sdb [ 1652.051022] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-f716cf14-a346-4cc1-8ad0-811219275d72 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] Volume detach. Driver type: vmdk {{(pid=69524) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1652.051207] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-f716cf14-a346-4cc1-8ad0-811219275d72 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806375', 'volume_id': 'aaae943b-f5f1-48d5-a23e-a7326879a6c4', 'name': 'volume-aaae943b-f5f1-48d5-a23e-a7326879a6c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2018760e-2d49-4136-b94a-7c52e2d54c18', 'attached_at': '', 'detached_at': '', 'volume_id': 'aaae943b-f5f1-48d5-a23e-a7326879a6c4', 'serial': 'aaae943b-f5f1-48d5-a23e-a7326879a6c4'} {{(pid=69524) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1652.052099] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f58082b-0372-4e01-8bfc-3baec021f7af {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.074965] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ff0f99-cb77-43cf-8794-a4aaeec26b83 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.082363] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8291f702-5b1d-475e-8c9d-845473a4bcca {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.102175] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c771502-a5cd-49a1-8695-1a77654e9ed9 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.117223] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-f716cf14-a346-4cc1-8ad0-811219275d72 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] The volume has not been displaced from its original location: [datastore1] volume-aaae943b-f5f1-48d5-a23e-a7326879a6c4/volume-aaae943b-f5f1-48d5-a23e-a7326879a6c4.vmdk. No consolidation needed. {{(pid=69524) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1652.122469] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-f716cf14-a346-4cc1-8ad0-811219275d72 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] Reconfiguring VM instance instance-0000007f to detach disk 2001 {{(pid=69524) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1652.122745] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7958b910-be21-4956-910b-15737fe49e48 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.141075] env[69524]: DEBUG oslo_vmware.api [None req-f716cf14-a346-4cc1-8ad0-811219275d72 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Waiting for the task: (returnval){ [ 1652.141075] env[69524]: value = "task-4069244" [ 1652.141075] env[69524]: _type = "Task" [ 1652.141075] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.149207] env[69524]: DEBUG oslo_vmware.api [None req-f716cf14-a346-4cc1-8ad0-811219275d72 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069244, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.650850] env[69524]: DEBUG oslo_vmware.api [None req-f716cf14-a346-4cc1-8ad0-811219275d72 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069244, 'name': ReconfigVM_Task, 'duration_secs': 0.214304} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.651147] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-f716cf14-a346-4cc1-8ad0-811219275d72 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] Reconfigured VM instance instance-0000007f to detach disk 2001 {{(pid=69524) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1652.655697] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35e206f1-e1a0-40cc-98ca-719a792ce12c {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.670636] env[69524]: DEBUG oslo_vmware.api [None req-f716cf14-a346-4cc1-8ad0-811219275d72 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Waiting for the task: (returnval){ [ 1652.670636] env[69524]: value = "task-4069245" [ 1652.670636] env[69524]: _type = "Task" [ 1652.670636] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.679069] env[69524]: DEBUG oslo_vmware.api [None req-f716cf14-a346-4cc1-8ad0-811219275d72 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069245, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.180693] env[69524]: DEBUG oslo_vmware.api [None req-f716cf14-a346-4cc1-8ad0-811219275d72 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069245, 'name': ReconfigVM_Task, 'duration_secs': 0.1376} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.181173] env[69524]: DEBUG nova.virt.vmwareapi.volumeops [None req-f716cf14-a346-4cc1-8ad0-811219275d72 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-806375', 'volume_id': 'aaae943b-f5f1-48d5-a23e-a7326879a6c4', 'name': 'volume-aaae943b-f5f1-48d5-a23e-a7326879a6c4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2018760e-2d49-4136-b94a-7c52e2d54c18', 'attached_at': '', 'detached_at': '', 'volume_id': 'aaae943b-f5f1-48d5-a23e-a7326879a6c4', 'serial': 'aaae943b-f5f1-48d5-a23e-a7326879a6c4'} {{(pid=69524) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1653.721152] env[69524]: DEBUG nova.objects.instance [None req-f716cf14-a346-4cc1-8ad0-811219275d72 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Lazy-loading 'flavor' on Instance uuid 2018760e-2d49-4136-b94a-7c52e2d54c18 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1654.729662] env[69524]: DEBUG oslo_concurrency.lockutils [None req-f716cf14-a346-4cc1-8ad0-811219275d72 tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Lock "2018760e-2d49-4136-b94a-7c52e2d54c18" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.211s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1655.760815] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ce5882ab-93a2-49f1-9fde-54a6af9dcdcf tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Acquiring lock "2018760e-2d49-4136-b94a-7c52e2d54c18" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1655.761267] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ce5882ab-93a2-49f1-9fde-54a6af9dcdcf tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Lock "2018760e-2d49-4136-b94a-7c52e2d54c18" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1655.761331] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ce5882ab-93a2-49f1-9fde-54a6af9dcdcf tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Acquiring lock "2018760e-2d49-4136-b94a-7c52e2d54c18-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1655.761502] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ce5882ab-93a2-49f1-9fde-54a6af9dcdcf tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Lock "2018760e-2d49-4136-b94a-7c52e2d54c18-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1655.761726] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ce5882ab-93a2-49f1-9fde-54a6af9dcdcf tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Lock "2018760e-2d49-4136-b94a-7c52e2d54c18-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1655.763909] env[69524]: INFO nova.compute.manager [None req-ce5882ab-93a2-49f1-9fde-54a6af9dcdcf tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] Terminating instance [ 1656.269286] env[69524]: DEBUG nova.compute.manager [None req-ce5882ab-93a2-49f1-9fde-54a6af9dcdcf tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] Start destroying the instance on the hypervisor. {{(pid=69524) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1656.269561] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5882ab-93a2-49f1-9fde-54a6af9dcdcf tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] Destroying instance {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1656.270772] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5e6289-6892-4412-a9ac-14332a3b3040 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.278556] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce5882ab-93a2-49f1-9fde-54a6af9dcdcf tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] Powering off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1656.278798] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44117ae6-bf22-4974-b5dc-051829f73224 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.286450] env[69524]: DEBUG oslo_vmware.api [None req-ce5882ab-93a2-49f1-9fde-54a6af9dcdcf tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Waiting for the task: (returnval){ [ 1656.286450] env[69524]: value = "task-4069246" [ 1656.286450] env[69524]: _type = "Task" [ 1656.286450] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.296348] env[69524]: DEBUG oslo_vmware.api [None req-ce5882ab-93a2-49f1-9fde-54a6af9dcdcf tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069246, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.797547] env[69524]: DEBUG oslo_vmware.api [None req-ce5882ab-93a2-49f1-9fde-54a6af9dcdcf tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069246, 'name': PowerOffVM_Task, 'duration_secs': 0.195532} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.797882] env[69524]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce5882ab-93a2-49f1-9fde-54a6af9dcdcf tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] Powered off the VM {{(pid=69524) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1656.797952] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5882ab-93a2-49f1-9fde-54a6af9dcdcf tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] Unregistering the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1656.798192] env[69524]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5d365e0-ab7e-41e4-b798-b4516c9a6dcf {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.860554] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5882ab-93a2-49f1-9fde-54a6af9dcdcf tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] Unregistered the VM {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1656.860877] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5882ab-93a2-49f1-9fde-54a6af9dcdcf tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] Deleting contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1656.860988] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce5882ab-93a2-49f1-9fde-54a6af9dcdcf tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Deleting the datastore file [datastore1] 2018760e-2d49-4136-b94a-7c52e2d54c18 {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1656.861316] env[69524]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd84e342-54a4-43c1-9a9d-31ecc1ba6ed2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.868400] env[69524]: DEBUG oslo_vmware.api [None req-ce5882ab-93a2-49f1-9fde-54a6af9dcdcf tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Waiting for the task: (returnval){ [ 1656.868400] env[69524]: value = "task-4069248" [ 1656.868400] env[69524]: _type = "Task" [ 1656.868400] env[69524]: } to complete. {{(pid=69524) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.877125] env[69524]: DEBUG oslo_vmware.api [None req-ce5882ab-93a2-49f1-9fde-54a6af9dcdcf tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069248, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.378594] env[69524]: DEBUG oslo_vmware.api [None req-ce5882ab-93a2-49f1-9fde-54a6af9dcdcf tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Task: {'id': task-4069248, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136129} completed successfully. {{(pid=69524) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.378862] env[69524]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce5882ab-93a2-49f1-9fde-54a6af9dcdcf tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Deleted the datastore file {{(pid=69524) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1657.379031] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5882ab-93a2-49f1-9fde-54a6af9dcdcf tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] Deleted contents of the VM from datastore datastore1 {{(pid=69524) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1657.379211] env[69524]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5882ab-93a2-49f1-9fde-54a6af9dcdcf tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] Instance destroyed {{(pid=69524) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1657.379386] env[69524]: INFO nova.compute.manager [None req-ce5882ab-93a2-49f1-9fde-54a6af9dcdcf tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1657.379681] env[69524]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce5882ab-93a2-49f1-9fde-54a6af9dcdcf tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69524) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1657.379919] env[69524]: DEBUG nova.compute.manager [-] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] Deallocating network for instance {{(pid=69524) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1657.380065] env[69524]: DEBUG nova.network.neutron [-] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] deallocate_for_instance() {{(pid=69524) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1658.193499] env[69524]: DEBUG nova.compute.manager [req-6248858c-390b-42f1-a53b-25e99cfb0310 req-0da26c6e-0aff-4f66-b133-59cf57f01f4a service nova] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] Received event network-vif-deleted-9d027c3a-a7f1-4f84-9bd1-ae0c7a20afa5 {{(pid=69524) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1658.193764] env[69524]: INFO nova.compute.manager [req-6248858c-390b-42f1-a53b-25e99cfb0310 req-0da26c6e-0aff-4f66-b133-59cf57f01f4a service nova] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] Neutron deleted interface 9d027c3a-a7f1-4f84-9bd1-ae0c7a20afa5; detaching it from the instance and deleting it from the info cache [ 1658.193964] env[69524]: DEBUG nova.network.neutron [req-6248858c-390b-42f1-a53b-25e99cfb0310 req-0da26c6e-0aff-4f66-b133-59cf57f01f4a service nova] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1658.622016] env[69524]: DEBUG nova.network.neutron [-] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] Updating instance_info_cache with network_info: [] {{(pid=69524) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1658.697332] env[69524]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6488c029-dd67-4a2c-abbc-6f4e14a18181 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.707389] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f023586-cb6a-4801-b3dd-23591d8b71ef {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.733206] env[69524]: DEBUG nova.compute.manager [req-6248858c-390b-42f1-a53b-25e99cfb0310 req-0da26c6e-0aff-4f66-b133-59cf57f01f4a service nova] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] Detach interface failed, port_id=9d027c3a-a7f1-4f84-9bd1-ae0c7a20afa5, reason: Instance 2018760e-2d49-4136-b94a-7c52e2d54c18 could not be found. {{(pid=69524) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1659.124599] env[69524]: INFO nova.compute.manager [-] [instance: 2018760e-2d49-4136-b94a-7c52e2d54c18] Took 1.74 seconds to deallocate network for instance. [ 1659.631742] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ce5882ab-93a2-49f1-9fde-54a6af9dcdcf tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1659.632167] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ce5882ab-93a2-49f1-9fde-54a6af9dcdcf tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1659.632287] env[69524]: DEBUG nova.objects.instance [None req-ce5882ab-93a2-49f1-9fde-54a6af9dcdcf tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Lazy-loading 'resources' on Instance uuid 2018760e-2d49-4136-b94a-7c52e2d54c18 {{(pid=69524) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1660.154986] env[69524]: DEBUG nova.scheduler.client.report [None req-ce5882ab-93a2-49f1-9fde-54a6af9dcdcf tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Refreshing inventories for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1660.170178] env[69524]: DEBUG nova.scheduler.client.report [None req-ce5882ab-93a2-49f1-9fde-54a6af9dcdcf tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Updating ProviderTree inventory for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1660.170415] env[69524]: DEBUG nova.compute.provider_tree [None req-ce5882ab-93a2-49f1-9fde-54a6af9dcdcf tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Updating inventory in ProviderTree for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1660.182044] env[69524]: DEBUG nova.scheduler.client.report [None req-ce5882ab-93a2-49f1-9fde-54a6af9dcdcf tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Refreshing aggregate associations for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719, aggregates: None {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1660.200595] env[69524]: DEBUG nova.scheduler.client.report [None req-ce5882ab-93a2-49f1-9fde-54a6af9dcdcf tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Refreshing trait associations for resource provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69524) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1660.231260] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7e0d14-2e84-47cf-b00f-2646b2a854e8 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.239011] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc0f10b7-b34f-49b4-ad78-5719e2eacd8d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.268434] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c0d994-e7d2-47da-90d9-6db81ba5dab2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.275971] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19458c9b-21b2-40df-89ed-8194ca3cfa07 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.291172] env[69524]: DEBUG nova.compute.provider_tree [None req-ce5882ab-93a2-49f1-9fde-54a6af9dcdcf tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1660.794568] env[69524]: DEBUG nova.scheduler.client.report [None req-ce5882ab-93a2-49f1-9fde-54a6af9dcdcf tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1661.299703] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ce5882ab-93a2-49f1-9fde-54a6af9dcdcf tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.667s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1661.325900] env[69524]: INFO nova.scheduler.client.report [None req-ce5882ab-93a2-49f1-9fde-54a6af9dcdcf tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Deleted allocations for instance 2018760e-2d49-4136-b94a-7c52e2d54c18 [ 1661.834923] env[69524]: DEBUG oslo_concurrency.lockutils [None req-ce5882ab-93a2-49f1-9fde-54a6af9dcdcf tempest-AttachVolumeNegativeTest-1827689227 tempest-AttachVolumeNegativeTest-1827689227-project-member] Lock "2018760e-2d49-4136-b94a-7c52e2d54c18" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.074s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1663.470856] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1663.471308] env[69524]: DEBUG nova.compute.manager [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69524) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1664.469895] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1664.972854] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1664.973260] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1664.973306] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1664.973487] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69524) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1664.974404] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8edc8596-19e8-482c-b5cf-a5aefe6ed401 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.982724] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e2addc-1d43-4bc5-a2d4-acb3ca0fe412 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.997032] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40cae5ff-184c-4492-9b3c-f5b2b9af3395 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.003522] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69db42a5-40be-4d0c-9a2d-afcb8367ef76 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.031954] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180798MB free_disk=21GB free_vcpus=48 pci_devices=None {{(pid=69524) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1665.032177] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1665.032347] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1666.052027] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69524) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1666.052290] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69524) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1666.065864] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18e96a1-6634-4ce7-9241-d0e0bedb26bc {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.073468] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6279a7-d740-423b-ac95-aae7e7ed2bb2 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.105215] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d9d251-e771-4a20-8e8b-788aea7c7ee3 {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.112459] env[69524]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29106f3-2063-4c08-b4fe-b559d1435f9d {{(pid=69524) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.125352] env[69524]: DEBUG nova.compute.provider_tree [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Inventory has not changed in ProviderTree for provider: 333a7aa4-d2cd-4888-ac97-9e43e6b91719 {{(pid=69524) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1666.628512] env[69524]: DEBUG nova.scheduler.client.report [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Inventory has not changed for provider 333a7aa4-d2cd-4888-ac97-9e43e6b91719 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 21, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69524) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1667.133652] env[69524]: DEBUG nova.compute.resource_tracker [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69524) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1667.134065] env[69524]: DEBUG oslo_concurrency.lockutils [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.102s {{(pid=69524) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1668.134678] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1668.135083] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1668.135083] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1668.135301] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1668.135417] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1673.471906] env[69524]: DEBUG oslo_service.periodic_task [None req-89163c6e-3816-4336-8d02-49a906043bc4 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69524) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}